-- Logs begin at Thu 2022-09-08 13:02:28 UTC, end at Thu 2022-09-08 14:13:04 UTC. -- Sep 08 13:43:57.044496 dv-cinder-820027-24-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 08 13:43:59.720082 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.common.config [-] Logging enabled! Sep 08 13:43:59.720668 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev553 Sep 08 13:43:59.720870 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=112596) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 08 13:43:59.724061 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.common.config [-] Logging enabled! Sep 08 13:43:59.724312 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev553 Sep 08 13:43:59.724617 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=112596) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 08 13:43:59.725549 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 08 13:43:59.725806 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 08 13:43:59.726280 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 08 13:43:59.726524 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 08 13:43:59.726746 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 08 13:43:59.727059 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:43:59.727353 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:43:59.727582 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:43:59.727874 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:43:59.728162 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:43:59.728438 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:43:59.728722 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:43:59.729013 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:43:59.729300 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:43:59.729575 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:43:59.729882 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:43:59.730110 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:43:59.730385 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] config_source = [] {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:43:59.730668 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:43:59.730949 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:43:59.731168 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] debug = True {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:43:59.731442 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:43:59.731873 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:43:59.732260 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:43:59.732537 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:43:59.732824 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:43:59.733095 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:43:59.733384 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:43:59.733659 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:43:59.734058 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:43:59.734597 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] host = dv-cinder-820027-24-iscsi {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:43:59.735985 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:43:59.735985 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:43:59.735985 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:43:59.735985 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:43:59.736353 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:43:59.736454 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:43:59.736739 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:43:59.737012 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] log_dir = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:43:59.737282 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] log_file = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:43:59.737556 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:43:59.737867 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:43:59.738154 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:43:59.738441 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:43:59.738663 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:43:59.738884 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:43:59.739171 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:43:59.739459 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:43:59.739731 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:43:59.740002 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:43:59.740272 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:43:59.740542 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:43:59.740812 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:43:59.741077 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:43:59.741357 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:43:59.741637 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:43:59.741943 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:43:59.742212 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:43:59.742480 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:43:59.742746 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:43:59.743010 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:43:59.743291 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:43:59.743561 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:43:59.743830 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:43:59.744098 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:43:59.744377 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:43:59.744641 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:43:59.744909 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:43:59.745204 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:43:59.745486 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:43:59.745781 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:43:59.746074 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:43:59.746339 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:43:59.746618 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:43:59.746885 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:43:59.747151 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] use_journal = False {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:43:59.747416 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] use_json = False {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:43:59.747684 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:43:59.747951 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:43:59.748227 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:43:59.748494 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:43:59.749268 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:43:59.749543 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:43:59.749835 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:43:59.750117 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:43:59.750384 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:43:59.750673 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:43:59.750965 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:43:59.751261 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:43:59.751537 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:43:59.751842 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:43:59.752116 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:43:59.752401 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:43:59.752675 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:43:59.752962 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:43:59.753249 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:43:59.753534 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:43:59.753846 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:43:59.754143 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:43:59.754426 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:43:59.754717 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:43:59.755018 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:43:59.755307 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:43:59.755593 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:43:59.755868 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:43:59.756155 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:43:59.756409 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:43:59.756681 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:43:59.756963 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:43:59.757236 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:43:59.757520 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:43:59.757834 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:43:59.758111 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:43:59.758403 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:43:59.758681 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:43:59.758961 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:43:59.759255 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:43:59.759540 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:43:59.759811 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:43:59.760083 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:43:59.760368 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:43:59.760640 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:43:59.760906 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:43:59.761187 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:43:59.761457 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:43:59.761722 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:43:59.762017 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:43:59.762304 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:43:59.762587 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:43:59.762855 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:43:59.763126 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:43:59.763407 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:43:59.763676 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:43:59.763941 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:43:59.764204 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:43:59.765095 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:43:59.765365 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:43:59.765643 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:43:59.765938 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:43:59.766205 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:43:59.766472 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:43:59.766742 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:43:59.767008 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:43:59.767275 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:43:59.767546 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:43:59.767811 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:43:59.768080 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:43:59.768346 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:43:59.768610 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:43:59.768874 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:43:59.769138 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:43:59.769408 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:43:59.769671 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:43:59.769957 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:43:59.770229 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:43:59.770494 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:43:59.770759 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:43:59.771020 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:43:59.771285 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:43:59.771550 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:43:59.771824 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:43:59.772115 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:43:59.772386 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:43:59.772658 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:43:59.772927 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:43:59.773198 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:43:59.773467 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:43:59.773755 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:43:59.774025 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:43:59.774296 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:43:59.774563 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:43:59.774845 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:43:59.775120 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:43:59.775398 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:43:59.775672 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:43:59.775960 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:43:59.776249 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:43:59.776522 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:43:59.776792 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:43:59.777060 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:43:59.777328 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:43:59.777595 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:43:59.777897 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:43:59.778172 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:43:59.778443 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:43:59.778721 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:43:59.779001 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:43:59.779291 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:43:59.779582 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:43:59.779856 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:43:59.780169 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:43:59.780459 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:43:59.780744 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:43:59.781018 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:43:59.781322 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:43:59.781594 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:43:59.781833 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 08 13:43:59.782074 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=112596) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 08 13:44:00.155274 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=112596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 08 13:44:00.155595 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=112596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 08 13:44:00.155857 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=112596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 08 13:44:00.156102 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=112596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 08 13:44:00.156358 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=112596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 08 13:44:00.156684 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 08 13:44:00.478627 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=112596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:44:00.478833 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=112596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:44:00.479102 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:44:00.480282 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=112596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:44:00.480551 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=112596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:44:00.480811 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:44:00.533071 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=112596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:44:00.533352 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=112596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:44:00.533619 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:44:00.549399 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=112596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:44:00.549674 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=112596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:44:00.549992 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:44:00.579439 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=112596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:44:00.579713 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=112596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:44:00.579978 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:44:00.615947 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=112596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:44:00.616222 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=112596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:44:00.616486 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:44:00.843791 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=112596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:44:00.844560 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=112596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:44:00.844560 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=112596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:44:00.845929 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=112596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:44:00.846863 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=112596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:44:00.945921 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=112596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:44:00.946244 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=112596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:44:00.946524 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=112596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:44:00.946795 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=112596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:44:00.947064 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=112596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:44:00.947370 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=112596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:44:00.947627 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=112596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:44:00.947881 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=112596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:44:00.948132 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=112596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:44:00.948409 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=112596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:44:00.948675 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=112596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:44:00.948936 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=112596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:44:00.949188 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=112596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:44:00.949435 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=112596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:44:00.949687 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=112596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:44:00.949974 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=112596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:44:00.950231 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=112596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:44:00.950494 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=112596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:44:00.950760 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=112596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:44:00.951015 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=112596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:44:00.951284 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=112596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:44:00.951532 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:44:00.951826 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=112596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:44:00.952199 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=112596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:44:00.952446 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=112596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:44:00.952687 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:44:00.953078 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=112596) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 08 13:44:00.953315 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=112596) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 08 13:44:00.953549 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=112596) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 08 13:44:00.953809 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=112596) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 08 13:44:00.954044 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=112596) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 08 13:44:00.954280 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=112596) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 08 13:44:00.954639 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 08 13:44:00.957710 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 08 13:44:00.961575 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 08 13:44:00.965426 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Sep 08 13:44:00.967072 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 08 13:44:00.967713 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 08 13:44:00.968044 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 08 13:44:00.968418 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 08 13:44:00.971176 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 08 13:44:00.971425 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 08 13:44:00.971767 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 08 13:44:00.976770 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 08 13:44:01.000195 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 08 13:44:01.000643 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=112596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:44:01.000938 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=112596) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Sep 08 13:44:01.001303 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=112596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:44:01.002666 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=112596) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 08 13:44:01.002942 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 08 13:44:01.003182 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 08 13:44:01.013712 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=112596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:44:01.014033 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=112596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:44:01.154195 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 08 13:44:01.154441 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 08 13:44:01.154677 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 08 13:44:01.155091 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 08 13:44:01.208144 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO dbcounter [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Registered counter for database neutron Sep 08 13:44:01.227671 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_db.sqlalchemy.engines [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=112596) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 08 13:44:01.233481 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG dbcounter [-] [112596] Writer thread running {{(pid=112596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 08 13:44:01.779174 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.plugins.ml2.managers [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Initializing driver for type 'gre' Sep 08 13:44:01.779766 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] gre ID ranges: [(1, 1000)] Sep 08 13:44:01.835674 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.plugins.ml2.managers [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Initializing driver for type 'local' Sep 08 13:44:01.836019 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.plugins.ml2.managers [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Initializing driver for type 'vlan' Sep 08 13:44:01.849693 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] VlanTypeDriver initialization complete Sep 08 13:44:01.850292 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.plugins.ml2.managers [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Initializing driver for type 'vxlan' Sep 08 13:44:01.850538 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] vxlan ID ranges: [(1, 1000)] Sep 08 13:44:01.906774 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.plugins.ml2.managers [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Initializing extension driver 'port_security' Sep 08 13:44:01.907117 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.plugins.ml2.extensions.port_security [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] PortSecurityExtensionDriver initialization complete Sep 08 13:44:01.907454 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.plugins.ml2.managers [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Initializing mechanism driver 'openvswitch' Sep 08 13:44:01.907791 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.plugins.ml2.managers [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Initializing mechanism driver 'hyperv' Sep 08 13:44:01.914502 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.plugins.ml2.plugin [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=112596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:44:01.915163 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron_lib.callbacks.manager [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Subscribe: > port after_create 55550000 {{(pid=112596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:44:01.915530 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron_lib.callbacks.manager [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Subscribe: > port after_update 55550000 {{(pid=112596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:44:01.915878 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron_lib.callbacks.manager [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Subscribe: > port after_delete 55550000 {{(pid=112596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:44:01.916381 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=112596) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 08 13:44:01.916797 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron_lib.callbacks.manager [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Subscribe: > subnet after_create 55550000 {{(pid=112596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:44:01.917148 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron_lib.callbacks.manager [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Subscribe: > subnet after_update 55550000 {{(pid=112596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:44:01.917492 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron_lib.callbacks.manager [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Subscribe: > subnet after_delete 55550000 {{(pid=112596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:44:01.917908 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=112596) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 08 13:44:01.918308 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron_lib.callbacks.manager [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Subscribe: > network after_create 55550000 {{(pid=112596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:44:01.918656 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron_lib.callbacks.manager [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Subscribe: > network after_update 55550000 {{(pid=112596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:44:01.918994 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron_lib.callbacks.manager [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Subscribe: > network after_delete 55550000 {{(pid=112596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:44:01.919381 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=112596) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 08 13:44:01.919780 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron_lib.callbacks.manager [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Subscribe: > security_group after_create 55550000 {{(pid=112596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:44:01.920125 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron_lib.callbacks.manager [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Subscribe: > security_group after_update 55550000 {{(pid=112596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:44:01.920462 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron_lib.callbacks.manager [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Subscribe: > security_group after_delete 55550000 {{(pid=112596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:44:01.920850 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=112596) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 08 13:44:01.921254 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron_lib.callbacks.manager [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=112596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:44:01.921597 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron_lib.callbacks.manager [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=112596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:44:01.921964 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron_lib.callbacks.manager [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=112596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:44:01.922477 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=112596) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 08 13:44:01.922878 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron_lib.callbacks.manager [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Subscribe: > address_group after_create 55550000 {{(pid=112596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:44:01.923222 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron_lib.callbacks.manager [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Subscribe: > address_group after_update 55550000 {{(pid=112596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:44:01.923560 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron_lib.callbacks.manager [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Subscribe: > address_group after_delete 55550000 {{(pid=112596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:44:01.923955 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=112596) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 08 13:44:01.924389 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] ML2 OVO RPC backend initialized. {{(pid=112596) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Sep 08 13:44:01.925120 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron_lib.callbacks.manager [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Subscribe: > router_interface after_create 55550000 {{(pid=112596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:44:01.925470 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron_lib.callbacks.manager [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=112596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:44:01.925911 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron_lib.callbacks.manager [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Subscribe: > network before_response 55550000 {{(pid=112596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:44:01.926261 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron_lib.callbacks.manager [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Subscribe: > networks before_response 55550000 {{(pid=112596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:44:01.926604 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron_lib.callbacks.manager [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Subscribe: > port before_response 55550000 {{(pid=112596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:44:01.926945 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron_lib.callbacks.manager [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Subscribe: > ports before_response 55550000 {{(pid=112596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:44:01.927283 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron_lib.callbacks.manager [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Subscribe: > subnet before_response 55550000 {{(pid=112596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:44:01.927621 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron_lib.callbacks.manager [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Subscribe: > subnets before_response 55550000 {{(pid=112596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:44:01.927969 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron_lib.callbacks.manager [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Subscribe: > network after_create 55550000 {{(pid=112596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:44:01.928310 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron_lib.callbacks.manager [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Subscribe: > network after_update 55550000 {{(pid=112596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:44:01.928646 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron_lib.callbacks.manager [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Subscribe: > network after_delete 55550000 {{(pid=112596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:44:01.928982 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron_lib.callbacks.manager [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Subscribe: > port after_create 55550000 {{(pid=112596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:44:01.929323 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron_lib.callbacks.manager [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Subscribe: > port after_update 55550000 {{(pid=112596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:44:01.929655 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron_lib.callbacks.manager [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Subscribe: > port after_delete 55550000 {{(pid=112596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:44:01.930011 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron_lib.callbacks.manager [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Subscribe: > subnet after_create 55550000 {{(pid=112596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:44:01.930346 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron_lib.callbacks.manager [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Subscribe: > subnet after_update 55550000 {{(pid=112596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:44:01.930679 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron_lib.callbacks.manager [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Subscribe: > subnet after_delete 55550000 {{(pid=112596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:44:01.938189 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.quota [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loaded quota_driver: . Sep 08 13:44:01.938546 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.plugins.ml2.plugin [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Modular L2 Plugin initialization complete Sep 08 13:44:01.938888 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.manager [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loading services supported by the core plugin {{(pid=112596) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 08 13:44:01.939225 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.plugins.ml2.managers [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Got port-security extension from driver 'port_security' Sep 08 13:44:01.939953 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.extensions.vlantransparent [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Disabled vlantransparent extension. Sep 08 13:44:01.940438 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.manager [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=112596) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 08 13:44:01.940757 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.manager [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loading Plugin: router Sep 08 13:44:01.977323 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron_lib.callbacks.manager [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Subscribe: > router_interface before_create 55550000 {{(pid=112596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:44:01.977712 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron_lib.callbacks.manager [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Subscribe: > router after_create 55549900 {{(pid=112596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:44:01.978105 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron_lib.callbacks.manager [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Subscribe: > router before_create 55549900 {{(pid=112596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:44:01.978468 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron_lib.callbacks.manager [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Subscribe: > router_interface before_delete 55550000 {{(pid=112596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:44:01.978838 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron_lib.callbacks.manager [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=112596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:44:01.979194 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron_lib.callbacks.manager [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Subscribe: > router after_delete 55549900 {{(pid=112596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:44:01.979549 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron_lib.callbacks.manager [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Subscribe: > floatingip after_create 55550000 {{(pid=112596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:44:01.979899 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron_lib.callbacks.manager [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Subscribe: > floatingip after_update 55550000 {{(pid=112596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:44:01.980259 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron_lib.callbacks.manager [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Subscribe: > router after_create 55549900 {{(pid=112596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:44:01.980604 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron_lib.callbacks.manager [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Subscribe: > router after_update 55549900 {{(pid=112596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:44:01.980953 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron_lib.callbacks.manager [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Subscribe: > router after_update 55549900 {{(pid=112596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:44:01.981298 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron_lib.callbacks.manager [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=112596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:44:01.981653 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron_lib.callbacks.manager [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Subscribe: > router after_update 55549900 {{(pid=112596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:44:01.982079 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron_lib.callbacks.manager [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Subscribe: > router precommit_update 55549900 {{(pid=112596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:44:01.982446 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron_lib.callbacks.manager [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Subscribe: port after_update 55550000 {{(pid=112596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:44:01.982788 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron_lib.callbacks.manager [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Subscribe: port after_delete 55550000 {{(pid=112596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:44:01.983155 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron_lib.callbacks.manager [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Subscribe: subnet after_update 55550000 {{(pid=112596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:44:01.983510 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron_lib.callbacks.manager [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=112596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:44:01.983859 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron_lib.callbacks.manager [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Subscribe: > port precommit_delete 55550000 {{(pid=112596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:44:01.984207 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron_lib.callbacks.manager [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Subscribe: > router precommit_create 55549900 {{(pid=112596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:44:01.984549 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron_lib.callbacks.manager [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Subscribe: port before_delete 55550000 {{(pid=112596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:44:01.984892 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron_lib.callbacks.manager [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Subscribe: > router precommit_create 55550000 {{(pid=112596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:44:01.985243 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron_lib.callbacks.manager [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Subscribe: > router after_update 55549900 {{(pid=112596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:44:01.985584 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron_lib.callbacks.manager [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Subscribe: > router precommit_delete 55549900 {{(pid=112596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:44:01.985959 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron_lib.callbacks.manager [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Subscribe: > router precommit_create 55549900 {{(pid=112596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:44:01.986320 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron_lib.callbacks.manager [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Subscribe: > router_interface after_create 55550000 {{(pid=112596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:44:01.986661 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron_lib.callbacks.manager [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Subscribe: > router precommit_update 55549900 {{(pid=112596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:44:01.987026 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron_lib.callbacks.manager [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Subscribe: > agent after_create 55550000 {{(pid=112596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:44:01.987376 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron_lib.callbacks.manager [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Subscribe: > agent after_delete 55550000 {{(pid=112596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:44:01.987720 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron_lib.callbacks.manager [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Subscribe: > network after_delete 55550000 {{(pid=112596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:44:01.988571 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.quota.resource_registry [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Tracking information for resource: router configured {{(pid=112596) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 08 13:44:01.988900 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.quota.resource_registry [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Tracking information for resource: floatingip configured {{(pid=112596) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 08 13:44:01.993757 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.db.l3_agentschedulers_db [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 08 13:44:01.994330 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron_lib.callbacks.manager [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Subscribe: port after_update 55550000 {{(pid=112596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:44:01.994686 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron_lib.callbacks.manager [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Subscribe: port after_create 55550000 {{(pid=112596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:44:01.995033 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron_lib.callbacks.manager [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Subscribe: port after_delete 55550000 {{(pid=112596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:44:01.995380 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron_lib.callbacks.manager [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Subscribe: port after_update 55550000 {{(pid=112596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:44:01.996170 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron_lib.callbacks.manager [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Subscribe: > router before_create 55550100 {{(pid=112596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:44:01.996533 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron_lib.callbacks.manager [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Subscribe: > router precommit_delete 55550100 {{(pid=112596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:44:01.996894 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron_lib.callbacks.manager [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Subscribe: > router precommit_create 55550100 {{(pid=112596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:44:01.997249 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron_lib.callbacks.manager [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Subscribe: > router precommit_update 55550100 {{(pid=112596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:44:02.002684 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.services.provider_configuration [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Service providers = [] {{(pid=112596) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 08 13:44:02.003045 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.db.servicetype_db [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=112596) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 08 13:44:02.006073 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.services.service_base [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=112596) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 08 13:44:02.006419 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.services.service_base [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=112596) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 08 13:44:02.006758 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.services.service_base [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=112596) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 08 13:44:02.007640 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.services.service_base [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=112596) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 08 13:44:02.008006 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.services.service_base [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 08 13:44:02.008378 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.manager [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=112596) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 08 13:44:02.008689 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.manager [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 08 13:44:02.020678 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.manager [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Successfully loaded METERING plugin. Description: METERING {{(pid=112596) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 08 13:44:02.021013 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.manager [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loading Plugin: auto_allocate Sep 08 13:44:02.026661 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron_lib.callbacks.manager [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Subscribe: network precommit_update 55550000 {{(pid=112596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:44:02.027028 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron_lib.callbacks.manager [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Subscribe: network precommit_create 55550000 {{(pid=112596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:44:02.027541 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.manager [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=112596) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 08 13:44:02.027859 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.manager [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loading Plugin: tag Sep 08 13:44:02.034462 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.manager [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=112596) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 08 13:44:02.034739 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.manager [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loading Plugin: timestamp Sep 08 13:44:02.038789 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.manager [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=112596) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 08 13:44:02.039118 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.manager [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loading Plugin: network_ip_availability Sep 08 13:44:02.044546 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron_lib.callbacks.manager [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=112596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:44:02.044915 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron_lib.callbacks.manager [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=112596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:44:02.045269 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron_lib.callbacks.manager [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:44:02.046036 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.manager [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=112596) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 08 13:44:02.046357 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.manager [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loading Plugin: flavors Sep 08 13:44:02.051009 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.manager [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=112596) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 08 13:44:02.051343 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.manager [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loading Plugin: revisions Sep 08 13:44:02.055812 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.manager [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=112596) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 08 13:44:02.056195 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_concurrency.lockutils [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.900s {{(pid=112596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 08 13:44:02.056924 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=112596) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Sep 08 13:44:02.057255 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Initializing extension manager. Sep 08 13:44:02.057802 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loading extension file: __init__.py {{(pid=112596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:44:02.058147 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loading extension file: __pycache__ {{(pid=112596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:44:02.058478 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loading extension file: address_group.py {{(pid=112596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:44:02.059348 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=112596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:44:02.059897 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loaded extension: address-group Sep 08 13:44:02.060216 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loading extension file: address_scope.py {{(pid=112596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:44:02.060884 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=112596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:44:02.061926 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loaded extension: address-scope Sep 08 13:44:02.062244 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loading extension file: admin_state_down_before_update.py {{(pid=112596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:44:02.063108 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=112596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:44:02.063603 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loaded extension: router-admin-state-down-before-update Sep 08 13:44:02.063919 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loading extension file: agent.py {{(pid=112596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:44:02.064573 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=112596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:44:02.065383 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loaded extension: agent Sep 08 13:44:02.065700 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loading extension file: agent_resources_synced.py {{(pid=112596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:44:02.066582 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=112596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:44:02.067076 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loaded extension: agent-resources-synced Sep 08 13:44:02.067391 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loading extension file: allowedaddresspairs.py {{(pid=112596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:44:02.069108 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=112596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:44:02.069618 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loaded extension: allowed-address-pairs Sep 08 13:44:02.069978 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loading extension file: auto_allocated_topology.py {{(pid=112596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:44:02.070984 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=112596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:44:02.071484 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loaded extension: auto-allocated-topology Sep 08 13:44:02.071804 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loading extension file: availability_zone.py {{(pid=112596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:44:02.072453 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=112596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:44:02.072951 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loaded extension: availability_zone Sep 08 13:44:02.073270 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loading extension file: availability_zone_filter.py {{(pid=112596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:44:02.074153 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=112596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:44:02.074649 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loaded extension: availability_zone_filter Sep 08 13:44:02.074968 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loading extension file: data_plane_status.py {{(pid=112596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:44:02.075814 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=112596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:44:02.076306 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Extension data-plane-status not supported by any of loaded plugins Sep 08 13:44:02.076624 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loading extension file: default_subnetpools.py {{(pid=112596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:44:02.078070 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=112596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:44:02.078569 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loaded extension: default-subnetpools Sep 08 13:44:02.078888 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loading extension file: dhcpagentscheduler.py {{(pid=112596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:44:02.079640 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=112596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:44:02.080141 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loaded extension: dhcp_agent_scheduler Sep 08 13:44:02.080460 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loading extension file: dns.py {{(pid=112596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:44:02.081315 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=112596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:44:02.081844 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Extension dns-integration not supported by any of loaded plugins Sep 08 13:44:02.082164 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loading extension file: dns_domain_ports.py {{(pid=112596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:44:02.083023 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=112596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:44:02.083516 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 08 13:44:02.083831 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=112596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:44:02.084692 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=112596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:44:02.085182 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 08 13:44:02.085498 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loading extension file: dvr.py {{(pid=112596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:44:02.086159 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=112596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:44:02.086654 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loaded extension: dvr Sep 08 13:44:02.086971 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loading extension file: ecmp_routes.py {{(pid=112596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:44:02.087835 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=112596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:44:02.088323 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Extension ecmp_routes not supported by any of loaded plugins Sep 08 13:44:02.088638 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loading extension file: empty_string_filtering.py {{(pid=112596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:44:02.089491 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=112596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:44:02.090016 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loaded extension: empty-string-filtering Sep 08 13:44:02.090333 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=112596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:44:02.091186 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=112596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:44:02.091678 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 08 13:44:02.091993 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=112596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:44:02.092868 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=112596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:44:02.093360 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 08 13:44:02.093678 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loading extension file: external_net.py {{(pid=112596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:44:02.094554 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=112596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:44:02.095051 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loaded extension: external-net Sep 08 13:44:02.095366 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loading extension file: extra_dhcp_opt.py {{(pid=112596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:44:02.096212 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=112596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:44:02.096708 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loaded extension: extra_dhcp_opt Sep 08 13:44:02.097023 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loading extension file: extraroute.py {{(pid=112596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:44:02.097910 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=112596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:44:02.098407 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loaded extension: extraroute Sep 08 13:44:02.098722 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loading extension file: extraroute_atomic.py {{(pid=112596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:44:02.099690 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=112596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:44:02.100189 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loaded extension: extraroute-atomic Sep 08 13:44:02.100507 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loading extension file: filter_validation.py {{(pid=112596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:44:02.101124 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=112596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:44:02.101618 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loaded extension: filter-validation Sep 08 13:44:02.101956 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loading extension file: fip_pf_description.py {{(pid=112596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:44:02.102803 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=112596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:44:02.103294 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 08 13:44:02.103608 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loading extension file: fip_pf_detail.py {{(pid=112596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:44:02.104454 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Ext name="Floating IP port forwarding detail" alias="floating-ip-port-forwarding-detail" description="Allow list floating ip return more port forwarding data, include'id' and 'internal_port_id'" updated="2022-05-06T10:00:00-00:00" {{(pid=112596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:44:02.104946 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loaded extension: floating-ip-port-forwarding-detail Sep 08 13:44:02.105260 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loading extension file: fip_pf_port_range.py {{(pid=112596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:44:02.106143 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=112596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:44:02.106635 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Sep 08 13:44:02.106950 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loading extension file: fip_port_details.py {{(pid=112596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:44:02.107804 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=112596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:44:02.108362 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loaded extension: fip-port-details Sep 08 13:44:02.108644 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loading extension file: flavors.py {{(pid=112596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:44:02.109831 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=112596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:44:02.110333 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loaded extension: flavors Sep 08 13:44:02.110652 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=112596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:44:02.112234 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=112596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:44:02.112799 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 08 13:44:02.113126 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loading extension file: floatingip_pools.py {{(pid=112596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:44:02.113813 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=112596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:44:02.114317 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loaded extension: floatingip-pools Sep 08 13:44:02.114642 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loading extension file: ip_allocation.py {{(pid=112596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:44:02.115517 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=112596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:44:02.116013 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Extension ip_allocation not supported by any of loaded plugins Sep 08 13:44:02.116336 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loading extension file: ip_substring_port_filtering.py {{(pid=112596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:44:02.117215 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=112596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:44:02.117712 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loaded extension: ip-substring-filtering Sep 08 13:44:02.118062 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loading extension file: l2_adjacency.py {{(pid=112596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:44:02.118935 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=112596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:44:02.119425 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Extension l2_adjacency not supported by any of loaded plugins Sep 08 13:44:02.119743 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loading extension file: l3.py {{(pid=112596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:44:02.120641 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=112596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:44:02.121139 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loaded extension: router Sep 08 13:44:02.121459 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loading extension file: l3_conntrack_helper.py {{(pid=112596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:44:02.124334 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=112596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:44:02.124854 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 08 13:44:02.125182 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loading extension file: l3_ext_gw_mode.py {{(pid=112596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:44:02.126080 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=112596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:44:02.126585 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loaded extension: ext-gw-mode Sep 08 13:44:02.126908 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loading extension file: l3_ext_ha_mode.py {{(pid=112596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:44:02.127774 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=112596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:44:02.128276 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loaded extension: l3-ha Sep 08 13:44:02.128595 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=112596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:44:02.129458 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=112596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:44:02.129975 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Sep 08 13:44:02.130307 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loading extension file: l3_flavors.py {{(pid=112596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:44:02.131151 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=112596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:44:02.131644 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loaded extension: l3-flavors Sep 08 13:44:02.131961 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loading extension file: l3_ndp_proxy.py {{(pid=112596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:44:02.133259 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=112596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:44:02.133791 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Extension l3-ndp-proxy not supported by any of loaded plugins Sep 08 13:44:02.134114 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=112596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:44:02.134979 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=112596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:44:02.135485 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loaded extension: l3-port-ip-change-not-allowed Sep 08 13:44:02.135808 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loading extension file: l3agentscheduler.py {{(pid=112596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:44:02.136780 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=112596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:44:02.137279 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loaded extension: l3_agent_scheduler Sep 08 13:44:02.137601 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loading extension file: local_ip.py {{(pid=112596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:44:02.139866 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=112596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:44:02.140379 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Extension local_ip not supported by any of loaded plugins Sep 08 13:44:02.140706 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loading extension file: logging.py {{(pid=112596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:44:02.142143 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=112596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:44:02.142654 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Extension logging not supported by any of loaded plugins Sep 08 13:44:02.142980 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loading extension file: metering.py {{(pid=112596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:44:02.143695 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=112596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:44:02.144248 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loaded extension: metering Sep 08 13:44:02.144574 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=112596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:44:02.145603 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=112596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:44:02.146140 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loaded extension: metering_source_and_destination_fields Sep 08 13:44:02.146465 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loading extension file: multiprovidernet.py {{(pid=112596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:44:02.147335 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=112596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:44:02.147838 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loaded extension: multi-provider Sep 08 13:44:02.148159 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loading extension file: netmtu.py {{(pid=112596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:44:02.149026 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=112596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:44:02.149523 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loaded extension: net-mtu Sep 08 13:44:02.149878 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loading extension file: netmtu_writable.py {{(pid=112596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:44:02.150743 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=112596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:44:02.151238 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loaded extension: net-mtu-writable Sep 08 13:44:02.151554 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loading extension file: network_availability_zone.py {{(pid=112596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:44:02.152176 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=112596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:44:02.152669 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loaded extension: network_availability_zone Sep 08 13:44:02.152985 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loading extension file: network_ip_availability.py {{(pid=112596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:44:02.154064 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=112596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:44:02.154565 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loaded extension: network-ip-availability Sep 08 13:44:02.154905 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loading extension file: network_segment_range.py {{(pid=112596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:44:02.155620 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=112596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:44:02.156192 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Extension network-segment-range not supported by any of loaded plugins Sep 08 13:44:02.156516 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loading extension file: pagination.py {{(pid=112596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:44:02.157448 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=112596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:44:02.157806 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loaded extension: pagination Sep 08 13:44:02.158128 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loading extension file: port_device_profile.py {{(pid=112596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:44:02.158996 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=112596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:44:02.159493 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loaded extension: port-device-profile Sep 08 13:44:02.159810 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loading extension file: port_mac_address_override.py {{(pid=112596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:44:02.160671 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=112596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:44:02.161168 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loaded extension: port-mac-override Sep 08 13:44:02.161486 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loading extension file: port_mac_address_regenerate.py {{(pid=112596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:44:02.162378 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=112596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:44:02.162874 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loaded extension: port-mac-address-regenerate Sep 08 13:44:02.163193 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loading extension file: port_numa_affinity_policy.py {{(pid=112596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:44:02.164046 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=112596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:44:02.164538 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loaded extension: port-numa-affinity-policy Sep 08 13:44:02.164856 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loading extension file: port_resource_request.py {{(pid=112596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:44:02.165707 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=112596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:44:02.166223 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Extension port-resource-request not supported by any of loaded plugins Sep 08 13:44:02.166541 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loading extension file: port_resource_request_groups.py {{(pid=112596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:44:02.167441 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=112596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:44:02.167934 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Extension port-resource-request-groups not supported by any of loaded plugins Sep 08 13:44:02.168254 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loading extension file: portbindings.py {{(pid=112596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:44:02.169130 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=112596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:44:02.169624 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loaded extension: binding Sep 08 13:44:02.169976 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loading extension file: portbindings_extended.py {{(pid=112596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:44:02.171205 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=112596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:44:02.171708 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loaded extension: binding-extended Sep 08 13:44:02.172030 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loading extension file: portsecurity.py {{(pid=112596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:44:02.172887 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=112596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:44:02.173389 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loaded extension: port-security Sep 08 13:44:02.173706 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loading extension file: project_id.py {{(pid=112596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:44:02.174837 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=112596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:44:02.175165 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loaded extension: project-id Sep 08 13:44:02.175483 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loading extension file: providernet.py {{(pid=112596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:44:02.176346 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=112596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:44:02.176848 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loaded extension: provider Sep 08 13:44:02.177168 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loading extension file: qos.py {{(pid=112596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:44:02.180673 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=112596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:44:02.181190 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Extension qos not supported by any of loaded plugins Sep 08 13:44:02.181519 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loading extension file: qos_bw_limit_direction.py {{(pid=112596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:44:02.182743 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=112596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:44:02.183252 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 08 13:44:02.183579 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=112596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:44:02.184443 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=112596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:44:02.184942 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 08 13:44:02.185264 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loading extension file: qos_default.py {{(pid=112596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:44:02.186676 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=112596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:44:02.187180 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Extension qos-default not supported by any of loaded plugins Sep 08 13:44:02.187501 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loading extension file: qos_fip.py {{(pid=112596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:44:02.188375 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=112596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:44:02.188875 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Extension qos-fip not supported by any of loaded plugins Sep 08 13:44:02.189193 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loading extension file: qos_fip_network_policy.py {{(pid=112596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:44:02.190332 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=112596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:44:02.190830 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Extension qos-fip-network-policy not supported by any of loaded plugins Sep 08 13:44:02.191147 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loading extension file: qos_gateway_ip.py {{(pid=112596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:44:02.192019 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=112596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:44:02.192514 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 08 13:44:02.192835 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loading extension file: qos_port_network_policy.py {{(pid=112596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:44:02.193697 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=112596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:44:02.194230 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 08 13:44:02.194550 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=112596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:44:02.195539 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=112596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:44:02.196044 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Extension qos-pps-minimum not supported by any of loaded plugins Sep 08 13:44:02.196366 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=112596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:44:02.197342 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=112596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:44:02.197872 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Sep 08 13:44:02.198193 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loading extension file: qos_pps_rule.py {{(pid=112596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:44:02.199312 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=112596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:44:02.199811 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Extension qos-pps not supported by any of loaded plugins Sep 08 13:44:02.200130 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loading extension file: qos_rule_type_details.py {{(pid=112596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:44:02.200992 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=112596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:44:02.201489 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 08 13:44:02.201876 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loading extension file: qos_rule_type_filter.py {{(pid=112596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:44:02.203236 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=112596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:44:02.203733 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Extension qos-rule-type-filter not supported by any of loaded plugins Sep 08 13:44:02.204051 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loading extension file: qos_rules_alias.py {{(pid=112596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:44:02.205033 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=112596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:44:02.205533 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 08 13:44:02.205882 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loading extension file: quota_check_limit.py {{(pid=112596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:44:02.206742 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=112596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:44:02.207245 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loaded extension: quota-check-limit Sep 08 13:44:02.207563 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loading extension file: quotasv2.py {{(pid=112596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:44:02.208435 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=112596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:44:02.208755 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loaded extension: quotas Sep 08 13:44:02.209072 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loading extension file: quotasv2_detail.py {{(pid=112596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:44:02.210728 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=112596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:44:02.211058 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loaded extension: quota_details Sep 08 13:44:02.211384 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loading extension file: rbac.py {{(pid=112596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:44:02.212366 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=112596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:44:02.212872 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loaded extension: rbac-policies Sep 08 13:44:02.213197 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loading extension file: rbac_address_group.py {{(pid=112596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:44:02.214098 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=112596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:44:02.214602 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loaded extension: rbac-address-group Sep 08 13:44:02.214920 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loading extension file: rbac_address_scope.py {{(pid=112596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:44:02.215872 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=112596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:44:02.216371 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loaded extension: rbac-address-scope Sep 08 13:44:02.216689 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loading extension file: rbac_security_groups.py {{(pid=112596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:44:02.217644 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=112596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:44:02.218177 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loaded extension: rbac-security-groups Sep 08 13:44:02.218500 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loading extension file: rbac_subnetpool.py {{(pid=112596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:44:02.219385 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=112596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:44:02.219883 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loaded extension: rbac-subnetpool Sep 08 13:44:02.220201 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loading extension file: revisionifmatch.py {{(pid=112596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:44:02.221351 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=112596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:44:02.221883 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loaded extension: revision-if-match Sep 08 13:44:02.222205 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loading extension file: revisions.py {{(pid=112596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:44:02.223277 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=112596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:44:02.223778 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loaded extension: standard-attr-revisions Sep 08 13:44:02.224098 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loading extension file: router_availability_zone.py {{(pid=112596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:44:02.224721 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=112596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:44:02.225218 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loaded extension: router_availability_zone Sep 08 13:44:02.225535 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loading extension file: routerservicetype.py {{(pid=112596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:44:02.226428 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=112596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:44:02.226927 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Extension router-service-type not supported by any of loaded plugins Sep 08 13:44:02.227247 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=112596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:44:02.228109 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=112596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:44:02.228612 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loaded extension: security-groups-normalized-cidr Sep 08 13:44:02.228929 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loading extension file: security_groups_port_filtering.py {{(pid=112596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:44:02.229820 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=112596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:44:02.230318 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loaded extension: port-security-groups-filtering Sep 08 13:44:02.230637 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loading extension file: security_groups_remote_address_group.py {{(pid=112596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:44:02.231501 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=112596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:44:02.232000 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loaded extension: security-groups-remote-address-group Sep 08 13:44:02.232318 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loading extension file: security_groups_shared_filtering.py {{(pid=112596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:44:02.233207 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=112596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:44:02.233711 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loaded extension: security-groups-shared-filtering Sep 08 13:44:02.234061 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loading extension file: securitygroup.py {{(pid=112596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:44:02.243756 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=112596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:44:02.244282 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loaded extension: security-group Sep 08 13:44:02.244608 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loading extension file: segment.py {{(pid=112596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:44:02.245288 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=112596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:44:02.245814 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Extension segment not supported by any of loaded plugins Sep 08 13:44:02.246142 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=112596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:44:02.247021 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=112596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:44:02.247525 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 08 13:44:02.247846 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loading extension file: servicetype.py {{(pid=112596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:44:02.249406 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=112596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:44:02.249939 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loaded extension: service-type Sep 08 13:44:02.250259 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loading extension file: sorting.py {{(pid=112596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:44:02.251186 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=112596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:44:02.251515 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loaded extension: sorting Sep 08 13:44:02.251833 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loading extension file: standard_attr_segment.py {{(pid=112596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:44:02.252711 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=112596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:44:02.253216 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 08 13:44:02.253537 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loading extension file: standardattrdescription.py {{(pid=112596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:44:02.254167 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=112596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:44:02.254667 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loaded extension: standard-attr-description Sep 08 13:44:02.254986 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loading extension file: stateful_security_group.py {{(pid=112596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:44:02.255854 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=112596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:44:02.256368 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loaded extension: stateful-security-group Sep 08 13:44:02.256692 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loading extension file: stdattrs_common.py {{(pid=112596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:44:02.257322 dv-cinder-820027-24-iscsi neutron-server[112596]: WARNING neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 08 13:44:02.257649 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=112596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:44:02.258544 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=112596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:44:02.259054 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 08 13:44:02.259375 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loading extension file: subnet_onboard.py {{(pid=112596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:44:02.260368 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=112596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:44:02.260876 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loaded extension: subnet_onboard Sep 08 13:44:02.261199 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loading extension file: subnet_segmentid_writable.py {{(pid=112596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:44:02.262165 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=112596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:44:02.262667 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 08 13:44:02.262990 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loading extension file: subnet_service_types.py {{(pid=112596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:44:02.263875 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=112596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:44:02.264916 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loaded extension: subnet-service-types Sep 08 13:44:02.265247 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loading extension file: subnetallocation.py {{(pid=112596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:44:02.266302 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=112596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:44:02.266810 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loaded extension: subnet_allocation Sep 08 13:44:02.267133 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=112596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:44:02.267786 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=112596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:44:02.268285 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loaded extension: subnetpool-prefix-ops Sep 08 13:44:02.268603 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=112596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:44:02.269484 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=112596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:44:02.270015 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 08 13:44:02.270335 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loading extension file: tagging.py {{(pid=112596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:44:02.271372 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=112596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:44:02.271874 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loaded extension: standard-attr-tag Sep 08 13:44:02.272194 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loading extension file: timestamp.py {{(pid=112596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:44:02.273330 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=112596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:44:02.273870 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loaded extension: standard-attr-timestamp Sep 08 13:44:02.274194 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loading extension file: trunk.py {{(pid=112596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:44:02.275167 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=112596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:44:02.275669 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Extension trunk not supported by any of loaded plugins Sep 08 13:44:02.275991 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loading extension file: trunk_details.py {{(pid=112596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:44:02.276850 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=112596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:44:02.277349 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Extension trunk-details not supported by any of loaded plugins Sep 08 13:44:02.277667 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loading extension file: uplink_status_propagation.py {{(pid=112596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:44:02.278559 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=112596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:44:02.279063 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 08 13:44:02.279381 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Loading extension file: vlantransparent.py {{(pid=112596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:44:02.280029 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=112596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:44:02.280524 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Extension vlan-transparent not supported by any of loaded plugins Sep 08 13:44:02.283140 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.quota.resource_registry [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Creating instance of TrackedResource for resource:network Sep 08 13:44:02.283656 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.quota.resource_registry [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Creating instance of TrackedResource for resource:subnet Sep 08 13:44:02.284051 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.quota.resource_registry [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Creating instance of TrackedResource for resource:subnetpool Sep 08 13:44:02.284438 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.quota.resource_registry [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Creating instance of TrackedResource for resource:port Sep 08 13:44:02.285796 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.v2.resource_helper [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=112596) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 13:44:02.286200 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.v2.resource_helper [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Service FLAVORS assigned prefix: {{(pid=112596) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 13:44:02.286804 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.v2.resource_helper [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=112596) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 13:44:02.287224 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.v2.resource_helper [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=112596) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 13:44:02.287555 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.quota.resource_registry [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Creating instance of TrackedResource for resource:router Sep 08 13:44:02.287992 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.quota.resource_registry [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Creating instance of TrackedResource for resource:floatingip Sep 08 13:44:02.288475 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.v2.resource_helper [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Service METERING assigned prefix: /metering {{(pid=112596) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 13:44:02.289923 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron_lib.callbacks.manager [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=112596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:44:02.290294 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron_lib.callbacks.manager [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=112596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:44:02.290645 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron_lib.callbacks.manager [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:44:02.291623 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.quota.resource_registry [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Creating instance of CountableResource for resource:rbac_policy Sep 08 13:44:02.292063 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.quota.resource_registry [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Creating instance of TrackedResource for resource:security_group Sep 08 13:44:02.292485 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.quota.resource_registry [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Creating instance of TrackedResource for resource:security_group_rule Sep 08 13:44:02.293014 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.v2.resource_helper [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Service CORE assigned prefix: {{(pid=112596) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 13:44:02.293348 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.quota.resource_registry [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Creating instance of TrackedResource for resource:subnetpool Sep 08 13:44:02.293689 dv-cinder-820027-24-iscsi neutron-server[112596]: WARNING neutron.quota.resource_registry [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] subnetpool is already registered Sep 08 13:44:02.294139 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.v2.resource_helper [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Service CORE assigned prefix: {{(pid=112596) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 13:44:02.294461 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.quota.resource_registry [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Creating instance of TrackedResource for resource:subnetpool Sep 08 13:44:02.294789 dv-cinder-820027-24-iscsi neutron-server[112596]: WARNING neutron.quota.resource_registry [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] subnetpool is already registered Sep 08 13:44:02.297213 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.v2.resource_helper [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=112596) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 13:44:02.297688 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.v2.resource_helper [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Service FLAVORS assigned prefix: {{(pid=112596) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 13:44:02.298335 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.v2.resource_helper [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=112596) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 13:44:02.298883 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.v2.resource_helper [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=112596) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 13:44:02.299215 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.quota.resource_registry [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Creating instance of TrackedResource for resource:router Sep 08 13:44:02.299561 dv-cinder-820027-24-iscsi neutron-server[112596]: WARNING neutron.quota.resource_registry [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] router is already registered Sep 08 13:44:02.299982 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.quota.resource_registry [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Creating instance of TrackedResource for resource:floatingip Sep 08 13:44:02.300316 dv-cinder-820027-24-iscsi neutron-server[112596]: WARNING neutron.quota.resource_registry [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] floatingip is already registered Sep 08 13:44:02.300777 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.v2.resource_helper [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Service METERING assigned prefix: /metering {{(pid=112596) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 13:44:02.301488 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.quota.resource_registry [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Creating instance of CountableResource for resource:rbac_policy Sep 08 13:44:02.301844 dv-cinder-820027-24-iscsi neutron-server[112596]: WARNING neutron.quota.resource_registry [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] rbac_policy is already registered Sep 08 13:44:02.302253 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.quota.resource_registry [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Creating instance of TrackedResource for resource:security_group Sep 08 13:44:02.302585 dv-cinder-820027-24-iscsi neutron-server[112596]: WARNING neutron.quota.resource_registry [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] security_group is already registered Sep 08 13:44:02.302993 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.quota.resource_registry [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Creating instance of TrackedResource for resource:security_group_rule Sep 08 13:44:02.303329 dv-cinder-820027-24-iscsi neutron-server[112596]: WARNING neutron.quota.resource_registry [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] security_group_rule is already registered Sep 08 13:44:02.303821 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.v2.resource_helper [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Service CORE assigned prefix: {{(pid=112596) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 13:44:02.304144 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.quota.resource_registry [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Creating instance of TrackedResource for resource:subnetpool Sep 08 13:44:02.304473 dv-cinder-820027-24-iscsi neutron-server[112596]: WARNING neutron.quota.resource_registry [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] subnetpool is already registered Sep 08 13:44:02.304885 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.v2.resource_helper [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Service CORE assigned prefix: {{(pid=112596) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 13:44:02.305202 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.quota.resource_registry [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Creating instance of TrackedResource for resource:subnetpool Sep 08 13:44:02.305535 dv-cinder-820027-24-iscsi neutron-server[112596]: WARNING neutron.quota.resource_registry [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] subnetpool is already registered Sep 08 13:44:02.306025 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Extended resource: extensions {{(pid=112596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 13:44:02.307599 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Extended resource: address-groups {{(pid=112596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 13:44:02.309094 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Extended resource: address-scopes {{(pid=112596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 13:44:02.310335 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Extended resource: agents {{(pid=112596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 13:44:02.312024 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Extended resource: auto-allocated-topology {{(pid=112596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 13:44:02.314518 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Extended resource: availability_zones {{(pid=112596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 13:44:02.316005 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Extended resource: dhcp-networks {{(pid=112596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 13:44:02.317420 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Extended resource: dhcp-agents {{(pid=112596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 13:44:02.319001 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Extended resource: routers {{(pid=112596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 13:44:02.320770 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Extended resource: flavors {{(pid=112596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 13:44:02.321958 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Extended resource: service_profiles {{(pid=112596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 13:44:02.323261 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Extended resource: next_providers {{(pid=112596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 13:44:02.324728 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Extended resource: service_profiles {{(pid=112596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 13:44:02.326219 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Extended resource: floatingip-pools {{(pid=112596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 13:44:02.327998 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Extended resource: routers {{(pid=112596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 13:44:02.329829 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Extended resource: floatingips {{(pid=112596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 13:44:02.331020 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Extended resource: l3-routers {{(pid=112596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 13:44:02.332408 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Extended resource: l3-agents {{(pid=112596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 13:44:02.333946 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Extended resource: metering-labels {{(pid=112596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 13:44:02.335264 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Extended resource: metering-label-rules {{(pid=112596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 13:44:02.336555 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Extended resource: network-ip-availabilities {{(pid=112596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 13:44:02.337941 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Extended resource: bindings {{(pid=112596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 13:44:02.339506 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Extended resource: quotas {{(pid=112596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 13:44:02.341075 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Extended resource: quotas {{(pid=112596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 13:44:02.342773 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Extended resource: rbac-policies {{(pid=112596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 13:44:02.343973 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Extended resource: security-groups {{(pid=112596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 13:44:02.345172 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Extended resource: security-group-rules {{(pid=112596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 13:44:02.346461 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Extended resource: service-providers {{(pid=112596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 13:44:02.347778 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Extended resource: subnetpools {{(pid=112596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 13:44:02.349110 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Extended resource: subnetpools {{(pid=112596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 13:44:02.350611 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Extended resource: tags {{(pid=112596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 13:44:02.352377 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Extended resource: tags {{(pid=112596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 13:44:02.354159 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Extended resource: tags {{(pid=112596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 13:44:02.356037 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Extended resource: tags {{(pid=112596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 13:44:02.357727 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Extended resource: tags {{(pid=112596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 13:44:02.360202 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Extended resource: tags {{(pid=112596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 13:44:02.362026 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Extended resource: tags {{(pid=112596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 13:44:02.363824 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Extended resource: tags {{(pid=112596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 13:44:02.365621 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Extended resource: tags {{(pid=112596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 13:44:02.367511 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron.api.extensions [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Extended resource: tags {{(pid=112596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 13:44:02.375154 dv-cinder-820027-24-iscsi neutron-server[112596]: WARNING keystonemiddleware.auth_token [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 08 13:44:02.380200 dv-cinder-820027-24-iscsi neutron-server[112596]: WARNING keystonemiddleware.auth_token [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 08 13:44:02.389051 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_concurrency.lockutils [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Acquiring lock "singleton_lock" {{(pid=112596) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Sep 08 13:44:02.389415 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_concurrency.lockutils [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Acquired lock "singleton_lock" {{(pid=112596) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:315}} Sep 08 13:44:02.389915 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_concurrency.lockutils [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Releasing lock "singleton_lock" {{(pid=112596) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:333}} Sep 08 13:44:02.390572 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO oslo_service.service [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Starting 2 workers Sep 08 13:44:02.395335 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Started child 112709 {{(pid=112596) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 08 13:44:02.400971 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Started child 112710 {{(pid=112596) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 08 13:44:02.401157 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:44:02.401795 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO neutron.service [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Neutron service started, listening on 0.0.0.0:9696 Sep 08 13:44:02.402021 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron_lib.callbacks.manager [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Publish callbacks [] for process (None), before_spawn {{(pid=112596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:44:02.402369 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [-] (112709) wsgi starting up on http://0.0.0.0:9696 Sep 08 13:44:02.404439 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO oslo_service.service [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Starting 1 workers Sep 08 13:44:02.404648 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:44:02.406064 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [-] (112710) wsgi starting up on http://0.0.0.0:9696 Sep 08 13:44:02.409723 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Started child 112711 {{(pid=112596) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 08 13:44:02.410272 dv-cinder-820027-24-iscsi neutron-server[112596]: INFO oslo_service.service [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Starting 1 workers Sep 08 13:44:02.413558 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.service [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] calling RpcWorker wait() {{(pid=112711) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 08 13:44:02.414147 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.service [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] returning from RpcWorker wait() {{(pid=112711) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 08 13:44:02.414801 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Started child 112712 {{(pid=112596) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 08 13:44:02.415579 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG neutron_lib.callbacks.manager [None req-23ec9543-edb9-45f4-8a8c-7fbeedaa941f None None] Publish callbacks [] for process (None), after_spawn {{(pid=112596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:44:02.415679 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:44:02.416127 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=112711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:44:02.417480 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=112596) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 08 13:44:02.417690 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 08 13:44:02.417912 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 08 13:44:02.418139 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 08 13:44:02.418483 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 08 13:44:02.418662 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 08 13:44:02.419168 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.419455 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.419715 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.419851 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=112712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:44:02.420310 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.421051 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.421337 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.421426 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=112712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:44:02.421587 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.421896 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.422154 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.422321 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.422484 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.422720 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.422945 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.423243 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.423527 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.423773 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.424009 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.424176 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.424421 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] config_source = [] {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.424676 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.424916 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.425182 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] debug = True {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.425449 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.425948 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.426216 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.426427 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.426664 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.426913 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.427152 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.427402 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.427649 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.427881 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.428114 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.428383 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.428629 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.428870 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.429115 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.429405 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.429648 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.430153 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] host = dv-cinder-820027-24-iscsi {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.430368 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.430598 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.430830 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.431074 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.431317 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.431538 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.431797 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.432049 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.432312 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.432558 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.432793 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.433038 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.433281 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] log_dir = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.433523 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] log_file = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.433684 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] log_options = True {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.433949 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.434253 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.434497 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.434681 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.434848 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.435008 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.435252 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.435413 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.435645 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.435874 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.436084 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.436867 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.437097 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.437328 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.437585 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.437835 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.438048 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.438281 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.438531 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.438782 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.439015 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.439264 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.439500 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.440003 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.440228 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.441440 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.441708 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.441967 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.442187 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.442414 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.442759 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.443840 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.444152 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.444480 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.444837 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.445155 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.445403 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.445670 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.447106 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.447106 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.447106 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.447106 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.447106 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.447774 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.447774 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.447774 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] use_journal = False {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.448324 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] use_json = False {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.448324 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.448324 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.448678 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.448910 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.449132 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.450218 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.450468 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.451272 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.451828 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.452861 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.453211 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.453556 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.453840 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.454124 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.454365 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.454669 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.454915 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.455179 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.455447 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.455740 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.456083 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.456288 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.456697 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.456857 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.457174 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.457421 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.457701 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.457969 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.458216 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.458439 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.458695 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.458947 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.459243 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.459398 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.459647 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.459892 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.460232 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.460541 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.460903 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.461206 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.461461 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.461713 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.55/identity {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.462093 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.462276 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.462508 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.462729 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.462946 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.463206 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.463418 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.463689 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.463935 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.464173 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.464422 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.464650 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.464899 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.465256 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.465499 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.465820 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.465925 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.466124 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.466380 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.466629 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.466843 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.467125 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.467345 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.467619 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.467903 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.468180 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.468441 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.468670 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.468944 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.469193 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.469489 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.469649 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.469895 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.470038 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.470293 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.470583 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.470743 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.471027 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.471206 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.471432 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.471807 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.472210 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.472377 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.472528 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.472930 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.473339 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.473578 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.473938 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.474105 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.474216 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.474432 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.474655 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.474884 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.475107 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.475302 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.475477 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.475690 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.475994 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.476203 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.476474 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.476746 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.477040 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.477243 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.477491 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.477806 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.478018 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.478227 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.478435 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.478691 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.478930 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.479161 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.479546 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.479732 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.480340 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.480340 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.480340 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.480771 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.480771 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.481063 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.481207 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.481420 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.481636 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.481904 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.482147 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.482403 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.482638 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.482874 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.483735 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.483891 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.484038 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.484304 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.484542 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.484824 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.485043 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.485318 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.485620 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.485910 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.486163 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.486423 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.486671 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.486952 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.487208 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.487459 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.487764 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.487942 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.488167 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.488417 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.488640 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.488855 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.489087 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.489411 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.489659 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.489907 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.490125 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.490397 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.490654 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.490892 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.491164 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.491414 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.491681 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.491928 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.492173 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.55/identity {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.492503 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.492713 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.492967 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.493186 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.493424 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.493801 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.494251 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.494251 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.494534 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.494662 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.494798 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.495040 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.495256 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.495583 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.495718 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.495934 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.496172 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.496371 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.496610 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.496833 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.497051 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.497285 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.497561 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.497726 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.497972 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.498249 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.498499 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.498774 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.499508 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.499775 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.500012 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.500229 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.500480 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.500736 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.500937 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.501156 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.501373 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.501586 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.501827 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.502076 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.502293 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.502545 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.502811 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.503208 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.503405 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.503662 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.503936 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.504178 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.504418 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.504638 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.504856 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.505108 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.505326 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.505552 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.505790 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.506026 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.506270 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.506495 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.506712 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.506950 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.507169 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.507443 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.507698 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.507947 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.508198 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.508437 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.508663 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.508880 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.509120 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.509354 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.509567 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.509893 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.510041 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.510243 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.510520 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.510913 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.511073 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.511300 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.511558 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.511778 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.512025 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.512270 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.512622 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.512727 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.512948 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.513167 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.513376 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.513605 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.513843 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.514077 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.514326 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.514545 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.514756 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.514999 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.515210 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.515422 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.515646 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.515871 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.516145 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.516374 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.516585 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.516800 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.517020 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.517242 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.517452 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.517701 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.517986 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.518315 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.518430 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.518632 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.518868 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.519171 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.519422 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.519641 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.519923 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.520155 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.520411 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.520651 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.520962 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.521195 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.521436 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.521685 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.521929 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.522153 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.522408 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.522728 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.523017 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.523264 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.523531 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.523818 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.524093 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.524375 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.524591 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.524895 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.525234 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.525507 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.525781 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.526030 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.526272 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.526491 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.526725 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.526962 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.527198 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.527413 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.527658 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.527905 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.528169 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.528385 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.528619 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.528835 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.529082 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.529313 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.529534 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.529764 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.529951 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 08 13:44:02.530746 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=112596) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 08 13:44:02.530746 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 08 13:44:02.530746 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 08 13:44:02.530987 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 08 13:44:02.531097 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 08 13:44:02.531232 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 08 13:44:02.531444 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.531601 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.531754 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.531917 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.532098 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.532271 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.532438 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.532602 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.532763 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.532922 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.533082 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.533243 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.533393 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.533537 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.533764 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.533946 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.534109 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.534274 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.534435 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] config_source = [] {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.534596 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.534756 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.534916 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] debug = True {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.535075 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.535298 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.535469 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.535613 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.535738 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.536005 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.536141 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.536273 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.536368 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.536506 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.536653 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.536801 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.536944 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.537106 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.537270 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.537421 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.537553 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.537704 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] host = dv-cinder-820027-24-iscsi {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.537868 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.538031 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.538195 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.538341 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.538502 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.538662 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.538823 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.538981 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.539141 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.539301 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.539460 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.539619 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.539778 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] log_dir = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.539938 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] log_file = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.540097 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] log_options = True {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.540306 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.540401 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.540558 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.540767 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.540932 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.541306 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.541617 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.541950 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.542111 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.542418 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.542583 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.542742 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.542902 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.543062 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.543225 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.543399 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.543541 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.543674 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.543828 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.543958 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.544117 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.544262 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.544422 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.544582 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.544729 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.544887 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.545045 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.545204 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.545363 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.546062 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.546225 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.546385 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.546561 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.546704 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.546864 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.547023 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.547405 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.547405 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.547560 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.547632 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.547783 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.547942 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.548102 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.548264 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.548423 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.548581 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] use_journal = False {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.548740 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] use_json = False {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.548899 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.549059 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.549217 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.549375 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.549534 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.549692 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.549871 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.550033 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.550192 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:44:02.550418 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.550518 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.550692 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.550855 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.550951 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=112711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:44:02.551045 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.551165 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.551326 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.551489 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.551651 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.551813 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.551982 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.552148 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.552320 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.552482 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.552642 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.552807 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.552969 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.553130 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.553294 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.553515 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.553619 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.553793 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.553965 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.554128 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.554274 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.554437 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.554600 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.554769 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.554930 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.555101 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.555278 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.555443 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.555753 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.55/identity {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.555753 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.556138 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.556138 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.556295 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.556373 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.556513 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.556675 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.556837 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.556999 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.557161 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.557351 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.557486 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.557848 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.557848 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.558003 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.558129 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.558291 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.558454 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.558617 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.558780 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.558944 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.559108 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.559270 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.559433 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.559605 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.559913 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.559913 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.560076 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.560217 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.560378 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.560543 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.560707 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.560877 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.561012 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.561212 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.561914 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.562063 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.562212 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.562407 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.562526 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.562687 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.562849 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.563011 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.563173 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.563335 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.563497 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.563658 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.563820 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.563983 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.564145 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.564306 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.564480 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.564913 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.565077 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.565239 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.565401 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.565563 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.565724 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.565912 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.566089 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.566250 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.566411 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.566573 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.566735 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.566900 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.567065 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.567227 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.567377 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.567646 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.567781 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.567917 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.568006 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.568142 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.568302 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.568463 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.568625 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.568786 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.568948 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.569153 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.569322 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.569483 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.569645 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.569828 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.569991 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.570153 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.570314 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.570476 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.570641 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.570804 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.570965 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.571135 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.571296 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.571460 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.571621 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.571788 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.571960 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.572122 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.572284 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.572487 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.572606 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.572766 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.572928 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.573089 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.573249 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.573410 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.573571 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.573770 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.573926 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.574089 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.574250 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.574434 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.574596 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.574757 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.574919 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.575081 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.575243 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.575405 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.575565 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.575727 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.575889 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.576050 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.576212 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.55/identity {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.576374 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.576535 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.576731 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.576881 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.577042 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.577206 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.577367 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.577530 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.577691 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.577881 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.578043 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.578208 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.578369 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.578530 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.578691 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.578852 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.579013 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.579173 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.579334 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.579494 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.579655 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.579830 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.579976 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.580108 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.580269 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.580432 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.580593 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.580815 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.580947 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.581158 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.581905 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.581905 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.581905 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.581905 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.581905 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.582294 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.582294 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.582446 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.582614 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.582709 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.582801 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.582943 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.583105 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.583285 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.583448 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.583609 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.583773 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.583935 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.584097 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.584259 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.584421 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.584582 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.584743 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.584906 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.585068 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.585229 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.585391 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.585552 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.585713 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.585893 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.586055 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.586218 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.586381 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.586543 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.586704 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.586865 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.587028 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.587190 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.587352 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.587513 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.587675 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.587835 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.587997 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.588162 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.588323 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.588498 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.588661 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.588821 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.588984 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.589144 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.589306 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.589469 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.589629 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.589811 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.589972 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.590133 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.590299 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.590454 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.590616 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.590777 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.590956 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.591086 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.591247 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.591418 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.591579 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.591740 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.591902 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.592062 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.592223 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.592439 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.592567 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.592726 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.592887 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.593048 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.593208 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.593382 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.593542 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.593702 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.593885 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.594046 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.594207 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.594375 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.594538 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.594699 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.594867 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.595029 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.595190 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.595355 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.595525 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.595687 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.595851 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.596012 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.596174 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.596335 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.596498 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.596663 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.596833 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.597001 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.597164 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.597333 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.597502 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.597675 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.597841 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.598017 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.598195 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.598341 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.598504 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.598650 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.598815 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.598978 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.599138 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.599300 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.599460 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.599621 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.599781 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.599942 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.600145 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.600280 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.600402 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.600564 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.600726 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.600887 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.601047 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.601210 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:44:02.601365 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=112596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 08 13:44:02.726206 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 59696) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:44:02.734115 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [-] 10.222.0.55 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0048614 Sep 08 13:44:02.738490 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [-] 10.222.0.55 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0037947 Sep 08 13:44:11.901375 dv-cinder-820027-24-iscsi neutron-server[112596]: DEBUG dbcounter [-] [112596] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=112596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:44:14.043517 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1179dc37-8f03-4538-a383-686bdd80e338 None None] get_active_networks_info from dv-cinder-820027-24-iscsi {{(pid=112711) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Sep 08 13:44:14.072078 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writer thread running {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 08 13:44:14.141229 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1179dc37-8f03-4538-a383-686bdd80e338 None None] No non-hosted networks {{(pid=112711) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 08 13:44:14.236019 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-2a7c6219-c5ae-45ca-aa70-e85e51aecc32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3681647'] for agent (22ab8903-d7f5-4941-bce3-89140b53b8af), after_create {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:44:15.722386 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writer thread running {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 08 13:44:16.323743 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-7b0bf08c-f6ef-443f-88e7-078c09f423e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3681647'] for agent (91421a76-39ff-4685-90ca-aa6fbf6a1933), after_create {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:44:16.359660 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-b6196e13-7eb8-431c-a9f1-261ac6bbc7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (91421a76-39ff-4685-90ca-aa6fbf6a1933), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:44:17.424638 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-b7e97967-3fa9-4dcb-b3f0-dcc99b3a4378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3681647'] for agent (24e12250-b8f3-473f-bf71-765ca8669827), after_create {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:44:17.794509 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 59768) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:44:18.354944 dv-cinder-820027-24-iscsi neutron-server[112709]: WARNING oslo_policy.policy [None req-21483ed1-1cc1-464f-85df-bed4b739224e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 08 13:44:18.355582 dv-cinder-820027-24-iscsi neutron-server[112709]: WARNING oslo_policy.policy [None req-21483ed1-1cc1-464f-85df-bed4b739224e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 08 13:44:18.582096 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [None req-21483ed1-1cc1-464f-85df-bed4b739224e admin admin] http://10.222.0.55:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112709) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 08 13:44:18.585777 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-21483ed1-1cc1-464f-85df-bed4b739224e admin admin] 10.222.0.55 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.7878659 Sep 08 13:44:18.866429 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-604b277b-9310-4e7b-bd1a-c26598410893 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3681647'] for agent (ad63ffce-77d1-4b05-ac53-eeb1c28e2aec), after_create {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:44:18.933614 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3681647'] for agent (6df97c0c-9140-47af-8c93-84593b95031c), after_create {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:44:18.934346 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:18.934672 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:18.935039 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:18.935470 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:18.935779 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:18.936095 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:18.936439 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:18.936777 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:18.937094 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:18.937420 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:18.937766 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:18.938116 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:18.938595 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:18.938910 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:18.939618 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:18.940206 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-820027-24-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=112711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:44:18.945893 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-820027-24-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=112711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:44:21.288732 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 59804) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:44:21.497528 dv-cinder-820027-24-iscsi neutron-server[112711]: INFO neutron.db.l3_hamode_db [None req-15fd2924-2f26-4a30-940e-64e5a01256e9 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 08 13:44:21.575994 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15fd2924-2f26-4a30-940e-64e5a01256e9 None None] Routers set() bound to L3 agent in host dv-cinder-820027-24-iscsi {{(pid=112711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 13:44:21.576873 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15fd2924-2f26-4a30-940e-64e5a01256e9 None None] Router IDs set() for agent in host dv-cinder-820027-24-iscsi {{(pid=112711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Sep 08 13:44:21.621236 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.v2.base [None req-6a026704-de4c-41e8-9a2f-cc971e5e0209 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=112709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:44:21.633584 dv-cinder-820027-24-iscsi neutron-server[112709]: ERROR stevedore.extension [None req-6a026704-de4c-41e8-9a2f-cc971e5e0209 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 08 13:44:21.715615 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.policy [None req-6a026704-de4c-41e8-9a2f-cc971e5e0209 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=112709) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 08 13:44:21.756974 dv-cinder-820027-24-iscsi neutron-server[112709]: WARNING oslo_policy.policy [None req-6a026704-de4c-41e8-9a2f-cc971e5e0209 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 08 13:44:21.757286 dv-cinder-820027-24-iscsi neutron-server[112709]: WARNING oslo_policy.policy [None req-6a026704-de4c-41e8-9a2f-cc971e5e0209 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 08 13:44:21.777562 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writer thread running {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 08 13:44:21.853837 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-6a026704-de4c-41e8-9a2f-cc971e5e0209 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729027773006', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729027775570', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729027789686', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729027682418', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729027690403', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729027680845', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1549351', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1550929', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3702754', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3888869'] for rbac-policy (None), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:44:21.932482 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-6a026704-de4c-41e8-9a2f-cc971e5e0209 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:44:21.933671 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-6a026704-de4c-41e8-9a2f-cc971e5e0209 admin admin] 10.222.0.55 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6439414 Sep 08 13:44:24.492132 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 59814) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:44:24.812093 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.v2.base [None req-a8d54d45-e827-4ba3-af9a-bf572a5b3494 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=112709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:44:24.841606 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8d54d45-e827-4ba3-af9a-bf572a5b3494 demo demo] Made reservation on behalf of 32e961e117e24576acf2592d4ee51e41 for: {'network': 1} {{(pid=112709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:44:24.845689 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-a8d54d45-e827-4ba3-af9a-bf572a5b3494 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for network (None), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:44:24.863872 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-a8d54d45-e827-4ba3-af9a-bf572a5b3494 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:44:24.970932 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-a8d54d45-e827-4ba3-af9a-bf572a5b3494 demo demo] Publish callbacks [] for security_group (d6ef3915-60e3-4992-bc9e-23b2fa890e0c), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:44:24.974633 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-a8d54d45-e827-4ba3-af9a-bf572a5b3494 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (d6ef3915-60e3-4992-bc9e-23b2fa890e0c), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:44:25.006898 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8d54d45-e827-4ba3-af9a-bf572a5b3494 demo demo] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=112709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:44:25.034791 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-a8d54d45-e827-4ba3-af9a-bf572a5b3494 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8729028602516', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1392598'] for segment (fcb2fa77-7030-491d-909d-65bc90267e6c), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:44:25.035403 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-a8d54d45-e827-4ba3-af9a-bf572a5b3494 demo demo] Unsubscribe: segment precommit_create {{(pid=112709) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 08 13:44:25.035874 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.db.segments_db [None req-a8d54d45-e827-4ba3-af9a-bf572a5b3494 demo demo] Added segment fcb2fa77-7030-491d-909d-65bc90267e6c of type vlan for network b202c081-7e94-4000-8354-91a0818e0c48 Sep 08 13:44:25.050826 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d54d45-e827-4ba3-af9a-bf572a5b3494 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=d6ef3915-60e3-4992-bc9e-23b2fa890e0c,revision_number=1']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:25.077425 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d54d45-e827-4ba3-af9a-bf572a5b3494 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:25.077798 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d54d45-e827-4ba3-af9a-bf572a5b3494 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:25.078207 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d54d45-e827-4ba3-af9a-bf572a5b3494 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:25.078566 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d54d45-e827-4ba3-af9a-bf572a5b3494 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:25.079104 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d54d45-e827-4ba3-af9a-bf572a5b3494 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:25.079632 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d54d45-e827-4ba3-af9a-bf572a5b3494 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:25.080163 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d54d45-e827-4ba3-af9a-bf572a5b3494 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:25.080583 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d54d45-e827-4ba3-af9a-bf572a5b3494 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:25.080995 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d54d45-e827-4ba3-af9a-bf572a5b3494 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:25.081541 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d54d45-e827-4ba3-af9a-bf572a5b3494 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:25.081981 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d54d45-e827-4ba3-af9a-bf572a5b3494 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:25.082323 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d54d45-e827-4ba3-af9a-bf572a5b3494 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:25.082649 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d54d45-e827-4ba3-af9a-bf572a5b3494 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:25.082967 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d54d45-e827-4ba3-af9a-bf572a5b3494 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:25.083334 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d54d45-e827-4ba3-af9a-bf572a5b3494 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:25.085191 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d54d45-e827-4ba3-af9a-bf572a5b3494 demo demo] Tracked resource versions report: Sep 08 13:44:25.085191 dv-cinder-820027-24-iscsi neutron-server[112709]: pushed versions: Sep 08 13:44:25.085191 dv-cinder-820027-24-iscsi neutron-server[112709]: { 'AddressGroup': {'1.2'}, Sep 08 13:44:25.085191 dv-cinder-820027-24-iscsi neutron-server[112709]: 'Agent': {'1.1'}, Sep 08 13:44:25.085191 dv-cinder-820027-24-iscsi neutron-server[112709]: 'ConntrackHelper': {'1.0'}, Sep 08 13:44:25.085191 dv-cinder-820027-24-iscsi neutron-server[112709]: 'LocalIPAssociation': {'1.0'}, Sep 08 13:44:25.085191 dv-cinder-820027-24-iscsi neutron-server[112709]: 'Log': {'1.0'}, Sep 08 13:44:25.085191 dv-cinder-820027-24-iscsi neutron-server[112709]: 'NDPProxy': {'1.0'}, Sep 08 13:44:25.085191 dv-cinder-820027-24-iscsi neutron-server[112709]: 'Network': {'1.1'}, Sep 08 13:44:25.085191 dv-cinder-820027-24-iscsi neutron-server[112709]: 'Port': {'1.7'}, Sep 08 13:44:25.085191 dv-cinder-820027-24-iscsi neutron-server[112709]: 'PortForwarding': {'1.3'}, Sep 08 13:44:25.085191 dv-cinder-820027-24-iscsi neutron-server[112709]: 'QosPolicy': {'1.10'}, Sep 08 13:44:25.085191 dv-cinder-820027-24-iscsi neutron-server[112709]: 'SecurityGroup': {'1.5'}, Sep 08 13:44:25.085191 dv-cinder-820027-24-iscsi neutron-server[112709]: 'SecurityGroupRule': {'1.2'}, Sep 08 13:44:25.085191 dv-cinder-820027-24-iscsi neutron-server[112709]: 'SubPort': {'1.0'}, Sep 08 13:44:25.085191 dv-cinder-820027-24-iscsi neutron-server[112709]: 'Subnet': {'1.1'}, Sep 08 13:44:25.085191 dv-cinder-820027-24-iscsi neutron-server[112709]: 'Trunk': {'1.1'}} Sep 08 13:44:25.085191 dv-cinder-820027-24-iscsi neutron-server[112709]: consumer versions: Sep 08 13:44:25.085191 dv-cinder-820027-24-iscsi neutron-server[112709]: { DHCP agent@dv-cinder-820027-24-iscsi: {}, Sep 08 13:44:25.085191 dv-cinder-820027-24-iscsi neutron-server[112709]: L3 agent@dv-cinder-820027-24-iscsi: {}, Sep 08 13:44:25.085191 dv-cinder-820027-24-iscsi neutron-server[112709]: Metadata agent@dv-cinder-820027-24-iscsi: {}, Sep 08 13:44:25.085191 dv-cinder-820027-24-iscsi neutron-server[112709]: Metering agent@dv-cinder-820027-24-iscsi: {}, Sep 08 13:44:25.085191 dv-cinder-820027-24-iscsi neutron-server[112709]: Open vSwitch agent@dv-cinder-820027-24-iscsi: { 'AddressGroup': '1.2', Sep 08 13:44:25.085191 dv-cinder-820027-24-iscsi neutron-server[112709]: 'Agent': '1.1', Sep 08 13:44:25.085191 dv-cinder-820027-24-iscsi neutron-server[112709]: 'ConntrackHelper': '1.0', Sep 08 13:44:25.085191 dv-cinder-820027-24-iscsi neutron-server[112709]: 'LocalIPAssociation': '1.0', Sep 08 13:44:25.085191 dv-cinder-820027-24-iscsi neutron-server[112709]: 'Log': '1.0', Sep 08 13:44:25.085191 dv-cinder-820027-24-iscsi neutron-server[112709]: 'NDPProxy': '1.0', Sep 08 13:44:25.085191 dv-cinder-820027-24-iscsi neutron-server[112709]: 'Network': '1.1', Sep 08 13:44:25.085191 dv-cinder-820027-24-iscsi neutron-server[112709]: 'Port': '1.7', Sep 08 13:44:25.085191 dv-cinder-820027-24-iscsi neutron-server[112709]: 'PortForwarding': '1.3', Sep 08 13:44:25.085191 dv-cinder-820027-24-iscsi neutron-server[112709]: 'QosPolicy': '1.10', Sep 08 13:44:25.085191 dv-cinder-820027-24-iscsi neutron-server[112709]: 'SecurityGroup': '1.5', Sep 08 13:44:25.085191 dv-cinder-820027-24-iscsi neutron-server[112709]: 'SecurityGroupRule': '1.2', Sep 08 13:44:25.085191 dv-cinder-820027-24-iscsi neutron-server[112709]: 'SubPort': '1.0', Sep 08 13:44:25.085191 dv-cinder-820027-24-iscsi neutron-server[112709]: 'Subnet': '1.1', Sep 08 13:44:25.085191 dv-cinder-820027-24-iscsi neutron-server[112709]: 'Trunk': '1.1'}} Sep 08 13:44:25.085191 dv-cinder-820027-24-iscsi neutron-server[112709]: {{(pid=112709) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 08 13:44:25.145434 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-a8d54d45-e827-4ba3-af9a-bf572a5b3494 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729028104322'] for network (b202c081-7e94-4000-8354-91a0818e0c48), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:44:25.183259 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-a8d54d45-e827-4ba3-af9a-bf572a5b3494 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862'] for network (b202c081-7e94-4000-8354-91a0818e0c48), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:44:25.188113 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d54d45-e827-4ba3-af9a-bf572a5b3494 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:44:25.188811 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-a8d54d45-e827-4ba3-af9a-bf572a5b3494 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693876'] for network (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:44:25.212928 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=55,neutron:INSERT=41,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:44:25.287866 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-a8d54d45-e827-4ba3-af9a-bf572a5b3494 demo demo] 10.222.0.55 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7946639 Sep 08 13:44:25.310961 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d54d45-e827-4ba3-af9a-bf572a5b3494 demo demo] Pushing event updated for resources: {'Network': ['ID=b202c081-7e94-4000-8354-91a0818e0c48,revision_number=1']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:25.325468 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Network b202c081-7e94-4000-8354-91a0818e0c48 details requested by agent ovs-agent-dv-cinder-820027-24-iscsi with host dv-cinder-820027-24-iscsi {{(pid=112711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:44:27.946183 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 59828) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:44:28.369281 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-808a1282-6a0d-422c-a149-878bd211948c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:44:28.370682 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-808a1282-6a0d-422c-a149-878bd211948c demo admin] 10.222.0.55 "GET /networking/v2.0/networks/b202c081-7e94-4000-8354-91a0818e0c48 HTTP/1.1" status: 200 len: 825 time: 0.4235606 Sep 08 13:44:28.394938 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-15c1b6cb-3aea-4fde-b954-d88fbe110e66 demo admin] 10.222.0.55 "GET /networking/v2.0/subnetpools/6dcdcd8d-1cb2-4fee-84da-82e629c65fe3 HTTP/1.1" status: 200 len: 734 time: 0.0182049 Sep 08 13:44:28.403327 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.v2.base [None req-8d38b292-857e-4f52-841b-cecfd4c75dec demo admin] Request body: {'subnet': {'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'network_id': 'b202c081-7e94-4000-8354-91a0818e0c48', 'subnetpool_id': '6dcdcd8d-1cb2-4fee-84da-82e629c65fe3'}} {{(pid=112709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:44:28.425323 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d38b292-857e-4f52-841b-cecfd4c75dec demo admin] Made reservation on behalf of 32e961e117e24576acf2592d4ee51e41 for: {'subnet': 1} {{(pid=112709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:44:28.427571 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-8d38b292-857e-4f52-841b-cecfd4c75dec demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:44:28.655945 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=76,neutron:INSERT=18,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:44:28.738074 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-8d38b292-857e-4f52-841b-cecfd4c75dec demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862'] for subnet (9892a6dc-c64f-4341-8e29-1fda5445eda1), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:44:28.809305 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d38b292-857e-4f52-841b-cecfd4c75dec demo admin] Checking segment: {'id': 'fcb2fa77-7030-491d-909d-65bc90267e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'b202c081-7e94-4000-8354-91a0818e0c48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 13:44:28.809612 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d38b292-857e-4f52-841b-cecfd4c75dec demo admin] Network hostable DHCP agents. Network: b202c081-7e94-4000-8354-91a0818e0c48, hostable agents: ['22ab8903-d7f5-4941-bce3-89140b53b8af'], hosted agents: [] {{(pid=112709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:44:28.817426 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d38b292-857e-4f52-841b-cecfd4c75dec demo admin] Pushing event updated for resources: {'Subnet': ['ID=9892a6dc-c64f-4341-8e29-1fda5445eda1,revision_number=0']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:28.835110 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d38b292-857e-4f52-841b-cecfd4c75dec demo admin] Network b202c081-7e94-4000-8354-91a0818e0c48 is scheduled to be hosted by DHCP agent 22ab8903-d7f5-4941-bce3-89140b53b8af with binding_index 1 {{(pid=112709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:44:28.847529 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.scheduler.base_scheduler [None req-8d38b292-857e-4f52-841b-cecfd4c75dec demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820027-24-iscsi, b202c081-7e94-4000-8354-91a0818e0c48) {{(pid=112709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:44:28.852710 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d38b292-857e-4f52-841b-cecfd4c75dec demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:44:28.853841 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-8d38b292-857e-4f52-841b-cecfd4c75dec demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693876'] for subnet (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:44:28.857203 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c21bcaaf-699e-4755-80fd-354e35659b57 None None] Network b202c081-7e94-4000-8354-91a0818e0c48 requested from dv-cinder-820027-24-iscsi {{(pid=112711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 08 13:44:28.868463 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-8d38b292-857e-4f52-841b-cecfd4c75dec demo admin] 10.222.0.55 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4682555 Sep 08 13:44:29.131703 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff0f156-85ac-432b-89ca-f6259240c4ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89035300-8bf1-5d6c-bf4b-25e43971bb7c-b202c081-7e94-4000-8354-91a0818e0c48', 'network_id': 'b202c081-7e94-4000-8354-91a0818e0c48', 'project_id': '32e961e117e24576acf2592d4ee51e41', 'fixed_ips': [{'subnet_id': '9892a6dc-c64f-4341-8e29-1fda5445eda1'}]}} from dv-cinder-820027-24-iscsi. {{(pid=112711) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 08 13:44:29.133108 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-9ff0f156-85ac-432b-89ca-f6259240c4ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (None), before_create {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:44:29.381804 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=65,neutron:INSERT=33,neutron:UPDATE=2 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:44:29.412059 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.db_base_plugin_common [None req-9ff0f156-85ac-432b-89ca-f6259240c4ac None None] Allocated IP 172.20.0.2 (b202c081-7e94-4000-8354-91a0818e0c48/9892a6dc-c64f-4341-8e29-1fda5445eda1/7a6c6ce8-8f20-4c7d-bbcf-ebe79b30c592) {{(pid=112711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:44:29.681531 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-9ff0f156-85ac-432b-89ca-f6259240c4ac None None] Publish callbacks [] for port (7a6c6ce8-8f20-4c7d-bbcf-ebe79b30c592), precommit_create {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:44:29.690225 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-9ff0f156-85ac-432b-89ca-f6259240c4ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729028134301'] for port (7a6c6ce8-8f20-4c7d-bbcf-ebe79b30c592), after_create {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:44:29.770638 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff0f156-85ac-432b-89ca-f6259240c4ac None None] Network b202c081-7e94-4000-8354-91a0818e0c48 is already hosted by enough agents. {{(pid=112711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:44:29.774648 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.scheduler.base_scheduler [None req-9ff0f156-85ac-432b-89ca-f6259240c4ac None None] Resources bound (agent type, host, resource id): {{(pid=112711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:44:29.776292 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff0f156-85ac-432b-89ca-f6259240c4ac None None] Pushing event updated for resources: {'Port': ['ID=7a6c6ce8-8f20-4c7d-bbcf-ebe79b30c592,revision_number=1']} {{(pid=112711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:29.781633 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff0f156-85ac-432b-89ca-f6259240c4ac None None] Received port after_create {{(pid=112711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 08 13:44:29.790068 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff0f156-85ac-432b-89ca-f6259240c4ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:29.790416 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff0f156-85ac-432b-89ca-f6259240c4ac None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:29.790777 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff0f156-85ac-432b-89ca-f6259240c4ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:29.791136 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff0f156-85ac-432b-89ca-f6259240c4ac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:29.791474 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff0f156-85ac-432b-89ca-f6259240c4ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:29.791805 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff0f156-85ac-432b-89ca-f6259240c4ac None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:29.792132 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff0f156-85ac-432b-89ca-f6259240c4ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:29.792459 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff0f156-85ac-432b-89ca-f6259240c4ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:29.792800 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff0f156-85ac-432b-89ca-f6259240c4ac None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:29.793128 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff0f156-85ac-432b-89ca-f6259240c4ac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:29.793450 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff0f156-85ac-432b-89ca-f6259240c4ac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:29.793810 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff0f156-85ac-432b-89ca-f6259240c4ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:29.794138 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff0f156-85ac-432b-89ca-f6259240c4ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:29.794520 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff0f156-85ac-432b-89ca-f6259240c4ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:29.795351 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff0f156-85ac-432b-89ca-f6259240c4ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:29.796890 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff0f156-85ac-432b-89ca-f6259240c4ac None None] Tracked resource versions report: Sep 08 13:44:29.796890 dv-cinder-820027-24-iscsi neutron-server[112711]: pushed versions: Sep 08 13:44:29.796890 dv-cinder-820027-24-iscsi neutron-server[112711]: { 'AddressGroup': {'1.2'}, Sep 08 13:44:29.796890 dv-cinder-820027-24-iscsi neutron-server[112711]: 'Agent': {'1.1'}, Sep 08 13:44:29.796890 dv-cinder-820027-24-iscsi neutron-server[112711]: 'ConntrackHelper': {'1.0'}, Sep 08 13:44:29.796890 dv-cinder-820027-24-iscsi neutron-server[112711]: 'LocalIPAssociation': {'1.0'}, Sep 08 13:44:29.796890 dv-cinder-820027-24-iscsi neutron-server[112711]: 'Log': {'1.0'}, Sep 08 13:44:29.796890 dv-cinder-820027-24-iscsi neutron-server[112711]: 'NDPProxy': {'1.0'}, Sep 08 13:44:29.796890 dv-cinder-820027-24-iscsi neutron-server[112711]: 'Network': {'1.1'}, Sep 08 13:44:29.796890 dv-cinder-820027-24-iscsi neutron-server[112711]: 'Port': {'1.7'}, Sep 08 13:44:29.796890 dv-cinder-820027-24-iscsi neutron-server[112711]: 'PortForwarding': {'1.3'}, Sep 08 13:44:29.796890 dv-cinder-820027-24-iscsi neutron-server[112711]: 'QosPolicy': {'1.10'}, Sep 08 13:44:29.796890 dv-cinder-820027-24-iscsi neutron-server[112711]: 'SecurityGroup': {'1.5'}, Sep 08 13:44:29.796890 dv-cinder-820027-24-iscsi neutron-server[112711]: 'SecurityGroupRule': {'1.2'}, Sep 08 13:44:29.796890 dv-cinder-820027-24-iscsi neutron-server[112711]: 'SubPort': {'1.0'}, Sep 08 13:44:29.796890 dv-cinder-820027-24-iscsi neutron-server[112711]: 'Subnet': {'1.1'}, Sep 08 13:44:29.796890 dv-cinder-820027-24-iscsi neutron-server[112711]: 'Trunk': {'1.1'}} Sep 08 13:44:29.796890 dv-cinder-820027-24-iscsi neutron-server[112711]: consumer versions: Sep 08 13:44:29.796890 dv-cinder-820027-24-iscsi neutron-server[112711]: { DHCP agent@dv-cinder-820027-24-iscsi: {}, Sep 08 13:44:29.796890 dv-cinder-820027-24-iscsi neutron-server[112711]: L3 agent@dv-cinder-820027-24-iscsi: {}, Sep 08 13:44:29.796890 dv-cinder-820027-24-iscsi neutron-server[112711]: Metadata agent@dv-cinder-820027-24-iscsi: {}, Sep 08 13:44:29.796890 dv-cinder-820027-24-iscsi neutron-server[112711]: Metering agent@dv-cinder-820027-24-iscsi: {}, Sep 08 13:44:29.796890 dv-cinder-820027-24-iscsi neutron-server[112711]: Open vSwitch agent@dv-cinder-820027-24-iscsi: { 'AddressGroup': '1.2', Sep 08 13:44:29.796890 dv-cinder-820027-24-iscsi neutron-server[112711]: 'Agent': '1.1', Sep 08 13:44:29.796890 dv-cinder-820027-24-iscsi neutron-server[112711]: 'ConntrackHelper': '1.0', Sep 08 13:44:29.796890 dv-cinder-820027-24-iscsi neutron-server[112711]: 'LocalIPAssociation': '1.0', Sep 08 13:44:29.796890 dv-cinder-820027-24-iscsi neutron-server[112711]: 'Log': '1.0', Sep 08 13:44:29.796890 dv-cinder-820027-24-iscsi neutron-server[112711]: 'NDPProxy': '1.0', Sep 08 13:44:29.796890 dv-cinder-820027-24-iscsi neutron-server[112711]: 'Network': '1.1', Sep 08 13:44:29.796890 dv-cinder-820027-24-iscsi neutron-server[112711]: 'Port': '1.7', Sep 08 13:44:29.796890 dv-cinder-820027-24-iscsi neutron-server[112711]: 'PortForwarding': '1.3', Sep 08 13:44:29.796890 dv-cinder-820027-24-iscsi neutron-server[112711]: 'QosPolicy': '1.10', Sep 08 13:44:29.796890 dv-cinder-820027-24-iscsi neutron-server[112711]: 'SecurityGroup': '1.5', Sep 08 13:44:29.796890 dv-cinder-820027-24-iscsi neutron-server[112711]: 'SecurityGroupRule': '1.2', Sep 08 13:44:29.796890 dv-cinder-820027-24-iscsi neutron-server[112711]: 'SubPort': '1.0', Sep 08 13:44:29.796890 dv-cinder-820027-24-iscsi neutron-server[112711]: 'Subnet': '1.1', Sep 08 13:44:29.796890 dv-cinder-820027-24-iscsi neutron-server[112711]: 'Trunk': '1.1'}} Sep 08 13:44:29.796890 dv-cinder-820027-24-iscsi neutron-server[112711]: {{(pid=112711) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 08 13:44:29.875539 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.managers [None req-9ff0f156-85ac-432b-89ca-f6259240c4ac None None] Attempting to bind port 7a6c6ce8-8f20-4c7d-bbcf-ebe79b30c592 on host dv-cinder-820027-24-iscsi for vnic_type normal with profile {{(pid=112711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 08 13:44:29.876186 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.managers [None req-9ff0f156-85ac-432b-89ca-f6259240c4ac None None] Attempting to bind port 7a6c6ce8-8f20-4c7d-bbcf-ebe79b30c592 by drivers openvswitch,hyperv on host dv-cinder-820027-24-iscsi at level 0 using segments [{'id': 'fcb2fa77-7030-491d-909d-65bc90267e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'b202c081-7e94-4000-8354-91a0818e0c48'}] {{(pid=112711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 08 13:44:29.876388 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff0f156-85ac-432b-89ca-f6259240c4ac None None] Attempting to bind port 7a6c6ce8-8f20-4c7d-bbcf-ebe79b30c592 on network b202c081-7e94-4000-8354-91a0818e0c48 {{(pid=112711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 13:44:29.923260 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff0f156-85ac-432b-89ca-f6259240c4ac None None] Checking agent: {'id': '6df97c0c-9140-47af-8c93-84593b95031c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 8, 13, 44, 19), 'started_at': datetime.datetime(2022, 9, 8, 13, 44, 19), 'heartbeat_timestamp': datetime.datetime(2022, 9, 8, 13, 44, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 08 13:44:29.923652 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff0f156-85ac-432b-89ca-f6259240c4ac None None] Checking segment: {'id': 'fcb2fa77-7030-491d-909d-65bc90267e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'b202c081-7e94-4000-8354-91a0818e0c48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 13:44:29.924126 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-9ff0f156-85ac-432b-89ca-f6259240c4ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:44:29.924519 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff0f156-85ac-432b-89ca-f6259240c4ac None None] Bound using segment: {'id': 'fcb2fa77-7030-491d-909d-65bc90267e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'b202c081-7e94-4000-8354-91a0818e0c48'} {{(pid=112711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 08 13:44:29.925012 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.managers [None req-9ff0f156-85ac-432b-89ca-f6259240c4ac None None] Bound port: 7a6c6ce8-8f20-4c7d-bbcf-ebe79b30c592, host: dv-cinder-820027-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcb2fa77-7030-491d-909d-65bc90267e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'b202c081-7e94-4000-8354-91a0818e0c48'}}] {{(pid=112711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 08 13:44:29.925416 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-9ff0f156-85ac-432b-89ca-f6259240c4ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (7a6c6ce8-8f20-4c7d-bbcf-ebe79b30c592), before_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:44:29.964204 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:44:29.989881 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-9ff0f156-85ac-432b-89ca-f6259240c4ac None None] For port 7a6c6ce8-8f20-4c7d-bbcf-ebe79b30c592, host dv-cinder-820027-24-iscsi, cleared binding levels {{(pid=112711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:44:30.009506 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-9ff0f156-85ac-432b-89ca-f6259240c4ac None None] For port 7a6c6ce8-8f20-4c7d-bbcf-ebe79b30c592, host dv-cinder-820027-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-24-iscsi',level=0,port_id=7a6c6ce8-8f20-4c7d-bbcf-ebe79b30c592,segment=NetworkSegment(fcb2fa77-7030-491d-909d-65bc90267e6c),segment_id=fcb2fa77-7030-491d-909d-65bc90267e6c)] {{(pid=112711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:44:30.016790 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-9ff0f156-85ac-432b-89ca-f6259240c4ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (7a6c6ce8-8f20-4c7d-bbcf-ebe79b30c592), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:44:30.066454 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff0f156-85ac-432b-89ca-f6259240c4ac None None] Pushing event updated for resources: {'Port': ['ID=7a6c6ce8-8f20-4c7d-bbcf-ebe79b30c592,revision_number=2']} {{(pid=112711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:30.870609 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=16,neutron:INSERT=31 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:44:30.883316 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=8 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:44:31.552481 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 59840) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:44:31.874952 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [None req-b2648875-c7a0-4832-9232-cfe1a8d78693 admin admin] http://10.222.0.55:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112709) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 08 13:44:31.875978 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-b2648875-c7a0-4832-9232-cfe1a8d78693 admin admin] 10.222.0.55 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3226440 Sep 08 13:44:34.546500 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 59848) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:44:34.877544 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [None req-2291af0b-be9c-4ab9-9dcd-3824f51c0abe admin admin] http://10.222.0.55:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112709) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 08 13:44:34.878581 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-2291af0b-be9c-4ab9-9dcd-3824f51c0abe admin admin] 10.222.0.55 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3311615 Sep 08 13:44:37.539646 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 59860) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:44:37.862860 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.v2.base [None req-1a216d33-7c31-4bca-bdd5-9851e21f7097 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=112709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:44:37.887255 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-1a216d33-7c31-4bca-bdd5-9851e21f7097 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3681175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8264'] for router (f4be7ab4-0c92-4ff2-8fa2-d0e1d1ad8dd7), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:44:37.889291 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-1a216d33-7c31-4bca-bdd5-9851e21f7097 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3678445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3747977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3928445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8273'] for router (f4be7ab4-0c92-4ff2-8fa2-d0e1d1ad8dd7), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:44:38.029083 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea051ea2-d1b3-44b6-993d-2ef58f3ad506 None None] Network b202c081-7e94-4000-8354-91a0818e0c48 requested from dv-cinder-820027-24-iscsi {{(pid=112711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 08 13:44:38.032478 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-1a216d33-7c31-4bca-bdd5-9851e21f7097 demo demo] Publish callbacks [] for router_controller (f4be7ab4-0c92-4ff2-8fa2-d0e1d1ad8dd7), precommit_add_association {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:44:38.038258 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-1a216d33-7c31-4bca-bdd5-9851e21f7097 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3678394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3679297'] for router (f4be7ab4-0c92-4ff2-8fa2-d0e1d1ad8dd7), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:44:38.055597 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-1a216d33-7c31-4bca-bdd5-9851e21f7097 demo demo] Publish callbacks [] for router (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:44:38.056747 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-1a216d33-7c31-4bca-bdd5-9851e21f7097 demo demo] 10.222.0.55 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5161269 Sep 08 13:44:38.109839 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-ff67517c-edec-4af4-9646-7307d0e80a75 None None] Provisioning complete for port 7a6c6ce8-8f20-4c7d-bbcf-ebe79b30c592 triggered by entity DHCP. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 13:44:38.110248 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-ff67517c-edec-4af4-9646-7307d0e80a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (7a6c6ce8-8f20-4c7d-bbcf-ebe79b30c592), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:44:38.304075 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-ff67517c-edec-4af4-9646-7307d0e80a75 None None] Current status of the port 7a6c6ce8-8f20-4c7d-bbcf-ebe79b30c592 is: DOWN; New status is: ACTIVE {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 13:44:38.304475 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-ff67517c-edec-4af4-9646-7307d0e80a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (7a6c6ce8-8f20-4c7d-bbcf-ebe79b30c592), before_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:44:38.342098 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-ff67517c-edec-4af4-9646-7307d0e80a75 None None] For port 7a6c6ce8-8f20-4c7d-bbcf-ebe79b30c592, host dv-cinder-820027-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-24-iscsi',level=0,port_id=7a6c6ce8-8f20-4c7d-bbcf-ebe79b30c592,segment=NetworkSegment(fcb2fa77-7030-491d-909d-65bc90267e6c),segment_id=fcb2fa77-7030-491d-909d-65bc90267e6c)] {{(pid=112711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:44:38.346487 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-ff67517c-edec-4af4-9646-7307d0e80a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (7a6c6ce8-8f20-4c7d-bbcf-ebe79b30c592), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:44:38.398365 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff67517c-edec-4af4-9646-7307d0e80a75 None None] Pushing event updated for resources: {'Port': ['ID=7a6c6ce8-8f20-4c7d-bbcf-ebe79b30c592,revision_number=3']} {{(pid=112711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:38.466180 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-d4e2bd10-d826-492e-98bd-ebd85406de0b None None] Provisioning complete for port 7a6c6ce8-8f20-4c7d-bbcf-ebe79b30c592 triggered by entity DHCP. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 13:44:38.466565 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-d4e2bd10-d826-492e-98bd-ebd85406de0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (7a6c6ce8-8f20-4c7d-bbcf-ebe79b30c592), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:44:38.528736 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:44:38.542081 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-d4e2bd10-d826-492e-98bd-ebd85406de0b None None] Current status of the port 7a6c6ce8-8f20-4c7d-bbcf-ebe79b30c592 is: ACTIVE; New status is: ACTIVE {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 13:44:38.610195 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Device 7a6c6ce8-8f20-4c7d-bbcf-ebe79b30c592 up at agent ovs-agent-dv-cinder-820027-24-iscsi {{(pid=112711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:44:38.655151 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Provisioning complete for port 7a6c6ce8-8f20-4c7d-bbcf-ebe79b30c592 triggered by entity L2. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 13:44:38.655534 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (7a6c6ce8-8f20-4c7d-bbcf-ebe79b30c592), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:44:38.727091 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Current status of the port 7a6c6ce8-8f20-4c7d-bbcf-ebe79b30c592 is: ACTIVE; New status is: ACTIVE {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 13:44:40.669918 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 59868) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:44:41.171811 dv-cinder-820027-24-iscsi neutron-server[112710]: WARNING oslo_policy.policy [None req-3167f6e4-8381-48d7-9162-06e210327134 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 08 13:44:41.172352 dv-cinder-820027-24-iscsi neutron-server[112710]: WARNING oslo_policy.policy [None req-3167f6e4-8381-48d7-9162-06e210327134 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 08 13:44:41.395701 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [None req-3167f6e4-8381-48d7-9162-06e210327134 admin admin] http://10.222.0.55:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112710) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 08 13:44:41.397002 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-3167f6e4-8381-48d7-9162-06e210327134 admin admin] 10.222.0.55 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.7251220 Sep 08 13:44:44.004986 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-51e7e26f-113b-44ba-b469-65bf3e5b4cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (22ab8903-d7f5-4941-bce3-89140b53b8af), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:44:44.030220 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 59882) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:44:44.353886 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.v2.base [None req-69aa7c8c-2872-45fa-854b-3726498095d9 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'router:external': True, 'is_default': True, 'provider:network_type': 'flat'}} {{(pid=112710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:44:44.366852 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writer thread running {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 08 13:44:44.367483 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:44:44.410462 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69aa7c8c-2872-45fa-854b-3726498095d9 admin admin] Made reservation on behalf of ed368272c55a45f5a7959b08d8add92c for: {'network': 1} {{(pid=112710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:44:44.419837 dv-cinder-820027-24-iscsi neutron-server[112710]: ERROR stevedore.extension [None req-69aa7c8c-2872-45fa-854b-3726498095d9 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 08 13:44:44.472716 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.policy [None req-69aa7c8c-2872-45fa-854b-3726498095d9 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=112710) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 08 13:44:44.515518 dv-cinder-820027-24-iscsi neutron-server[112710]: WARNING oslo_policy.policy [None req-69aa7c8c-2872-45fa-854b-3726498095d9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 08 13:44:44.515889 dv-cinder-820027-24-iscsi neutron-server[112710]: WARNING oslo_policy.policy [None req-69aa7c8c-2872-45fa-854b-3726498095d9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 08 13:44:44.525397 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-69aa7c8c-2872-45fa-854b-3726498095d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for network (None), before_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:44:44.545916 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-69aa7c8c-2872-45fa-854b-3726498095d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:44:44.657780 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-69aa7c8c-2872-45fa-854b-3726498095d9 admin admin] Publish callbacks [] for security_group (15bb519b-bd39-4919-9312-921575ffdd7a), precommit_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:44:44.661597 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-69aa7c8c-2872-45fa-854b-3726498095d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (15bb519b-bd39-4919-9312-921575ffdd7a), after_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:44:44.673150 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-69aa7c8c-2872-45fa-854b-3726498095d9 admin admin] Reserving flat network on physical network physnet1 {{(pid=112710) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 08 13:44:44.707319 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-69aa7c8c-2872-45fa-854b-3726498095d9 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8729028602516', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1392598'] for segment (ebffaf8e-8370-4e1c-9c1b-02c9fe7aa40e), precommit_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:44:44.707873 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-69aa7c8c-2872-45fa-854b-3726498095d9 admin admin] Unsubscribe: segment precommit_create {{(pid=112710) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 08 13:44:44.708413 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.db.segments_db [None req-69aa7c8c-2872-45fa-854b-3726498095d9 admin admin] Added segment ebffaf8e-8370-4e1c-9c1b-02c9fe7aa40e of type flat for network a5311008-4782-42e3-9445-a36a6c9fb014 Sep 08 13:44:44.725478 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69aa7c8c-2872-45fa-854b-3726498095d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15bb519b-bd39-4919-9312-921575ffdd7a,revision_number=1']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:44.780094 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aa7c8c-2872-45fa-854b-3726498095d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:44.780437 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aa7c8c-2872-45fa-854b-3726498095d9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:44.780787 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aa7c8c-2872-45fa-854b-3726498095d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:44.781124 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aa7c8c-2872-45fa-854b-3726498095d9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:44.781450 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aa7c8c-2872-45fa-854b-3726498095d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:44.781805 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aa7c8c-2872-45fa-854b-3726498095d9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:44.782131 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aa7c8c-2872-45fa-854b-3726498095d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:44.782452 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aa7c8c-2872-45fa-854b-3726498095d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:44.782789 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aa7c8c-2872-45fa-854b-3726498095d9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:44.783112 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aa7c8c-2872-45fa-854b-3726498095d9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:44.783448 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aa7c8c-2872-45fa-854b-3726498095d9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:44.783775 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aa7c8c-2872-45fa-854b-3726498095d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:44.784121 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aa7c8c-2872-45fa-854b-3726498095d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:44.784405 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aa7c8c-2872-45fa-854b-3726498095d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:44.784738 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aa7c8c-2872-45fa-854b-3726498095d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:44.786222 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aa7c8c-2872-45fa-854b-3726498095d9 admin admin] Tracked resource versions report: Sep 08 13:44:44.786222 dv-cinder-820027-24-iscsi neutron-server[112710]: pushed versions: Sep 08 13:44:44.786222 dv-cinder-820027-24-iscsi neutron-server[112710]: { 'AddressGroup': {'1.2'}, Sep 08 13:44:44.786222 dv-cinder-820027-24-iscsi neutron-server[112710]: 'Agent': {'1.1'}, Sep 08 13:44:44.786222 dv-cinder-820027-24-iscsi neutron-server[112710]: 'ConntrackHelper': {'1.0'}, Sep 08 13:44:44.786222 dv-cinder-820027-24-iscsi neutron-server[112710]: 'LocalIPAssociation': {'1.0'}, Sep 08 13:44:44.786222 dv-cinder-820027-24-iscsi neutron-server[112710]: 'Log': {'1.0'}, Sep 08 13:44:44.786222 dv-cinder-820027-24-iscsi neutron-server[112710]: 'NDPProxy': {'1.0'}, Sep 08 13:44:44.786222 dv-cinder-820027-24-iscsi neutron-server[112710]: 'Network': {'1.1'}, Sep 08 13:44:44.786222 dv-cinder-820027-24-iscsi neutron-server[112710]: 'Port': {'1.7'}, Sep 08 13:44:44.786222 dv-cinder-820027-24-iscsi neutron-server[112710]: 'PortForwarding': {'1.3'}, Sep 08 13:44:44.786222 dv-cinder-820027-24-iscsi neutron-server[112710]: 'QosPolicy': {'1.10'}, Sep 08 13:44:44.786222 dv-cinder-820027-24-iscsi neutron-server[112710]: 'SecurityGroup': {'1.5'}, Sep 08 13:44:44.786222 dv-cinder-820027-24-iscsi neutron-server[112710]: 'SecurityGroupRule': {'1.2'}, Sep 08 13:44:44.786222 dv-cinder-820027-24-iscsi neutron-server[112710]: 'SubPort': {'1.0'}, Sep 08 13:44:44.786222 dv-cinder-820027-24-iscsi neutron-server[112710]: 'Subnet': {'1.1'}, Sep 08 13:44:44.786222 dv-cinder-820027-24-iscsi neutron-server[112710]: 'Trunk': {'1.1'}} Sep 08 13:44:44.786222 dv-cinder-820027-24-iscsi neutron-server[112710]: consumer versions: Sep 08 13:44:44.786222 dv-cinder-820027-24-iscsi neutron-server[112710]: { DHCP agent@dv-cinder-820027-24-iscsi: {}, Sep 08 13:44:44.786222 dv-cinder-820027-24-iscsi neutron-server[112710]: L3 agent@dv-cinder-820027-24-iscsi: {}, Sep 08 13:44:44.786222 dv-cinder-820027-24-iscsi neutron-server[112710]: Metadata agent@dv-cinder-820027-24-iscsi: {}, Sep 08 13:44:44.786222 dv-cinder-820027-24-iscsi neutron-server[112710]: Metering agent@dv-cinder-820027-24-iscsi: {}, Sep 08 13:44:44.786222 dv-cinder-820027-24-iscsi neutron-server[112710]: Open vSwitch agent@dv-cinder-820027-24-iscsi: { 'AddressGroup': '1.2', Sep 08 13:44:44.786222 dv-cinder-820027-24-iscsi neutron-server[112710]: 'Agent': '1.1', Sep 08 13:44:44.786222 dv-cinder-820027-24-iscsi neutron-server[112710]: 'ConntrackHelper': '1.0', Sep 08 13:44:44.786222 dv-cinder-820027-24-iscsi neutron-server[112710]: 'LocalIPAssociation': '1.0', Sep 08 13:44:44.786222 dv-cinder-820027-24-iscsi neutron-server[112710]: 'Log': '1.0', Sep 08 13:44:44.786222 dv-cinder-820027-24-iscsi neutron-server[112710]: 'NDPProxy': '1.0', Sep 08 13:44:44.786222 dv-cinder-820027-24-iscsi neutron-server[112710]: 'Network': '1.1', Sep 08 13:44:44.786222 dv-cinder-820027-24-iscsi neutron-server[112710]: 'Port': '1.7', Sep 08 13:44:44.786222 dv-cinder-820027-24-iscsi neutron-server[112710]: 'PortForwarding': '1.3', Sep 08 13:44:44.786222 dv-cinder-820027-24-iscsi neutron-server[112710]: 'QosPolicy': '1.10', Sep 08 13:44:44.786222 dv-cinder-820027-24-iscsi neutron-server[112710]: 'SecurityGroup': '1.5', Sep 08 13:44:44.786222 dv-cinder-820027-24-iscsi neutron-server[112710]: 'SecurityGroupRule': '1.2', Sep 08 13:44:44.786222 dv-cinder-820027-24-iscsi neutron-server[112710]: 'SubPort': '1.0', Sep 08 13:44:44.786222 dv-cinder-820027-24-iscsi neutron-server[112710]: 'Subnet': '1.1', Sep 08 13:44:44.786222 dv-cinder-820027-24-iscsi neutron-server[112710]: 'Trunk': '1.1'}} Sep 08 13:44:44.786222 dv-cinder-820027-24-iscsi neutron-server[112710]: {{(pid=112710) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 08 13:44:44.825952 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-69aa7c8c-2872-45fa-854b-3726498095d9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729028104322'] for network (a5311008-4782-42e3-9445-a36a6c9fb014), precommit_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:44:44.872893 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-69aa7c8c-2872-45fa-854b-3726498095d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862'] for network (a5311008-4782-42e3-9445-a36a6c9fb014), after_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:44:44.874148 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69aa7c8c-2872-45fa-854b-3726498095d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:44:44.874838 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-69aa7c8c-2872-45fa-854b-3726498095d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693876'] for network (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:44:44.973650 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-69aa7c8c-2872-45fa-854b-3726498095d9 admin admin] 10.222.0.55 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9422688 Sep 08 13:44:44.980950 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69aa7c8c-2872-45fa-854b-3726498095d9 admin admin] Pushing event updated for resources: {'Network': ['ID=a5311008-4782-42e3-9445-a36a6c9fb014,revision_number=1']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:45.000735 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Network a5311008-4782-42e3-9445-a36a6c9fb014 details requested by agent ovs-agent-dv-cinder-820027-24-iscsi with host dv-cinder-820027-24-iscsi {{(pid=112711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:44:45.071849 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:44:46.322597 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6d840230-e9b9-4ea9-b90b-d372f458a278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (91421a76-39ff-4685-90ca-aa6fbf6a1933), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:44:47.390014 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-b7e97967-3fa9-4dcb-b3f0-dcc99b3a4378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (24e12250-b8f3-473f-bf71-765ca8669827), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:44:47.578240 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 59898) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:44:47.982244 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f89449d5-0fba-44d4-85bb-a6f2173c7eeb demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:44:47.983635 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-f89449d5-0fba-44d4-85bb-a6f2173c7eeb demo admin] 10.222.0.55 "GET /networking/v2.0/subnets/9892a6dc-c64f-4341-8e29-1fda5445eda1 HTTP/1.1" status: 200 len: 849 time: 0.4045348 Sep 08 13:44:48.049784 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:INSERT=5,neutron:SELECT=29,neutron:DELETE=2 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:44:48.050546 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=74,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:44:48.144950 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-8d0bfb30-8470-41b7-b885-fdea6411c564 demo admin] 10.222.0.55 "GET /networking/v2.0/routers/f4be7ab4-0c92-4ff2-8fa2-d0e1d1ad8dd7 HTTP/1.1" status: 200 len: 704 time: 0.1552365 Sep 08 13:44:48.423424 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-5140c2ca-9665-4209-a393-fa9e1adaf05a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (None), before_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:44:48.608893 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:44:48.703124 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:44:48.713549 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.db.db_base_plugin_common [None req-5140c2ca-9665-4209-a393-fa9e1adaf05a demo admin] Allocated IP 172.20.0.1 (b202c081-7e94-4000-8354-91a0818e0c48/9892a6dc-c64f-4341-8e29-1fda5445eda1/2c5d814e-0539-44d1-8d68-f0f4b943aa71) {{(pid=112710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:44:48.829074 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-604b277b-9310-4e7b-bd1a-c26598410893 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (ad63ffce-77d1-4b05-ac53-eeb1c28e2aec), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:44:48.902174 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-5140c2ca-9665-4209-a393-fa9e1adaf05a demo admin] Publish callbacks [] for port (2c5d814e-0539-44d1-8d68-f0f4b943aa71), precommit_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:44:48.936398 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (6df97c0c-9140-47af-8c93-84593b95031c), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:44:48.966338 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-5140c2ca-9665-4209-a393-fa9e1adaf05a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729028134301'] for port (2c5d814e-0539-44d1-8d68-f0f4b943aa71), after_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:44:49.041447 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5140c2ca-9665-4209-a393-fa9e1adaf05a demo admin] Network b202c081-7e94-4000-8354-91a0818e0c48 is already hosted by enough agents. {{(pid=112710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:44:49.052661 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.scheduler.base_scheduler [None req-5140c2ca-9665-4209-a393-fa9e1adaf05a demo admin] Resources bound (agent type, host, resource id): {{(pid=112710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:44:49.057457 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5140c2ca-9665-4209-a393-fa9e1adaf05a demo admin] Pushing event updated for resources: {'Port': ['ID=2c5d814e-0539-44d1-8d68-f0f4b943aa71,revision_number=1']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:49.060684 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5140c2ca-9665-4209-a393-fa9e1adaf05a demo admin] Received port after_create {{(pid=112710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 08 13:44:49.060920 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-5140c2ca-9665-4209-a393-fa9e1adaf05a demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3854091'] for router_interface (f4be7ab4-0c92-4ff2-8fa2-d0e1d1ad8dd7), before_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:44:49.219346 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-ab1af3a3-9e1f-4f94-888b-f6055dd3d093 None None] Provisioning complete for port 2c5d814e-0539-44d1-8d68-f0f4b943aa71 triggered by entity DHCP. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 13:44:49.219645 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-ab1af3a3-9e1f-4f94-888b-f6055dd3d093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (2c5d814e-0539-44d1-8d68-f0f4b943aa71), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:44:49.250794 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-ab1af3a3-9e1f-4f94-888b-f6055dd3d093 None None] Port 2c5d814e-0539-44d1-8d68-f0f4b943aa71 cannot update to ACTIVE because it is not bound. {{(pid=112711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 08 13:44:49.256894 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-5140c2ca-9665-4209-a393-fa9e1adaf05a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (2c5d814e-0539-44d1-8d68-f0f4b943aa71), before_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:44:49.506442 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-5140c2ca-9665-4209-a393-fa9e1adaf05a demo admin] Publish callbacks [] for port (2c5d814e-0539-44d1-8d68-f0f4b943aa71), precommit_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:44:49.510747 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-5140c2ca-9665-4209-a393-fa9e1adaf05a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (2c5d814e-0539-44d1-8d68-f0f4b943aa71), after_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:44:49.511545 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-5140c2ca-9665-4209-a393-fa9e1adaf05a demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3690700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3854231'] for router_interface (f4be7ab4-0c92-4ff2-8fa2-d0e1d1ad8dd7), after_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:44:49.589210 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5140c2ca-9665-4209-a393-fa9e1adaf05a demo admin] Pushing event updated for resources: {'Port': ['ID=2c5d814e-0539-44d1-8d68-f0f4b943aa71,revision_number=2']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:49.607852 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:44:49.639397 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5140c2ca-9665-4209-a393-fa9e1adaf05a demo admin] Network b202c081-7e94-4000-8354-91a0818e0c48 is already hosted by enough agents. {{(pid=112710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:44:49.640654 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.scheduler.base_scheduler [None req-5140c2ca-9665-4209-a393-fa9e1adaf05a demo admin] Resources bound (agent type, host, resource id): {{(pid=112710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:44:49.795410 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5140c2ca-9665-4209-a393-fa9e1adaf05a demo admin] Router f4be7ab4-0c92-4ff2-8fa2-d0e1d1ad8dd7 is scheduled to L3 agent 91421a76-39ff-4685-90ca-aa6fbf6a1933 with binding_index 1 {{(pid=112710) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 13:44:49.867209 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:44:49.873297 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-26cc7786-192a-400c-8870-8e3b442aaba5 None None] Provisioning complete for port 2c5d814e-0539-44d1-8d68-f0f4b943aa71 triggered by entity DHCP. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 13:44:49.873810 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-26cc7786-192a-400c-8870-8e3b442aaba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (2c5d814e-0539-44d1-8d68-f0f4b943aa71), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:44:49.885343 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5140c2ca-9665-4209-a393-fa9e1adaf05a demo admin] Notify agent at l3_agent.dv-cinder-820027-24-iscsi the message routers_updated {{(pid=112710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:44:49.891529 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-5140c2ca-9665-4209-a393-fa9e1adaf05a demo admin] 10.222.0.55 "PUT /networking/v2.0/routers/f4be7ab4-0c92-4ff2-8fa2-d0e1d1ad8dd7/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7411888 Sep 08 13:44:49.910663 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22aca904-fc4f-403a-96bf-8737266ddee9 None None] Sync routers for ids ['f4be7ab4-0c92-4ff2-8fa2-d0e1d1ad8dd7'] in dv-cinder-820027-24-iscsi {{(pid=112712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:44:49.924185 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22aca904-fc4f-403a-96bf-8737266ddee9 None None] Routers {'f4be7ab4-0c92-4ff2-8fa2-d0e1d1ad8dd7'} bound to L3 agent in host dv-cinder-820027-24-iscsi {{(pid=112712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 13:44:49.925026 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_hamode_db [None req-22aca904-fc4f-403a-96bf-8737266ddee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-08T13:44:16Z,description=,heartbeat_timestamp=2022-09-08T13:44:46Z,host='dv-cinder-820027-24-iscsi',id=91421a76-39ff-4685-90ca-aa6fbf6a1933,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:44:16Z,topic='l3_agent')) {'router_ids': ['f4be7ab4-0c92-4ff2-8fa2-d0e1d1ad8dd7'], 'active': True} {{(pid=112712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:44:49.976985 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-26cc7786-192a-400c-8870-8e3b442aaba5 None None] Port 2c5d814e-0539-44d1-8d68-f0f4b943aa71 cannot update to ACTIVE because it is not bound. {{(pid=112711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 08 13:44:50.106921 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_dvr_db [None req-22aca904-fc4f-403a-96bf-8737266ddee9 None None] Set router f4be7ab4-0c92-4ff2-8fa2-d0e1d1ad8dd7 gateway port host: None {{(pid=112712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 13:44:50.518198 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_hamode_db [None req-22aca904-fc4f-403a-96bf-8737266ddee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4be7ab4-0c92-4ff2-8fa2-d0e1d1ad8dd7', 'name': 'router1', 'tenant_id': '32e961e117e24576acf2592d4ee51e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:44:37Z', 'updated_at': '2022-09-08T13:44:49Z', 'revision_number': 2, 'project_id': '32e961e117e24576acf2592d4ee51e41', 'gw_port_host': None, '_interfaces': [{'id': '2c5d814e-0539-44d1-8d68-f0f4b943aa71', 'name': '', 'network_id': 'b202c081-7e94-4000-8354-91a0818e0c48', 'tenant_id': '32e961e117e24576acf2592d4ee51e41', 'mac_address': 'fa:16:3e:01:70:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4be7ab4-0c92-4ff2-8fa2-d0e1d1ad8dd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9892a6dc-c64f-4341-8e29-1fda5445eda1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:44:48Z', 'updated_at': '2022-09-08T13:44:49Z', 'revision_number': 2, 'project_id': '32e961e117e24576acf2592d4ee51e41', 'subnets': [{'id': '9892a6dc-c64f-4341-8e29-1fda5445eda1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6dcdcd8d-1cb2-4fee-84da-82e629c65fe3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-24-iscsi', False) {} {{(pid=112712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:44:50.568684 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22aca904-fc4f-403a-96bf-8737266ddee9 None None] Checking router: f4be7ab4-0c92-4ff2-8fa2-d0e1d1ad8dd7 for host: dv-cinder-820027-24-iscsi {{(pid=112712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:44:50.569050 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22aca904-fc4f-403a-96bf-8737266ddee9 None None] Updating router f4be7ab4-0c92-4ff2-8fa2-d0e1d1ad8dd7 port 2c5d814e-0539-44d1-8d68-f0f4b943aa71 binding host dv-cinder-820027-24-iscsi {{(pid=112712) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 13:44:50.619766 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron_lib.callbacks.manager [None req-22aca904-fc4f-403a-96bf-8737266ddee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (2c5d814e-0539-44d1-8d68-f0f4b943aa71), before_update {{(pid=112712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:44:51.118065 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron_lib.callbacks.manager [None req-22aca904-fc4f-403a-96bf-8737266ddee9 None None] Publish callbacks [] for port (2c5d814e-0539-44d1-8d68-f0f4b943aa71), precommit_update {{(pid=112712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:44:51.124146 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron_lib.callbacks.manager [None req-22aca904-fc4f-403a-96bf-8737266ddee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (2c5d814e-0539-44d1-8d68-f0f4b943aa71), after_update {{(pid=112712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:44:51.267938 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963263b8-b1a2-439e-9fe6-4c9ddbe71cfe None None] Pushing event updated for resources: {'Port': ['ID=2c5d814e-0539-44d1-8d68-f0f4b943aa71,revision_number=3']} {{(pid=112712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:51.270179 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.plugins.ml2.managers [None req-22aca904-fc4f-403a-96bf-8737266ddee9 None None] Attempting to bind port 2c5d814e-0539-44d1-8d68-f0f4b943aa71 on host dv-cinder-820027-24-iscsi for vnic_type normal with profile {{(pid=112712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 08 13:44:51.270575 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.plugins.ml2.managers [None req-22aca904-fc4f-403a-96bf-8737266ddee9 None None] Attempting to bind port 2c5d814e-0539-44d1-8d68-f0f4b943aa71 by drivers openvswitch,hyperv on host dv-cinder-820027-24-iscsi at level 0 using segments [{'id': 'fcb2fa77-7030-491d-909d-65bc90267e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'b202c081-7e94-4000-8354-91a0818e0c48'}] {{(pid=112712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 08 13:44:51.271002 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22aca904-fc4f-403a-96bf-8737266ddee9 None None] Attempting to bind port 2c5d814e-0539-44d1-8d68-f0f4b943aa71 on network b202c081-7e94-4000-8354-91a0818e0c48 {{(pid=112712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 13:44:51.303213 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963263b8-b1a2-439e-9fe6-4c9ddbe71cfe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:51.303551 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963263b8-b1a2-439e-9fe6-4c9ddbe71cfe None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:51.303892 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963263b8-b1a2-439e-9fe6-4c9ddbe71cfe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:51.304228 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963263b8-b1a2-439e-9fe6-4c9ddbe71cfe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:51.304552 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963263b8-b1a2-439e-9fe6-4c9ddbe71cfe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:51.304865 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963263b8-b1a2-439e-9fe6-4c9ddbe71cfe None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:51.305187 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963263b8-b1a2-439e-9fe6-4c9ddbe71cfe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:51.305501 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963263b8-b1a2-439e-9fe6-4c9ddbe71cfe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:51.305853 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963263b8-b1a2-439e-9fe6-4c9ddbe71cfe None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:51.306175 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963263b8-b1a2-439e-9fe6-4c9ddbe71cfe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:51.306490 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963263b8-b1a2-439e-9fe6-4c9ddbe71cfe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:51.306818 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963263b8-b1a2-439e-9fe6-4c9ddbe71cfe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:51.307133 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963263b8-b1a2-439e-9fe6-4c9ddbe71cfe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:51.307443 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963263b8-b1a2-439e-9fe6-4c9ddbe71cfe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:51.307753 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963263b8-b1a2-439e-9fe6-4c9ddbe71cfe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:51.309216 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963263b8-b1a2-439e-9fe6-4c9ddbe71cfe None None] Tracked resource versions report: Sep 08 13:44:51.309216 dv-cinder-820027-24-iscsi neutron-server[112712]: pushed versions: Sep 08 13:44:51.309216 dv-cinder-820027-24-iscsi neutron-server[112712]: { 'AddressGroup': {'1.2'}, Sep 08 13:44:51.309216 dv-cinder-820027-24-iscsi neutron-server[112712]: 'Agent': {'1.1'}, Sep 08 13:44:51.309216 dv-cinder-820027-24-iscsi neutron-server[112712]: 'ConntrackHelper': {'1.0'}, Sep 08 13:44:51.309216 dv-cinder-820027-24-iscsi neutron-server[112712]: 'LocalIPAssociation': {'1.0'}, Sep 08 13:44:51.309216 dv-cinder-820027-24-iscsi neutron-server[112712]: 'Log': {'1.0'}, Sep 08 13:44:51.309216 dv-cinder-820027-24-iscsi neutron-server[112712]: 'NDPProxy': {'1.0'}, Sep 08 13:44:51.309216 dv-cinder-820027-24-iscsi neutron-server[112712]: 'Network': {'1.1'}, Sep 08 13:44:51.309216 dv-cinder-820027-24-iscsi neutron-server[112712]: 'Port': {'1.7'}, Sep 08 13:44:51.309216 dv-cinder-820027-24-iscsi neutron-server[112712]: 'PortForwarding': {'1.3'}, Sep 08 13:44:51.309216 dv-cinder-820027-24-iscsi neutron-server[112712]: 'QosPolicy': {'1.10'}, Sep 08 13:44:51.309216 dv-cinder-820027-24-iscsi neutron-server[112712]: 'SecurityGroup': {'1.5'}, Sep 08 13:44:51.309216 dv-cinder-820027-24-iscsi neutron-server[112712]: 'SecurityGroupRule': {'1.2'}, Sep 08 13:44:51.309216 dv-cinder-820027-24-iscsi neutron-server[112712]: 'SubPort': {'1.0'}, Sep 08 13:44:51.309216 dv-cinder-820027-24-iscsi neutron-server[112712]: 'Subnet': {'1.1'}, Sep 08 13:44:51.309216 dv-cinder-820027-24-iscsi neutron-server[112712]: 'Trunk': {'1.1'}} Sep 08 13:44:51.309216 dv-cinder-820027-24-iscsi neutron-server[112712]: consumer versions: Sep 08 13:44:51.309216 dv-cinder-820027-24-iscsi neutron-server[112712]: { DHCP agent@dv-cinder-820027-24-iscsi: {}, Sep 08 13:44:51.309216 dv-cinder-820027-24-iscsi neutron-server[112712]: L3 agent@dv-cinder-820027-24-iscsi: {}, Sep 08 13:44:51.309216 dv-cinder-820027-24-iscsi neutron-server[112712]: Metadata agent@dv-cinder-820027-24-iscsi: {}, Sep 08 13:44:51.309216 dv-cinder-820027-24-iscsi neutron-server[112712]: Metering agent@dv-cinder-820027-24-iscsi: {}, Sep 08 13:44:51.309216 dv-cinder-820027-24-iscsi neutron-server[112712]: Open vSwitch agent@dv-cinder-820027-24-iscsi: { 'AddressGroup': '1.2', Sep 08 13:44:51.309216 dv-cinder-820027-24-iscsi neutron-server[112712]: 'Agent': '1.1', Sep 08 13:44:51.309216 dv-cinder-820027-24-iscsi neutron-server[112712]: 'ConntrackHelper': '1.0', Sep 08 13:44:51.309216 dv-cinder-820027-24-iscsi neutron-server[112712]: 'LocalIPAssociation': '1.0', Sep 08 13:44:51.309216 dv-cinder-820027-24-iscsi neutron-server[112712]: 'Log': '1.0', Sep 08 13:44:51.309216 dv-cinder-820027-24-iscsi neutron-server[112712]: 'NDPProxy': '1.0', Sep 08 13:44:51.309216 dv-cinder-820027-24-iscsi neutron-server[112712]: 'Network': '1.1', Sep 08 13:44:51.309216 dv-cinder-820027-24-iscsi neutron-server[112712]: 'Port': '1.7', Sep 08 13:44:51.309216 dv-cinder-820027-24-iscsi neutron-server[112712]: 'PortForwarding': '1.3', Sep 08 13:44:51.309216 dv-cinder-820027-24-iscsi neutron-server[112712]: 'QosPolicy': '1.10', Sep 08 13:44:51.309216 dv-cinder-820027-24-iscsi neutron-server[112712]: 'SecurityGroup': '1.5', Sep 08 13:44:51.309216 dv-cinder-820027-24-iscsi neutron-server[112712]: 'SecurityGroupRule': '1.2', Sep 08 13:44:51.309216 dv-cinder-820027-24-iscsi neutron-server[112712]: 'SubPort': '1.0', Sep 08 13:44:51.309216 dv-cinder-820027-24-iscsi neutron-server[112712]: 'Subnet': '1.1', Sep 08 13:44:51.309216 dv-cinder-820027-24-iscsi neutron-server[112712]: 'Trunk': '1.1'}} Sep 08 13:44:51.309216 dv-cinder-820027-24-iscsi neutron-server[112712]: {{(pid=112712) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 08 13:44:51.351326 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:44:51.370951 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22aca904-fc4f-403a-96bf-8737266ddee9 None None] Checking agent: {'id': '6df97c0c-9140-47af-8c93-84593b95031c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 8, 13, 44, 19), 'started_at': datetime.datetime(2022, 9, 8, 13, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 9, 8, 13, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 08 13:44:51.371366 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22aca904-fc4f-403a-96bf-8737266ddee9 None None] Checking segment: {'id': 'fcb2fa77-7030-491d-909d-65bc90267e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'b202c081-7e94-4000-8354-91a0818e0c48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 13:44:51.371905 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron_lib.callbacks.manager [None req-22aca904-fc4f-403a-96bf-8737266ddee9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:44:51.372361 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22aca904-fc4f-403a-96bf-8737266ddee9 None None] Bound using segment: {'id': 'fcb2fa77-7030-491d-909d-65bc90267e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'b202c081-7e94-4000-8354-91a0818e0c48'} {{(pid=112712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 08 13:44:51.372837 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.plugins.ml2.managers [None req-22aca904-fc4f-403a-96bf-8737266ddee9 None None] Bound port: 2c5d814e-0539-44d1-8d68-f0f4b943aa71, host: dv-cinder-820027-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcb2fa77-7030-491d-909d-65bc90267e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'b202c081-7e94-4000-8354-91a0818e0c48'}}] {{(pid=112712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 08 13:44:51.373209 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron_lib.callbacks.manager [None req-22aca904-fc4f-403a-96bf-8737266ddee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (2c5d814e-0539-44d1-8d68-f0f4b943aa71), before_update {{(pid=112712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:44:51.435101 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.plugins.ml2.db [None req-22aca904-fc4f-403a-96bf-8737266ddee9 None None] For port 2c5d814e-0539-44d1-8d68-f0f4b943aa71, host dv-cinder-820027-24-iscsi, cleared binding levels {{(pid=112712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:44:51.454573 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.plugins.ml2.db [None req-22aca904-fc4f-403a-96bf-8737266ddee9 None None] For port 2c5d814e-0539-44d1-8d68-f0f4b943aa71, host dv-cinder-820027-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-24-iscsi',level=0,port_id=2c5d814e-0539-44d1-8d68-f0f4b943aa71,segment=NetworkSegment(fcb2fa77-7030-491d-909d-65bc90267e6c),segment_id=fcb2fa77-7030-491d-909d-65bc90267e6c)] {{(pid=112712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:44:51.460898 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron_lib.callbacks.manager [None req-22aca904-fc4f-403a-96bf-8737266ddee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (2c5d814e-0539-44d1-8d68-f0f4b943aa71), after_update {{(pid=112712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:44:51.503566 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22aca904-fc4f-403a-96bf-8737266ddee9 None None] Routers {'f4be7ab4-0c92-4ff2-8fa2-d0e1d1ad8dd7'} bound to L3 agent in host dv-cinder-820027-24-iscsi {{(pid=112712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 13:44:51.504168 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_hamode_db [None req-22aca904-fc4f-403a-96bf-8737266ddee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-08T13:44:16Z,description=,heartbeat_timestamp=2022-09-08T13:44:46Z,host='dv-cinder-820027-24-iscsi',id=91421a76-39ff-4685-90ca-aa6fbf6a1933,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:44:16Z,topic='l3_agent')) {'router_ids': ['f4be7ab4-0c92-4ff2-8fa2-d0e1d1ad8dd7'], 'active': True} {{(pid=112712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:44:51.508439 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:44:51.549422 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963263b8-b1a2-439e-9fe6-4c9ddbe71cfe None None] Pushing event updated for resources: {'Port': ['ID=2c5d814e-0539-44d1-8d68-f0f4b943aa71,revision_number=4']} {{(pid=112712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:51.599390 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_dvr_db [None req-22aca904-fc4f-403a-96bf-8737266ddee9 None None] Set router f4be7ab4-0c92-4ff2-8fa2-d0e1d1ad8dd7 gateway port host: None {{(pid=112712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 13:44:51.787994 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_hamode_db [None req-22aca904-fc4f-403a-96bf-8737266ddee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4be7ab4-0c92-4ff2-8fa2-d0e1d1ad8dd7', 'name': 'router1', 'tenant_id': '32e961e117e24576acf2592d4ee51e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:44:37Z', 'updated_at': '2022-09-08T13:44:49Z', 'revision_number': 2, 'project_id': '32e961e117e24576acf2592d4ee51e41', 'gw_port_host': None, '_interfaces': [{'id': '2c5d814e-0539-44d1-8d68-f0f4b943aa71', 'name': '', 'network_id': 'b202c081-7e94-4000-8354-91a0818e0c48', 'tenant_id': '32e961e117e24576acf2592d4ee51e41', 'mac_address': 'fa:16:3e:01:70:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4be7ab4-0c92-4ff2-8fa2-d0e1d1ad8dd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9892a6dc-c64f-4341-8e29-1fda5445eda1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:44:48Z', 'updated_at': '2022-09-08T13:44:51Z', 'revision_number': 4, 'project_id': '32e961e117e24576acf2592d4ee51e41', 'subnets': [{'id': '9892a6dc-c64f-4341-8e29-1fda5445eda1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6dcdcd8d-1cb2-4fee-84da-82e629c65fe3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-24-iscsi', False) {} {{(pid=112712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:44:51.816234 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22aca904-fc4f-403a-96bf-8737266ddee9 None None] The sync data for ids ['f4be7ab4-0c92-4ff2-8fa2-d0e1d1ad8dd7'] in dv-cinder-820027-24-iscsi is: [{'id': 'f4be7ab4-0c92-4ff2-8fa2-d0e1d1ad8dd7', 'name': 'router1', 'tenant_id': '32e961e117e24576acf2592d4ee51e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:44:37Z', 'updated_at': '2022-09-08T13:44:49Z', 'revision_number': 2, 'project_id': '32e961e117e24576acf2592d4ee51e41', 'gw_port_host': None, '_interfaces': [{'id': '2c5d814e-0539-44d1-8d68-f0f4b943aa71', 'name': '', 'network_id': 'b202c081-7e94-4000-8354-91a0818e0c48', 'tenant_id': '32e961e117e24576acf2592d4ee51e41', 'mac_address': 'fa:16:3e:01:70:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4be7ab4-0c92-4ff2-8fa2-d0e1d1ad8dd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9892a6dc-c64f-4341-8e29-1fda5445eda1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:44:48Z', 'updated_at': '2022-09-08T13:44:51Z', 'revision_number': 4, 'project_id': '32e961e117e24576acf2592d4ee51e41', 'subnets': [{'id': '9892a6dc-c64f-4341-8e29-1fda5445eda1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6dcdcd8d-1cb2-4fee-84da-82e629c65fe3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:44:52.507661 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 59912) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:44:52.898988 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a61e95-56d7-48e5-a4d3-0f604564c15c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:44:52.906901 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-f2a61e95-56d7-48e5-a4d3-0f604564c15c admin admin] 10.222.0.55 "GET /networking/v2.0/networks/a5311008-4782-42e3-9445-a36a6c9fb014 HTTP/1.1" status: 200 len: 842 time: 0.3981302 Sep 08 13:44:52.912611 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.v2.base [None req-8c21b8df-188c-4d2c-9784-d99343824242 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'name': 'public-subnet', 'gateway_ip': '172.27.0.1', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'ip_version': 4, 'cidr': '172.27.0.0/24'}} {{(pid=112710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:44:52.945821 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c21b8df-188c-4d2c-9784-d99343824242 admin admin] Made reservation on behalf of ed368272c55a45f5a7959b08d8add92c for: {'subnet': 1} {{(pid=112710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:44:52.949514 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-8c21b8df-188c-4d2c-9784-d99343824242 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:44:53.262689 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.objects.ports [None req-8c21b8df-188c-4d2c-9784-d99343824242 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=112710) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Sep 08 13:44:53.263128 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-8c21b8df-188c-4d2c-9784-d99343824242 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862'] for subnet (42b74029-f5ac-41f0-a451-9a0d0b4a74ed), after_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:44:53.313578 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c21b8df-188c-4d2c-9784-d99343824242 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42b74029-f5ac-41f0-a451-9a0d0b4a74ed,revision_number=0']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:53.330198 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c21b8df-188c-4d2c-9784-d99343824242 admin admin] Checking segment: {'id': 'ebffaf8e-8370-4e1c-9c1b-02c9fe7aa40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 13:44:53.330505 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c21b8df-188c-4d2c-9784-d99343824242 admin admin] Network hostable DHCP agents. Network: a5311008-4782-42e3-9445-a36a6c9fb014, hostable agents: ['22ab8903-d7f5-4941-bce3-89140b53b8af'], hosted agents: [] {{(pid=112710) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:44:53.351389 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c21b8df-188c-4d2c-9784-d99343824242 admin admin] Network a5311008-4782-42e3-9445-a36a6c9fb014 is scheduled to be hosted by DHCP agent 22ab8903-d7f5-4941-bce3-89140b53b8af with binding_index 1 {{(pid=112710) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:44:53.365420 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.scheduler.base_scheduler [None req-8c21b8df-188c-4d2c-9784-d99343824242 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820027-24-iscsi, a5311008-4782-42e3-9445-a36a6c9fb014) {{(pid=112710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:44:53.370065 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c21b8df-188c-4d2c-9784-d99343824242 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:44:53.370662 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-8c21b8df-188c-4d2c-9784-d99343824242 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693876'] for subnet (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:44:53.376537 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b24772-227d-4504-8feb-ec4e28d4c85b None None] Network a5311008-4782-42e3-9445-a36a6c9fb014 requested from dv-cinder-820027-24-iscsi {{(pid=112711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 08 13:44:53.391542 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-8c21b8df-188c-4d2c-9784-d99343824242 admin admin] 10.222.0.55 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4834428 Sep 08 13:44:53.493313 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c23e9d9b-5ba5-44a4-b93e-9e98e221290a None None] Network a5311008-4782-42e3-9445-a36a6c9fb014 requested from dv-cinder-820027-24-iscsi {{(pid=112711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 08 13:44:56.084920 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 59920) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:44:56.507837 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-0594b461-aebb-4ebd-8484-e3f4bf81ddd5 demo admin] 10.222.0.55 "GET /networking/v2.0/routers/f4be7ab4-0c92-4ff2-8fa2-d0e1d1ad8dd7 HTTP/1.1" status: 200 len: 710 time: 0.4216218 Sep 08 13:44:56.520976 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:44:56.607419 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c953fff5-046f-43ab-84bf-08dfeab35b78 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:44:56.608733 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-c953fff5-046f-43ab-84bf-08dfeab35b78 demo admin] 10.222.0.55 "GET /networking/v2.0/networks/a5311008-4782-42e3-9445-a36a6c9fb014 HTTP/1.1" status: 200 len: 886 time: 0.0948389 Sep 08 13:44:56.619152 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.v2.base [None req-230aeb82-d72e-4eaf-874d-9964a6f262e6 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014'}}} {{(pid=112710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:44:56.651947 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Device 2c5d814e-0539-44d1-8d68-f0f4b943aa71 up at agent ovs-agent-dv-cinder-820027-24-iscsi {{(pid=112711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:44:56.698201 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Provisioning complete for port 2c5d814e-0539-44d1-8d68-f0f4b943aa71 triggered by entity L2. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 13:44:56.698599 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (2c5d814e-0539-44d1-8d68-f0f4b943aa71), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:44:56.781777 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Current status of the port 2c5d814e-0539-44d1-8d68-f0f4b943aa71 is: DOWN; New status is: ACTIVE {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 13:44:56.782175 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (2c5d814e-0539-44d1-8d68-f0f4b943aa71), before_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:44:56.817463 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] For port 2c5d814e-0539-44d1-8d68-f0f4b943aa71, host dv-cinder-820027-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-24-iscsi',level=0,port_id=2c5d814e-0539-44d1-8d68-f0f4b943aa71,segment=NetworkSegment(fcb2fa77-7030-491d-909d-65bc90267e6c),segment_id=fcb2fa77-7030-491d-909d-65bc90267e6c)] {{(pid=112711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:44:56.821944 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (2c5d814e-0539-44d1-8d68-f0f4b943aa71), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:44:56.860651 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:44:56.867102 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-230aeb82-d72e-4eaf-874d-9964a6f262e6 demo admin] Publish callbacks [] for router_gateway (f4be7ab4-0c92-4ff2-8fa2-d0e1d1ad8dd7), precommit_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:44:56.873885 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Pushing event updated for resources: {'Port': ['ID=2c5d814e-0539-44d1-8d68-f0f4b943aa71,revision_number=5']} {{(pid=112711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:57.146816 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-230aeb82-d72e-4eaf-874d-9964a6f262e6 demo admin] Publish callbacks [] for router_gateway (f4be7ab4-0c92-4ff2-8fa2-d0e1d1ad8dd7), before_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:44:57.223181 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-230aeb82-d72e-4eaf-874d-9964a6f262e6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (None), before_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:44:57.326993 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.db.db_base_plugin_common [None req-230aeb82-d72e-4eaf-874d-9964a6f262e6 demo admin] Allocated IP 172.27.0.16 (a5311008-4782-42e3-9445-a36a6c9fb014/42b74029-f5ac-41f0-a451-9a0d0b4a74ed/6d83e3de-14b9-4288-9bc2-6997a9baf9a1) {{(pid=112710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:44:57.429038 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-230aeb82-d72e-4eaf-874d-9964a6f262e6 demo admin] Publish callbacks [] for port (6d83e3de-14b9-4288-9bc2-6997a9baf9a1), precommit_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:44:57.460888 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-230aeb82-d72e-4eaf-874d-9964a6f262e6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729028134301'] for port (6d83e3de-14b9-4288-9bc2-6997a9baf9a1), after_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:44:57.464344 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:44:57.507517 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-230aeb82-d72e-4eaf-874d-9964a6f262e6 demo admin] Network a5311008-4782-42e3-9445-a36a6c9fb014 is already hosted by enough agents. {{(pid=112710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:44:57.512905 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.scheduler.base_scheduler [None req-230aeb82-d72e-4eaf-874d-9964a6f262e6 demo admin] Resources bound (agent type, host, resource id): {{(pid=112710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:44:57.515126 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230aeb82-d72e-4eaf-874d-9964a6f262e6 demo admin] Pushing event updated for resources: {'Port': ['ID=6d83e3de-14b9-4288-9bc2-6997a9baf9a1,revision_number=1']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:57.516973 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230aeb82-d72e-4eaf-874d-9964a6f262e6 demo admin] Received port after_create {{(pid=112710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 08 13:44:57.749699 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-230aeb82-d72e-4eaf-874d-9964a6f262e6 demo admin] Publish callbacks [] for router_gateway (f4be7ab4-0c92-4ff2-8fa2-d0e1d1ad8dd7), after_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:44:57.795051 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:44:57.942492 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-230aeb82-d72e-4eaf-874d-9964a6f262e6 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3747991', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3678387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8295'] for router (f4be7ab4-0c92-4ff2-8fa2-d0e1d1ad8dd7), precommit_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:44:57.946000 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-230aeb82-d72e-4eaf-874d-9964a6f262e6 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3679297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3748012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3748005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3678280'] for router (f4be7ab4-0c92-4ff2-8fa2-d0e1d1ad8dd7), after_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:44:58.048480 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-230aeb82-d72e-4eaf-874d-9964a6f262e6 demo admin] Router f4be7ab4-0c92-4ff2-8fa2-d0e1d1ad8dd7 has already been hosted by L3 agent 91421a76-39ff-4685-90ca-aa6fbf6a1933 {{(pid=112710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:44:58.150631 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-230aeb82-d72e-4eaf-874d-9964a6f262e6 demo admin] Notify agent at l3_agent.dv-cinder-820027-24-iscsi the message routers_updated {{(pid=112710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:44:58.155013 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-230aeb82-d72e-4eaf-874d-9964a6f262e6 demo admin] Publish callbacks [] for router (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:44:58.156259 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-230aeb82-d72e-4eaf-874d-9964a6f262e6 demo admin] 10.222.0.55 "PUT /networking/v2.0/routers/f4be7ab4-0c92-4ff2-8fa2-d0e1d1ad8dd7 HTTP/1.1" status: 200 len: 889 time: 1.5404429 Sep 08 13:44:58.177807 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d720c7dd-9519-424b-835d-8b82cab15b93 None None] Sync routers for ids ['f4be7ab4-0c92-4ff2-8fa2-d0e1d1ad8dd7'] in dv-cinder-820027-24-iscsi {{(pid=112711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:44:58.190982 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d720c7dd-9519-424b-835d-8b82cab15b93 None None] Routers {'f4be7ab4-0c92-4ff2-8fa2-d0e1d1ad8dd7'} bound to L3 agent in host dv-cinder-820027-24-iscsi {{(pid=112711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 13:44:58.191653 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_hamode_db [None req-d720c7dd-9519-424b-835d-8b82cab15b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-08T13:44:16Z,description=,heartbeat_timestamp=2022-09-08T13:44:46Z,host='dv-cinder-820027-24-iscsi',id=91421a76-39ff-4685-90ca-aa6fbf6a1933,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:44:16Z,topic='l3_agent')) {'router_ids': ['f4be7ab4-0c92-4ff2-8fa2-d0e1d1ad8dd7'], 'active': True} {{(pid=112711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:44:58.267165 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:44:58.404509 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvr_db [None req-d720c7dd-9519-424b-835d-8b82cab15b93 None None] Set router f4be7ab4-0c92-4ff2-8fa2-d0e1d1ad8dd7 gateway port host: dv-cinder-820027-24-iscsi {{(pid=112711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 13:44:58.621565 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Device 2c5d814e-0539-44d1-8d68-f0f4b943aa71 up at agent ovs-agent-dv-cinder-820027-24-iscsi {{(pid=112711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:44:58.714970 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:44:58.751498 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Provisioning complete for port 2c5d814e-0539-44d1-8d68-f0f4b943aa71 triggered by entity L2. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 13:44:58.751881 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (2c5d814e-0539-44d1-8d68-f0f4b943aa71), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:44:58.868268 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_hamode_db [None req-d720c7dd-9519-424b-835d-8b82cab15b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4be7ab4-0c92-4ff2-8fa2-d0e1d1ad8dd7', 'name': 'router1', 'tenant_id': '32e961e117e24576acf2592d4ee51e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '6d83e3de-14b9-4288-9bc2-6997a9baf9a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:44:37Z', 'updated_at': '2022-09-08T13:44:57Z', 'revision_number': 4, 'project_id': '32e961e117e24576acf2592d4ee51e41', 'gw_port': {'id': '6d83e3de-14b9-4288-9bc2-6997a9baf9a1', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:9f:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4be7ab4-0c92-4ff2-8fa2-d0e1d1ad8dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:44:57Z', 'updated_at': '2022-09-08T13:44:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi', '_interfaces': [{'id': '2c5d814e-0539-44d1-8d68-f0f4b943aa71', 'name': '', 'network_id': 'b202c081-7e94-4000-8354-91a0818e0c48', 'tenant_id': '32e961e117e24576acf2592d4ee51e41', 'mac_address': 'fa:16:3e:01:70:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4be7ab4-0c92-4ff2-8fa2-d0e1d1ad8dd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9892a6dc-c64f-4341-8e29-1fda5445eda1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:44:48Z', 'updated_at': '2022-09-08T13:44:56Z', 'revision_number': 5, 'project_id': '32e961e117e24576acf2592d4ee51e41', 'subnets': [{'id': '9892a6dc-c64f-4341-8e29-1fda5445eda1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6dcdcd8d-1cb2-4fee-84da-82e629c65fe3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-24-iscsi', False) {} {{(pid=112711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:44:58.922719 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d720c7dd-9519-424b-835d-8b82cab15b93 None None] Checking router: f4be7ab4-0c92-4ff2-8fa2-d0e1d1ad8dd7 for host: dv-cinder-820027-24-iscsi {{(pid=112711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:44:58.923085 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d720c7dd-9519-424b-835d-8b82cab15b93 None None] Updating router f4be7ab4-0c92-4ff2-8fa2-d0e1d1ad8dd7 port 6d83e3de-14b9-4288-9bc2-6997a9baf9a1 binding host dv-cinder-820027-24-iscsi {{(pid=112711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 13:44:59.075499 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Current status of the port 2c5d814e-0539-44d1-8d68-f0f4b943aa71 is: ACTIVE; New status is: ACTIVE {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 13:44:59.077397 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-d720c7dd-9519-424b-835d-8b82cab15b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (6d83e3de-14b9-4288-9bc2-6997a9baf9a1), before_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:44:59.441160 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-d720c7dd-9519-424b-835d-8b82cab15b93 None None] Publish callbacks [] for port (6d83e3de-14b9-4288-9bc2-6997a9baf9a1), precommit_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:44:59.446986 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-d720c7dd-9519-424b-835d-8b82cab15b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (6d83e3de-14b9-4288-9bc2-6997a9baf9a1), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:44:59.483958 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.managers [None req-d720c7dd-9519-424b-835d-8b82cab15b93 None None] Attempting to bind port 6d83e3de-14b9-4288-9bc2-6997a9baf9a1 on host dv-cinder-820027-24-iscsi for vnic_type normal with profile {{(pid=112711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 08 13:44:59.484353 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.managers [None req-d720c7dd-9519-424b-835d-8b82cab15b93 None None] Attempting to bind port 6d83e3de-14b9-4288-9bc2-6997a9baf9a1 by drivers openvswitch,hyperv on host dv-cinder-820027-24-iscsi at level 0 using segments [{'id': 'ebffaf8e-8370-4e1c-9c1b-02c9fe7aa40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014'}] {{(pid=112711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 08 13:44:59.484715 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d720c7dd-9519-424b-835d-8b82cab15b93 None None] Attempting to bind port 6d83e3de-14b9-4288-9bc2-6997a9baf9a1 on network a5311008-4782-42e3-9445-a36a6c9fb014 {{(pid=112711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 13:44:59.516519 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38793ed8-5e86-4407-bfb2-cf5d64c4593b None None] Pushing event updated for resources: {'Port': ['ID=6d83e3de-14b9-4288-9bc2-6997a9baf9a1,revision_number=2']} {{(pid=112711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:59.537772 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d720c7dd-9519-424b-835d-8b82cab15b93 None None] Checking agent: {'id': '6df97c0c-9140-47af-8c93-84593b95031c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 8, 13, 44, 19), 'started_at': datetime.datetime(2022, 9, 8, 13, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 9, 8, 13, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 08 13:44:59.538165 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d720c7dd-9519-424b-835d-8b82cab15b93 None None] Checking segment: {'id': 'ebffaf8e-8370-4e1c-9c1b-02c9fe7aa40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 13:44:59.538563 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-d720c7dd-9519-424b-835d-8b82cab15b93 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:44:59.539003 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d720c7dd-9519-424b-835d-8b82cab15b93 None None] Bound using segment: {'id': 'ebffaf8e-8370-4e1c-9c1b-02c9fe7aa40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014'} {{(pid=112711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 08 13:44:59.539501 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.managers [None req-d720c7dd-9519-424b-835d-8b82cab15b93 None None] Bound port: 6d83e3de-14b9-4288-9bc2-6997a9baf9a1, host: dv-cinder-820027-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebffaf8e-8370-4e1c-9c1b-02c9fe7aa40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014'}}] {{(pid=112711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 08 13:44:59.539926 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-d720c7dd-9519-424b-835d-8b82cab15b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (6d83e3de-14b9-4288-9bc2-6997a9baf9a1), before_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:44:59.578351 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:44:59.590994 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-d720c7dd-9519-424b-835d-8b82cab15b93 None None] For port 6d83e3de-14b9-4288-9bc2-6997a9baf9a1, host dv-cinder-820027-24-iscsi, cleared binding levels {{(pid=112711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:44:59.594212 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-d720c7dd-9519-424b-835d-8b82cab15b93 None None] For port 6d83e3de-14b9-4288-9bc2-6997a9baf9a1, host dv-cinder-820027-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-24-iscsi',level=0,port_id=6d83e3de-14b9-4288-9bc2-6997a9baf9a1,segment=NetworkSegment(ebffaf8e-8370-4e1c-9c1b-02c9fe7aa40e),segment_id=ebffaf8e-8370-4e1c-9c1b-02c9fe7aa40e)] {{(pid=112711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:44:59.599713 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-d720c7dd-9519-424b-835d-8b82cab15b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (6d83e3de-14b9-4288-9bc2-6997a9baf9a1), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:44:59.636726 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d720c7dd-9519-424b-835d-8b82cab15b93 None None] Routers {'f4be7ab4-0c92-4ff2-8fa2-d0e1d1ad8dd7'} bound to L3 agent in host dv-cinder-820027-24-iscsi {{(pid=112711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 13:44:59.637345 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_hamode_db [None req-d720c7dd-9519-424b-835d-8b82cab15b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-08T13:44:16Z,description=,heartbeat_timestamp=2022-09-08T13:44:46Z,host='dv-cinder-820027-24-iscsi',id=91421a76-39ff-4685-90ca-aa6fbf6a1933,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:44:16Z,topic='l3_agent')) {'router_ids': ['f4be7ab4-0c92-4ff2-8fa2-d0e1d1ad8dd7'], 'active': True} {{(pid=112711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:44:59.702790 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38793ed8-5e86-4407-bfb2-cf5d64c4593b None None] Pushing event updated for resources: {'Port': ['ID=6d83e3de-14b9-4288-9bc2-6997a9baf9a1,revision_number=3']} {{(pid=112711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:59.770348 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvr_db [None req-d720c7dd-9519-424b-835d-8b82cab15b93 None None] Set router f4be7ab4-0c92-4ff2-8fa2-d0e1d1ad8dd7 gateway port host: dv-cinder-820027-24-iscsi {{(pid=112711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 13:44:59.878106 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:44:59.970439 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_hamode_db [None req-d720c7dd-9519-424b-835d-8b82cab15b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4be7ab4-0c92-4ff2-8fa2-d0e1d1ad8dd7', 'name': 'router1', 'tenant_id': '32e961e117e24576acf2592d4ee51e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '6d83e3de-14b9-4288-9bc2-6997a9baf9a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:44:37Z', 'updated_at': '2022-09-08T13:44:57Z', 'revision_number': 4, 'project_id': '32e961e117e24576acf2592d4ee51e41', 'gw_port': {'id': '6d83e3de-14b9-4288-9bc2-6997a9baf9a1', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:9f:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4be7ab4-0c92-4ff2-8fa2-d0e1d1ad8dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:44:57Z', 'updated_at': '2022-09-08T13:44:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi', '_interfaces': [{'id': '2c5d814e-0539-44d1-8d68-f0f4b943aa71', 'name': '', 'network_id': 'b202c081-7e94-4000-8354-91a0818e0c48', 'tenant_id': '32e961e117e24576acf2592d4ee51e41', 'mac_address': 'fa:16:3e:01:70:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4be7ab4-0c92-4ff2-8fa2-d0e1d1ad8dd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9892a6dc-c64f-4341-8e29-1fda5445eda1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:44:48Z', 'updated_at': '2022-09-08T13:44:56Z', 'revision_number': 5, 'project_id': '32e961e117e24576acf2592d4ee51e41', 'subnets': [{'id': '9892a6dc-c64f-4341-8e29-1fda5445eda1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6dcdcd8d-1cb2-4fee-84da-82e629c65fe3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-24-iscsi', False) {} {{(pid=112711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:44:59.997768 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d720c7dd-9519-424b-835d-8b82cab15b93 None None] The sync data for ids ['f4be7ab4-0c92-4ff2-8fa2-d0e1d1ad8dd7'] in dv-cinder-820027-24-iscsi is: [{'id': 'f4be7ab4-0c92-4ff2-8fa2-d0e1d1ad8dd7', 'name': 'router1', 'tenant_id': '32e961e117e24576acf2592d4ee51e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '6d83e3de-14b9-4288-9bc2-6997a9baf9a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:44:37Z', 'updated_at': '2022-09-08T13:44:57Z', 'revision_number': 4, 'project_id': '32e961e117e24576acf2592d4ee51e41', 'gw_port': {'id': '6d83e3de-14b9-4288-9bc2-6997a9baf9a1', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:9f:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4be7ab4-0c92-4ff2-8fa2-d0e1d1ad8dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:44:57Z', 'updated_at': '2022-09-08T13:44:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi', '_interfaces': [{'id': '2c5d814e-0539-44d1-8d68-f0f4b943aa71', 'name': '', 'network_id': 'b202c081-7e94-4000-8354-91a0818e0c48', 'tenant_id': '32e961e117e24576acf2592d4ee51e41', 'mac_address': 'fa:16:3e:01:70:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4be7ab4-0c92-4ff2-8fa2-d0e1d1ad8dd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9892a6dc-c64f-4341-8e29-1fda5445eda1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:44:48Z', 'updated_at': '2022-09-08T13:44:56Z', 'revision_number': 5, 'project_id': '32e961e117e24576acf2592d4ee51e41', 'subnets': [{'id': '9892a6dc-c64f-4341-8e29-1fda5445eda1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6dcdcd8d-1cb2-4fee-84da-82e629c65fe3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:45:00.631298 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Device 6d83e3de-14b9-4288-9bc2-6997a9baf9a1 up at agent ovs-agent-dv-cinder-820027-24-iscsi {{(pid=112711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:45:00.687379 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Provisioning complete for port 6d83e3de-14b9-4288-9bc2-6997a9baf9a1 triggered by entity L2. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 13:45:00.687773 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (6d83e3de-14b9-4288-9bc2-6997a9baf9a1), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:45:00.767370 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Current status of the port 6d83e3de-14b9-4288-9bc2-6997a9baf9a1 is: DOWN; New status is: ACTIVE {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 13:45:00.767755 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (6d83e3de-14b9-4288-9bc2-6997a9baf9a1), before_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:45:00.788785 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] For port 6d83e3de-14b9-4288-9bc2-6997a9baf9a1, host dv-cinder-820027-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-24-iscsi',level=0,port_id=6d83e3de-14b9-4288-9bc2-6997a9baf9a1,segment=NetworkSegment(ebffaf8e-8370-4e1c-9c1b-02c9fe7aa40e),segment_id=ebffaf8e-8370-4e1c-9c1b-02c9fe7aa40e)] {{(pid=112711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:45:00.792367 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (6d83e3de-14b9-4288-9bc2-6997a9baf9a1), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:45:00.845120 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Pushing event updated for resources: {'Port': ['ID=6d83e3de-14b9-4288-9bc2-6997a9baf9a1,revision_number=4']} {{(pid=112711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:01.064649 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 59932) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:45:01.450916 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-7e58ee4d-9be7-4ba2-af4a-5e3e7a1c0efc admin admin] 10.222.0.55 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 412 time: 0.3852041 Sep 08 13:45:02.620173 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Device 6d83e3de-14b9-4288-9bc2-6997a9baf9a1 up at agent ovs-agent-dv-cinder-820027-24-iscsi {{(pid=112711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:45:02.666673 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Provisioning complete for port 6d83e3de-14b9-4288-9bc2-6997a9baf9a1 triggered by entity L2. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 13:45:02.667065 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (6d83e3de-14b9-4288-9bc2-6997a9baf9a1), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:45:02.752392 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Current status of the port 6d83e3de-14b9-4288-9bc2-6997a9baf9a1 is: ACTIVE; New status is: ACTIVE {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 13:45:05.462672 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=26 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:45:05.469153 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=62,neutron:UPDATE=1 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:45:11.443381 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=63,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:45:11.447090 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=48 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:45:12.743908 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=58,neutron:UPDATE=1 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:45:12.747231 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:45:13.455662 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.agents_db [None req-36671662-b8ef-427e-8422-ee96630d1377 None None] Agent healthcheck: found 5 active agents {{(pid=112712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:45:14.009651 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-bc318e62-fb60-471c-bb30-ada240090114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (22ab8903-d7f5-4941-bce3-89140b53b8af), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:45:16.328506 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-adadf26e-2878-40a1-a5d7-a17760df7761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (91421a76-39ff-4685-90ca-aa6fbf6a1933), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:45:17.396321 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-b7e97967-3fa9-4dcb-b3f0-dcc99b3a4378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (24e12250-b8f3-473f-bf71-765ca8669827), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:45:18.840793 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-604b277b-9310-4e7b-bd1a-c26598410893 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (ad63ffce-77d1-4b05-ac53-eeb1c28e2aec), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:45:18.943707 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (6df97c0c-9140-47af-8c93-84593b95031c), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:45:23.451806 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=2 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:45:28.933412 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:45:28.940055 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:45:42.468369 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=2 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:45:42.473241 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=4 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:45:44.017783 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-c5d1edec-540f-4baa-8f1e-674eb8250a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (22ab8903-d7f5-4941-bce3-89140b53b8af), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:45:46.329287 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-8e074000-06dc-4f98-8df7-0dccf53b7ce5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (91421a76-39ff-4685-90ca-aa6fbf6a1933), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:45:47.400830 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-b7e97967-3fa9-4dcb-b3f0-dcc99b3a4378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (24e12250-b8f3-473f-bf71-765ca8669827), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:45:48.846652 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-604b277b-9310-4e7b-bd1a-c26598410893 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (ad63ffce-77d1-4b05-ac53-eeb1c28e2aec), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:45:48.941973 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (6df97c0c-9140-47af-8c93-84593b95031c), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:45:50.455289 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.agents_db [None req-36671662-b8ef-427e-8422-ee96630d1377 None None] Agent healthcheck: found 5 active agents {{(pid=112712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:45:58.933434 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:45:58.936462 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=17,neutron:UPDATE=3 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:46:00.451665 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=1 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:46:00.454770 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=1 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:46:14.010161 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-573d8659-5401-4a95-92db-8f3b16ce3700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (22ab8903-d7f5-4941-bce3-89140b53b8af), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:46:16.325262 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-bb489232-7954-432f-b472-b729f93d970c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (91421a76-39ff-4685-90ca-aa6fbf6a1933), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:46:17.401138 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-b7e97967-3fa9-4dcb-b3f0-dcc99b3a4378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (24e12250-b8f3-473f-bf71-765ca8669827), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:46:18.832524 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-604b277b-9310-4e7b-bd1a-c26598410893 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (ad63ffce-77d1-4b05-ac53-eeb1c28e2aec), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:46:18.937631 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (6df97c0c-9140-47af-8c93-84593b95031c), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:46:19.468017 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:46:19.468791 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=4 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:46:26.884796 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 60484) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:46:27.219957 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.pecan_wsgi.hooks.translation [None req-22540428-876c-4932-939f-885ab121227b admin admin] GET failed (client error): The resource could not be found. Sep 08 13:46:27.221239 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-22540428-876c-4932-939f-885ab121227b admin admin] 10.222.0.55 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3354938 Sep 08 13:46:27.455961 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.agents_db [None req-36671662-b8ef-427e-8422-ee96630d1377 None None] Agent healthcheck: found 5 active agents {{(pid=112712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:46:27.475990 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a08425e-7bcc-4290-a869-5b39c7b7cd5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:46:27.477492 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-6a08425e-7bcc-4290-a869-5b39c7b7cd5b admin admin] 10.222.0.55 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2518034 Sep 08 13:46:28.930739 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:46:28.931954 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:46:30.030835 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 60494) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:46:30.399451 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da83a0f-83d6-4c16-9817-65a2e433c267 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:46:30.400762 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-6da83a0f-83d6-4c16-9817-65a2e433c267 admin admin] 10.222.0.55 "GET /networking/v2.0/subnets/9892a6dc-c64f-4341-8e29-1fda5445eda1 HTTP/1.1" status: 200 len: 849 time: 0.3689537 Sep 08 13:46:30.410947 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.v2.base [None req-4e7e0a86-614b-4521-9e38-5cf08700db56 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=112710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:46:30.499720 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-4e7e0a86-614b-4521-9e38-5cf08700db56 admin admin] Publish callbacks [] for subnet (9892a6dc-c64f-4341-8e29-1fda5445eda1), before_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:46:30.641013 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-4e7e0a86-614b-4521-9e38-5cf08700db56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8729028594315'] for subnet (9892a6dc-c64f-4341-8e29-1fda5445eda1), after_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:46:30.673646 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7e0a86-614b-4521-9e38-5cf08700db56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:46:30.674773 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-4e7e0a86-614b-4521-9e38-5cf08700db56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693876'] for subnet (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:46:30.689787 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-4e7e0a86-614b-4521-9e38-5cf08700db56 admin admin] 10.222.0.55 "PUT /networking/v2.0/subnets/9892a6dc-c64f-4341-8e29-1fda5445eda1 HTTP/1.1" status: 200 len: 868 time: 0.2681706 Sep 08 13:46:30.690022 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e907cd5d-d8bb-4494-8618-591ea0018786 None None] Network b202c081-7e94-4000-8354-91a0818e0c48 requested from dv-cinder-820027-24-iscsi {{(pid=112711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 08 13:46:30.700912 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7e0a86-614b-4521-9e38-5cf08700db56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9892a6dc-c64f-4341-8e29-1fda5445eda1,revision_number=1']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:30.708609 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7e0a86-614b-4521-9e38-5cf08700db56 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:46:30.708962 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7e0a86-614b-4521-9e38-5cf08700db56 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:46:30.709324 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7e0a86-614b-4521-9e38-5cf08700db56 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:46:30.709670 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7e0a86-614b-4521-9e38-5cf08700db56 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:46:30.710119 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7e0a86-614b-4521-9e38-5cf08700db56 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:46:30.710454 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7e0a86-614b-4521-9e38-5cf08700db56 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:46:30.710785 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7e0a86-614b-4521-9e38-5cf08700db56 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:46:30.711112 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7e0a86-614b-4521-9e38-5cf08700db56 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:46:30.711441 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7e0a86-614b-4521-9e38-5cf08700db56 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:46:30.711768 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7e0a86-614b-4521-9e38-5cf08700db56 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:46:30.712097 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7e0a86-614b-4521-9e38-5cf08700db56 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:46:30.712424 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7e0a86-614b-4521-9e38-5cf08700db56 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:46:30.712747 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7e0a86-614b-4521-9e38-5cf08700db56 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:46:30.713071 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7e0a86-614b-4521-9e38-5cf08700db56 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:46:30.713395 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7e0a86-614b-4521-9e38-5cf08700db56 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:46:31.008695 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-f03490fe-fdcd-4a6c-8a04-fb5f894263ad None None] Provisioning complete for port 2c5d814e-0539-44d1-8d68-f0f4b943aa71 triggered by entity DHCP. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 13:46:31.009163 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-f03490fe-fdcd-4a6c-8a04-fb5f894263ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (2c5d814e-0539-44d1-8d68-f0f4b943aa71), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:46:31.084599 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-f03490fe-fdcd-4a6c-8a04-fb5f894263ad None None] Current status of the port 2c5d814e-0539-44d1-8d68-f0f4b943aa71 is: ACTIVE; New status is: ACTIVE {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 13:46:31.092574 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-f03490fe-fdcd-4a6c-8a04-fb5f894263ad None None] Provisioning complete for port 7a6c6ce8-8f20-4c7d-bbcf-ebe79b30c592 triggered by entity DHCP. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 13:46:31.092960 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-f03490fe-fdcd-4a6c-8a04-fb5f894263ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (7a6c6ce8-8f20-4c7d-bbcf-ebe79b30c592), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:46:31.163684 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-f03490fe-fdcd-4a6c-8a04-fb5f894263ad None None] Current status of the port 7a6c6ce8-8f20-4c7d-bbcf-ebe79b30c592 is: ACTIVE; New status is: ACTIVE {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 13:46:33.257004 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 60502) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:46:33.731700 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24e9b58-99e9-4d75-813a-054e6fcfd83b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:46:33.732170 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24e9b58-99e9-4d75-813a-054e6fcfd83b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:46:33.733700 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-d24e9b58-99e9-4d75-813a-054e6fcfd83b admin admin] 10.222.0.55 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4758475 Sep 08 13:46:36.291654 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 60510) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:46:36.709414 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a835f1-a456-479c-9d10-7fa2d01cebe6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:46:36.709930 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a835f1-a456-479c-9d10-7fa2d01cebe6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:46:36.711456 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-f0a835f1-a456-479c-9d10-7fa2d01cebe6 admin admin] 10.222.0.55 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4188089 Sep 08 13:46:37.452513 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=2 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:46:39.281769 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 60518) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:46:39.711605 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f8a6df-6327-4ffa-8687-6fddaa42ad95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:46:39.712968 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-97f8a6df-6327-4ffa-8687-6fddaa42ad95 admin admin] 10.222.0.55 "GET /networking/v2.0/networks/a5311008-4782-42e3-9445-a36a6c9fb014 HTTP/1.1" status: 200 len: 886 time: 0.4303348 Sep 08 13:46:41.156782 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=37 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:46:41.162017 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=40 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:46:42.284442 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 60528) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:46:42.715198 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f3bce38-8962-4998-92da-1fd3c5de937e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:46:42.716581 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-7f3bce38-8962-4998-92da-1fd3c5de937e admin admin] 10.222.0.55 "GET /networking/v2.0/networks/b202c081-7e94-4000-8354-91a0818e0c48 HTTP/1.1" status: 200 len: 869 time: 0.4312048 Sep 08 13:46:44.014436 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-3410b160-fa31-4ac9-96d9-59f8c08cc466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (22ab8903-d7f5-4941-bce3-89140b53b8af), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:46:45.263530 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 60536) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:46:45.659959 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d19c5ad-2527-46f4-b095-cb13ef852f4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:46:45.660417 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d19c5ad-2527-46f4-b095-cb13ef852f4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:46:45.661955 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-0d19c5ad-2527-46f4-b095-cb13ef852f4a admin admin] 10.222.0.55 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3975441 Sep 08 13:46:46.328919 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-a8dc7c15-e728-4c2a-8c20-ae0133401011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (91421a76-39ff-4685-90ca-aa6fbf6a1933), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:46:46.700908 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=85,neutron:INSERT=1 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:46:46.706643 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=83,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:46:47.404240 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-b7e97967-3fa9-4dcb-b3f0-dcc99b3a4378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (24e12250-b8f3-473f-bf71-765ca8669827), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:46:48.245074 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 60544) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:46:48.618736 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac580d25-6526-4f0c-9925-ab69a83814a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:46:48.619187 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac580d25-6526-4f0c-9925-ab69a83814a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:46:48.620696 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-ac580d25-6526-4f0c-9925-ab69a83814a5 admin admin] 10.222.0.55 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3746912 Sep 08 13:46:48.837469 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-604b277b-9310-4e7b-bd1a-c26598410893 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (ad63ffce-77d1-4b05-ac53-eeb1c28e2aec), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:46:48.944977 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (6df97c0c-9140-47af-8c93-84593b95031c), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:46:51.229933 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 60552) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:46:51.599917 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d9561ef-614b-44c8-8b62-0622ec9ed463 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:46:51.601255 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-2d9561ef-614b-44c8-8b62-0622ec9ed463 admin admin] 10.222.0.55 "GET /networking/v2.0/subnets/42b74029-f5ac-41f0-a451-9a0d0b4a74ed HTTP/1.1" status: 200 len: 816 time: 0.3704700 Sep 08 13:46:54.161871 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 60560) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:46:54.532205 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d1c176-5e42-4465-a9f8-c67ed321e1cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:46:54.533546 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-e6d1c176-5e42-4465-a9f8-c67ed321e1cc admin admin] 10.222.0.55 "GET /networking/v2.0/subnets/9892a6dc-c64f-4341-8e29-1fda5445eda1 HTTP/1.1" status: 200 len: 868 time: 0.3707409 Sep 08 13:46:56.459428 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=3 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:46:56.464595 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=3 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:46:58.612910 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=37 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:46:58.614223 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=32 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:46:58.929997 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:46:58.940327 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:47:04.455981 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.agents_db [None req-36671662-b8ef-427e-8422-ee96630d1377 None None] Agent healthcheck: found 5 active agents {{(pid=112712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:47:04.521087 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=11 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:47:04.528034 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=12 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:47:14.017854 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-80ffea0d-8ca6-438d-930b-de4d3a8c2e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (22ab8903-d7f5-4941-bce3-89140b53b8af), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:47:14.451179 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=15 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:47:14.451958 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=13 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:47:16.331838 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-e19b0c15-1aaf-4c15-95a1-61c5347bfc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (91421a76-39ff-4685-90ca-aa6fbf6a1933), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:47:17.406591 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-b7e97967-3fa9-4dcb-b3f0-dcc99b3a4378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (24e12250-b8f3-473f-bf71-765ca8669827), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:47:18.841083 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-604b277b-9310-4e7b-bd1a-c26598410893 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (ad63ffce-77d1-4b05-ac53-eeb1c28e2aec), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:47:18.938763 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (6df97c0c-9140-47af-8c93-84593b95031c), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:47:24.199294 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 60616) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:47:24.524783 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [None req-1bb58e39-b7c4-4357-978d-b97b20f7f585 admin admin] http://10.222.0.55:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112710) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 08 13:47:24.525791 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-1bb58e39-b7c4-4357-978d-b97b20f7f585 admin admin] 10.222.0.55 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3255374 Sep 08 13:47:27.156370 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 60624) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:47:27.604820 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.pecan_wsgi.hooks.translation [None req-5230ff32-391a-4c2b-8bee-a09e001a39e8 admin admin] GET failed (client error): The resource could not be found. Sep 08 13:47:27.606133 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-5230ff32-391a-4c2b-8bee-a09e001a39e8 admin admin] 10.222.0.55 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.4488506 Sep 08 13:47:27.691223 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53fcb796-5374-4da6-a942-f8931e1ac013 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:47:27.692675 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-53fcb796-5374-4da6-a942-f8931e1ac013 admin admin] 10.222.0.55 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0821705 Sep 08 13:47:28.927320 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:47:28.933796 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:47:30.289209 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 60632) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:47:30.612736 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.v2.base [None req-5befd8dd-d418-4bbd-a86d-89802f627596 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=112709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:47:30.633564 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5befd8dd-d418-4bbd-a86d-89802f627596 admin admin] Made reservation on behalf of ed368272c55a45f5a7959b08d8add92c for: {'network': 1} {{(pid=112709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:47:30.635828 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-5befd8dd-d418-4bbd-a86d-89802f627596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for network (None), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:47:30.669389 dv-cinder-820027-24-iscsi neutron-server[112709]: WARNING neutron.services.revisions.revision_plugin [None req-5befd8dd-d418-4bbd-a86d-89802f627596 admin admin] Could not find related network for resource to bump revision. Sep 08 13:47:30.683466 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5befd8dd-d418-4bbd-a86d-89802f627596 admin admin] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=112709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:47:30.693910 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-5befd8dd-d418-4bbd-a86d-89802f627596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1392598'] for segment (a0a04aff-fed3-4632-9483-6c7c728fc024), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:47:30.694251 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.db.segments_db [None req-5befd8dd-d418-4bbd-a86d-89802f627596 admin admin] Added segment a0a04aff-fed3-4632-9483-6c7c728fc024 of type vlan for network ed980af4-da49-456f-b41b-725a6e2f2bcd Sep 08 13:47:30.733454 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-5befd8dd-d418-4bbd-a86d-89802f627596 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729028104322'] for network (ed980af4-da49-456f-b41b-725a6e2f2bcd), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:47:30.757526 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-5befd8dd-d418-4bbd-a86d-89802f627596 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862'] for network (ed980af4-da49-456f-b41b-725a6e2f2bcd), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:47:30.758646 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5befd8dd-d418-4bbd-a86d-89802f627596 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:47:30.759219 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-5befd8dd-d418-4bbd-a86d-89802f627596 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693876'] for network (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:47:30.832315 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-5befd8dd-d418-4bbd-a86d-89802f627596 admin admin] 10.222.0.55 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5418396 Sep 08 13:47:30.861624 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5befd8dd-d418-4bbd-a86d-89802f627596 admin admin] Pushing event updated for resources: {'Network': ['ID=ed980af4-da49-456f-b41b-725a6e2f2bcd,revision_number=1']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:47:30.869325 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befd8dd-d418-4bbd-a86d-89802f627596 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:47:30.869674 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befd8dd-d418-4bbd-a86d-89802f627596 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:47:30.870092 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befd8dd-d418-4bbd-a86d-89802f627596 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:47:30.870441 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befd8dd-d418-4bbd-a86d-89802f627596 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:47:30.870779 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befd8dd-d418-4bbd-a86d-89802f627596 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:47:30.871147 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befd8dd-d418-4bbd-a86d-89802f627596 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:47:30.871487 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befd8dd-d418-4bbd-a86d-89802f627596 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:47:30.871898 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befd8dd-d418-4bbd-a86d-89802f627596 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:47:30.872411 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befd8dd-d418-4bbd-a86d-89802f627596 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:47:30.872754 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befd8dd-d418-4bbd-a86d-89802f627596 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:47:30.873088 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befd8dd-d418-4bbd-a86d-89802f627596 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:47:30.873422 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befd8dd-d418-4bbd-a86d-89802f627596 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:47:30.873769 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befd8dd-d418-4bbd-a86d-89802f627596 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:47:30.874103 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befd8dd-d418-4bbd-a86d-89802f627596 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:47:30.875096 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befd8dd-d418-4bbd-a86d-89802f627596 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:47:30.886312 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Network ed980af4-da49-456f-b41b-725a6e2f2bcd details requested by agent ovs-agent-dv-cinder-820027-24-iscsi with host dv-cinder-820027-24-iscsi {{(pid=112711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:47:33.424015 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 60640) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:47:33.450964 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=1 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:47:33.461626 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=5 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:47:33.759757 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.pecan_wsgi.hooks.translation [None req-102f9b0b-5255-4b39-b44a-732ddb95e06a admin admin] GET failed (client error): The resource could not be found. Sep 08 13:47:33.761028 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-102f9b0b-5255-4b39-b44a-732ddb95e06a admin admin] 10.222.0.55 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3360126 Sep 08 13:47:33.863350 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce0654d3-d30e-4cd1-b382-cbf854af293b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:47:33.864851 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-ce0654d3-d30e-4cd1-b382-cbf854af293b admin admin] 10.222.0.55 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0989337 Sep 08 13:47:33.875352 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.v2.base [None req-61e4443a-1dd7-4559-9de7-4a4a5dcb0bbf admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': 'ed980af4-da49-456f-b41b-725a6e2f2bcd', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=112709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:47:33.894863 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61e4443a-1dd7-4559-9de7-4a4a5dcb0bbf admin admin] Made reservation on behalf of ed368272c55a45f5a7959b08d8add92c for: {'subnet': 1} {{(pid=112709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:47:33.897439 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-61e4443a-1dd7-4559-9de7-4a4a5dcb0bbf admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:47:34.062042 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-61e4443a-1dd7-4559-9de7-4a4a5dcb0bbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862'] for subnet (b1284aa5-2567-4e5f-b999-a8b146c61dd7), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:47:34.119923 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e4443a-1dd7-4559-9de7-4a4a5dcb0bbf admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1284aa5-2567-4e5f-b999-a8b146c61dd7,revision_number=0']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:47:34.128725 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e4443a-1dd7-4559-9de7-4a4a5dcb0bbf admin admin] Checking segment: {'id': 'a0a04aff-fed3-4632-9483-6c7c728fc024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'ed980af4-da49-456f-b41b-725a6e2f2bcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 13:47:34.129074 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e4443a-1dd7-4559-9de7-4a4a5dcb0bbf admin admin] Network hostable DHCP agents. Network: ed980af4-da49-456f-b41b-725a6e2f2bcd, hostable agents: ['22ab8903-d7f5-4941-bce3-89140b53b8af'], hosted agents: [] {{(pid=112709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:47:34.145086 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e4443a-1dd7-4559-9de7-4a4a5dcb0bbf admin admin] Network ed980af4-da49-456f-b41b-725a6e2f2bcd is scheduled to be hosted by DHCP agent 22ab8903-d7f5-4941-bce3-89140b53b8af with binding_index 1 {{(pid=112709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:47:34.153277 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.scheduler.base_scheduler [None req-61e4443a-1dd7-4559-9de7-4a4a5dcb0bbf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820027-24-iscsi, ed980af4-da49-456f-b41b-725a6e2f2bcd) {{(pid=112709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:47:34.157191 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e4443a-1dd7-4559-9de7-4a4a5dcb0bbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:47:34.157815 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-61e4443a-1dd7-4559-9de7-4a4a5dcb0bbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693876'] for subnet (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:47:34.162332 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac82631-9cfe-45f0-8e4c-f163ceb2f465 None None] Network ed980af4-da49-456f-b41b-725a6e2f2bcd requested from dv-cinder-820027-24-iscsi {{(pid=112711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 08 13:47:34.175111 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-61e4443a-1dd7-4559-9de7-4a4a5dcb0bbf admin admin] 10.222.0.55 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3037186 Sep 08 13:47:34.273344 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bcadf7a-3662-45a3-99da-daed936b0988 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89035300-8bf1-5d6c-bf4b-25e43971bb7c-ed980af4-da49-456f-b41b-725a6e2f2bcd', 'network_id': 'ed980af4-da49-456f-b41b-725a6e2f2bcd', 'project_id': 'ed368272c55a45f5a7959b08d8add92c', 'fixed_ips': [{'subnet_id': 'b1284aa5-2567-4e5f-b999-a8b146c61dd7'}]}} from dv-cinder-820027-24-iscsi. {{(pid=112711) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 08 13:47:34.274365 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-0bcadf7a-3662-45a3-99da-daed936b0988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (None), before_create {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:47:34.418628 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.db_base_plugin_common [None req-0bcadf7a-3662-45a3-99da-daed936b0988 None None] Allocated IP 192.168.233.2 (ed980af4-da49-456f-b41b-725a6e2f2bcd/b1284aa5-2567-4e5f-b999-a8b146c61dd7/af796647-7f77-40c8-a3ed-f2243d2d19b4) {{(pid=112711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:47:34.566291 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-0bcadf7a-3662-45a3-99da-daed936b0988 None None] Publish callbacks [] for port (af796647-7f77-40c8-a3ed-f2243d2d19b4), precommit_create {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:47:34.574665 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-0bcadf7a-3662-45a3-99da-daed936b0988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729028134301'] for port (af796647-7f77-40c8-a3ed-f2243d2d19b4), after_create {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:47:34.613868 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bcadf7a-3662-45a3-99da-daed936b0988 None None] Network ed980af4-da49-456f-b41b-725a6e2f2bcd is already hosted by enough agents. {{(pid=112711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:47:34.618981 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.scheduler.base_scheduler [None req-0bcadf7a-3662-45a3-99da-daed936b0988 None None] Resources bound (agent type, host, resource id): {{(pid=112711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:47:34.621523 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bcadf7a-3662-45a3-99da-daed936b0988 None None] Received port after_create {{(pid=112711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 08 13:47:34.632856 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcadf7a-3662-45a3-99da-daed936b0988 None None] Pushing event updated for resources: {'Port': ['ID=af796647-7f77-40c8-a3ed-f2243d2d19b4,revision_number=1']} {{(pid=112711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:47:34.654258 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcadf7a-3662-45a3-99da-daed936b0988 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:47:34.654601 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcadf7a-3662-45a3-99da-daed936b0988 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:47:34.654960 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcadf7a-3662-45a3-99da-daed936b0988 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:47:34.655312 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcadf7a-3662-45a3-99da-daed936b0988 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:47:34.655676 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcadf7a-3662-45a3-99da-daed936b0988 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:47:34.656005 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcadf7a-3662-45a3-99da-daed936b0988 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:47:34.656326 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcadf7a-3662-45a3-99da-daed936b0988 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:47:34.656644 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcadf7a-3662-45a3-99da-daed936b0988 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:47:34.656978 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcadf7a-3662-45a3-99da-daed936b0988 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:47:34.657303 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcadf7a-3662-45a3-99da-daed936b0988 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:47:34.657623 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcadf7a-3662-45a3-99da-daed936b0988 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:47:34.658094 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcadf7a-3662-45a3-99da-daed936b0988 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:47:34.658422 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcadf7a-3662-45a3-99da-daed936b0988 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:47:34.658736 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcadf7a-3662-45a3-99da-daed936b0988 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:47:34.659048 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcadf7a-3662-45a3-99da-daed936b0988 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:47:34.699663 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.managers [None req-0bcadf7a-3662-45a3-99da-daed936b0988 None None] Attempting to bind port af796647-7f77-40c8-a3ed-f2243d2d19b4 on host dv-cinder-820027-24-iscsi for vnic_type normal with profile {{(pid=112711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 08 13:47:34.700074 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.managers [None req-0bcadf7a-3662-45a3-99da-daed936b0988 None None] Attempting to bind port af796647-7f77-40c8-a3ed-f2243d2d19b4 by drivers openvswitch,hyperv on host dv-cinder-820027-24-iscsi at level 0 using segments [{'id': 'a0a04aff-fed3-4632-9483-6c7c728fc024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'ed980af4-da49-456f-b41b-725a6e2f2bcd'}] {{(pid=112711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 08 13:47:34.700465 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bcadf7a-3662-45a3-99da-daed936b0988 None None] Attempting to bind port af796647-7f77-40c8-a3ed-f2243d2d19b4 on network ed980af4-da49-456f-b41b-725a6e2f2bcd {{(pid=112711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 13:47:34.836018 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bcadf7a-3662-45a3-99da-daed936b0988 None None] Checking agent: {'id': '6df97c0c-9140-47af-8c93-84593b95031c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 8, 13, 44, 19), 'started_at': datetime.datetime(2022, 9, 8, 13, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 9, 8, 13, 47, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 08 13:47:34.836382 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bcadf7a-3662-45a3-99da-daed936b0988 None None] Checking segment: {'id': 'a0a04aff-fed3-4632-9483-6c7c728fc024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'ed980af4-da49-456f-b41b-725a6e2f2bcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 13:47:34.836782 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-0bcadf7a-3662-45a3-99da-daed936b0988 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:47:34.837165 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bcadf7a-3662-45a3-99da-daed936b0988 None None] Bound using segment: {'id': 'a0a04aff-fed3-4632-9483-6c7c728fc024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'ed980af4-da49-456f-b41b-725a6e2f2bcd'} {{(pid=112711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 08 13:47:34.837638 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.managers [None req-0bcadf7a-3662-45a3-99da-daed936b0988 None None] Bound port: af796647-7f77-40c8-a3ed-f2243d2d19b4, host: dv-cinder-820027-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0a04aff-fed3-4632-9483-6c7c728fc024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'ed980af4-da49-456f-b41b-725a6e2f2bcd'}}] {{(pid=112711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 08 13:47:34.838057 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-0bcadf7a-3662-45a3-99da-daed936b0988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (af796647-7f77-40c8-a3ed-f2243d2d19b4), before_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:47:34.904954 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-0bcadf7a-3662-45a3-99da-daed936b0988 None None] For port af796647-7f77-40c8-a3ed-f2243d2d19b4, host dv-cinder-820027-24-iscsi, cleared binding levels {{(pid=112711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:47:34.908767 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-0bcadf7a-3662-45a3-99da-daed936b0988 None None] For port af796647-7f77-40c8-a3ed-f2243d2d19b4, host dv-cinder-820027-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-24-iscsi',level=0,port_id=af796647-7f77-40c8-a3ed-f2243d2d19b4,segment=NetworkSegment(a0a04aff-fed3-4632-9483-6c7c728fc024),segment_id=a0a04aff-fed3-4632-9483-6c7c728fc024)] {{(pid=112711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:47:34.916050 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-0bcadf7a-3662-45a3-99da-daed936b0988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (af796647-7f77-40c8-a3ed-f2243d2d19b4), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:47:34.971062 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcadf7a-3662-45a3-99da-daed936b0988 None None] Pushing event updated for resources: {'Port': ['ID=af796647-7f77-40c8-a3ed-f2243d2d19b4,revision_number=2']} {{(pid=112711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:47:35.746376 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68524aa5-5047-4915-b3ef-3e4e15b3f0a2 None None] Network ed980af4-da49-456f-b41b-725a6e2f2bcd requested from dv-cinder-820027-24-iscsi {{(pid=112711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 08 13:47:35.845170 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:47:35.850161 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:47:35.865185 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-4c176aad-f75a-4d5f-82c3-b9d7d1501b65 None None] Provisioning complete for port af796647-7f77-40c8-a3ed-f2243d2d19b4 triggered by entity DHCP. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 13:47:35.865571 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-4c176aad-f75a-4d5f-82c3-b9d7d1501b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (af796647-7f77-40c8-a3ed-f2243d2d19b4), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:47:35.957689 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-4c176aad-f75a-4d5f-82c3-b9d7d1501b65 None None] Current status of the port af796647-7f77-40c8-a3ed-f2243d2d19b4 is: DOWN; New status is: ACTIVE {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 13:47:35.958236 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-4c176aad-f75a-4d5f-82c3-b9d7d1501b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (af796647-7f77-40c8-a3ed-f2243d2d19b4), before_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:47:36.000975 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-4c176aad-f75a-4d5f-82c3-b9d7d1501b65 None None] For port af796647-7f77-40c8-a3ed-f2243d2d19b4, host dv-cinder-820027-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-24-iscsi',level=0,port_id=af796647-7f77-40c8-a3ed-f2243d2d19b4,segment=NetworkSegment(a0a04aff-fed3-4632-9483-6c7c728fc024),segment_id=a0a04aff-fed3-4632-9483-6c7c728fc024)] {{(pid=112711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:47:36.005347 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-4c176aad-f75a-4d5f-82c3-b9d7d1501b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (af796647-7f77-40c8-a3ed-f2243d2d19b4), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:47:36.056471 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c176aad-f75a-4d5f-82c3-b9d7d1501b65 None None] Pushing event updated for resources: {'Port': ['ID=af796647-7f77-40c8-a3ed-f2243d2d19b4,revision_number=3']} {{(pid=112711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:47:36.124557 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-dcc742f0-dcc7-402e-9c56-71dc1b9d424b None None] Provisioning complete for port af796647-7f77-40c8-a3ed-f2243d2d19b4 triggered by entity DHCP. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 13:47:36.124940 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-dcc742f0-dcc7-402e-9c56-71dc1b9d424b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (af796647-7f77-40c8-a3ed-f2243d2d19b4), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:47:36.202035 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-dcc742f0-dcc7-402e-9c56-71dc1b9d424b None None] Current status of the port af796647-7f77-40c8-a3ed-f2243d2d19b4 is: ACTIVE; New status is: ACTIVE {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 13:47:36.723048 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Device af796647-7f77-40c8-a3ed-f2243d2d19b4 up at agent ovs-agent-dv-cinder-820027-24-iscsi {{(pid=112711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:47:36.770875 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Provisioning complete for port af796647-7f77-40c8-a3ed-f2243d2d19b4 triggered by entity L2. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 13:47:36.771522 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (af796647-7f77-40c8-a3ed-f2243d2d19b4), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:47:36.847202 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Current status of the port af796647-7f77-40c8-a3ed-f2243d2d19b4 is: ACTIVE; New status is: ACTIVE {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 13:47:37.682578 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=12 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:47:37.688969 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=10 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:47:41.457618 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.agents_db [None req-36671662-b8ef-427e-8422-ee96630d1377 None None] Agent healthcheck: found 5 active agents {{(pid=112712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:47:44.020600 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-758147b3-c604-4847-8844-a9610fb59dbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (22ab8903-d7f5-4941-bce3-89140b53b8af), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:47:44.166711 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=73,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:47:44.167458 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=65,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:47:46.333909 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-2057807a-bb38-4c98-a634-5f2308dd0524 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (91421a76-39ff-4685-90ca-aa6fbf6a1933), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:47:47.409356 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-b7e97967-3fa9-4dcb-b3f0-dcc99b3a4378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (24e12250-b8f3-473f-bf71-765ca8669827), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:47:48.844392 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-604b277b-9310-4e7b-bd1a-c26598410893 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (ad63ffce-77d1-4b05-ac53-eeb1c28e2aec), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:47:48.941272 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (6df97c0c-9140-47af-8c93-84593b95031c), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:47:51.453585 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=1 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:47:51.454386 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=1 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:47:58.930805 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=70,neutron:UPDATE=2 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:47:58.937276 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=77,neutron:UPDATE=5 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:48:10.466828 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=3 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:48:12.452101 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:48:14.021713 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-2da8ff2f-b239-4be9-a5b7-9ff6de561051 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (22ab8903-d7f5-4941-bce3-89140b53b8af), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:48:16.335911 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-583c852b-392e-4c2b-87af-7b78af1f18ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (91421a76-39ff-4685-90ca-aa6fbf6a1933), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:48:17.412477 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-b7e97967-3fa9-4dcb-b3f0-dcc99b3a4378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (24e12250-b8f3-473f-bf71-765ca8669827), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:48:18.457170 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.agents_db [None req-36671662-b8ef-427e-8422-ee96630d1377 None None] Agent healthcheck: found 5 active agents {{(pid=112712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:48:18.846738 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-604b277b-9310-4e7b-bd1a-c26598410893 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (ad63ffce-77d1-4b05-ac53-eeb1c28e2aec), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:48:18.942974 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (6df97c0c-9140-47af-8c93-84593b95031c), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:48:28.453107 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=2 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:48:28.937295 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:48:28.939961 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:48:44.024069 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-4b077972-67f2-4ee8-afa4-534f40b8ccc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (22ab8903-d7f5-4941-bce3-89140b53b8af), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:48:46.340723 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-d2751677-6d27-4786-aa11-3ef2fd1f0532 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (91421a76-39ff-4685-90ca-aa6fbf6a1933), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:48:47.418591 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-b7e97967-3fa9-4dcb-b3f0-dcc99b3a4378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (24e12250-b8f3-473f-bf71-765ca8669827), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:48:47.468098 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=3 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:48:47.472117 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=3 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:48:48.297433 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 60684) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:48:48.303964 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [None req-0c28ad26-f0ed-40da-8434-7e3af65e8087 tempest-verify_tempest_config-298637351 tempest-verify_tempest_config-298637351-project] http://10.222.0.55:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112709) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 08 13:48:48.304910 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-0c28ad26-f0ed-40da-8434-7e3af65e8087 tempest-verify_tempest_config-298637351 tempest-verify_tempest_config-298637351-project] 10.222.0.55 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14573 time: 0.0064862 Sep 08 13:48:48.815901 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 60702) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:48:48.849461 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-604b277b-9310-4e7b-bd1a-c26598410893 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (ad63ffce-77d1-4b05-ac53-eeb1c28e2aec), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:48:48.944401 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (6df97c0c-9140-47af-8c93-84593b95031c), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:48:49.147367 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-93fafda9-4153-4925-93f4-0062b33e468c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:48:49.224857 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-93fafda9-4153-4925-93f4-0062b33e468c admin admin] Publish callbacks [] for security_group (2b2f9775-1036-4be9-ad94-f9943338d425), precommit_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:48:49.228078 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-93fafda9-4153-4925-93f4-0062b33e468c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (2b2f9775-1036-4be9-ad94-f9943338d425), after_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:48:49.273803 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-93fafda9-4153-4925-93f4-0062b33e468c admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=76976ba899244faabedf1ddeff9e9f05&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4568594 Sep 08 13:48:49.274631 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fafda9-4153-4925-93f4-0062b33e468c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b2f9775-1036-4be9-ad94-f9943338d425,revision_number=1']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:48:49.276492 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 60708) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:48:49.292516 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fafda9-4153-4925-93f4-0062b33e468c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:48:49.292862 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fafda9-4153-4925-93f4-0062b33e468c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:48:49.293216 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fafda9-4153-4925-93f4-0062b33e468c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:48:49.293548 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fafda9-4153-4925-93f4-0062b33e468c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:48:49.293906 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fafda9-4153-4925-93f4-0062b33e468c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:48:49.294235 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fafda9-4153-4925-93f4-0062b33e468c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:48:49.294554 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fafda9-4153-4925-93f4-0062b33e468c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:48:49.294872 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fafda9-4153-4925-93f4-0062b33e468c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:48:49.295203 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fafda9-4153-4925-93f4-0062b33e468c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:48:49.295521 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fafda9-4153-4925-93f4-0062b33e468c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:48:49.295851 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fafda9-4153-4925-93f4-0062b33e468c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:48:49.296169 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fafda9-4153-4925-93f4-0062b33e468c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:48:49.296480 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fafda9-4153-4925-93f4-0062b33e468c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:48:49.296788 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fafda9-4153-4925-93f4-0062b33e468c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:48:49.297095 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fafda9-4153-4925-93f4-0062b33e468c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:48:49.341455 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-b559a251-07a0-4e4e-9608-9d0b4c949089 admin admin] Publish callbacks [] for security_group (2b2f9775-1036-4be9-ad94-f9943338d425), before_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:48:49.361240 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-b559a251-07a0-4e4e-9608-9d0b4c949089 admin admin] Publish callbacks [] for security_group (2b2f9775-1036-4be9-ad94-f9943338d425), precommit_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:48:49.454088 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-b559a251-07a0-4e4e-9608-9d0b4c949089 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (2b2f9775-1036-4be9-ad94-f9943338d425), after_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:48:49.457357 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-b559a251-07a0-4e4e-9608-9d0b4c949089 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:48:49.458506 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-b559a251-07a0-4e4e-9608-9d0b4c949089 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/2b2f9775-1036-4be9-ad94-f9943338d425 HTTP/1.1" status: 204 len: 168 time: 0.1802492 Sep 08 13:48:49.466183 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b559a251-07a0-4e4e-9608-9d0b4c949089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b2f9775-1036-4be9-ad94-f9943338d425,revision_number=None']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:48:55.457378 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.agents_db [None req-36671662-b8ef-427e-8422-ee96630d1377 None None] Agent healthcheck: found 5 active agents {{(pid=112712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:48:58.941035 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:48:59.462018 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=35,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:48:59.462706 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=36,neutron:INSERT=5,neutron:DELETE=3 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:48:59.484464 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:49:10.975276 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=15 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:49:10.977081 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=13 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:49:14.026245 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-b87b2354-f839-447e-bd32-02bafd944473 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (22ab8903-d7f5-4941-bce3-89140b53b8af), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:49:16.342309 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-96233566-309f-46a3-9e4e-cb7e6b1254dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (91421a76-39ff-4685-90ca-aa6fbf6a1933), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:49:17.419173 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-b7e97967-3fa9-4dcb-b3f0-dcc99b3a4378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (24e12250-b8f3-473f-bf71-765ca8669827), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:49:18.852122 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-604b277b-9310-4e7b-bd1a-c26598410893 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (ad63ffce-77d1-4b05-ac53-eeb1c28e2aec), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:49:18.947173 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (6df97c0c-9140-47af-8c93-84593b95031c), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:49:24.473012 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=1 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:49:24.478152 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=5 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:49:28.940490 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:49:28.942399 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:49:32.456913 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.agents_db [None req-36671662-b8ef-427e-8422-ee96630d1377 None None] Agent healthcheck: found 5 active agents {{(pid=112712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:49:42.452747 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=1 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:49:42.454850 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=1 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:49:44.028130 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-0e2efb6d-449c-4e42-871a-574045c7f3a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (22ab8903-d7f5-4941-bce3-89140b53b8af), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:49:46.344453 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-7882ea79-f748-4bf9-b3c0-ba120f3b6a29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (91421a76-39ff-4685-90ca-aa6fbf6a1933), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:49:47.419523 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-b7e97967-3fa9-4dcb-b3f0-dcc99b3a4378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (24e12250-b8f3-473f-bf71-765ca8669827), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:49:48.856498 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-604b277b-9310-4e7b-bd1a-c26598410893 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (ad63ffce-77d1-4b05-ac53-eeb1c28e2aec), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:49:48.949962 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (6df97c0c-9140-47af-8c93-84593b95031c), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:49:58.943794 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:49:58.945798 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:50:01.470915 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=3 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:50:01.475007 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=5 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:50:09.456772 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.agents_db [None req-36671662-b8ef-427e-8422-ee96630d1377 None None] Agent healthcheck: found 5 active agents {{(pid=112712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:50:14.028547 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-d5c21d64-5105-40d7-ab86-d7c2e58a2670 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (22ab8903-d7f5-4941-bce3-89140b53b8af), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:50:16.345955 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-0741b7e7-6d8e-45b6-90b6-3e53541779e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (91421a76-39ff-4685-90ca-aa6fbf6a1933), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:50:17.422369 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-b7e97967-3fa9-4dcb-b3f0-dcc99b3a4378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (24e12250-b8f3-473f-bf71-765ca8669827), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:50:18.859522 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-604b277b-9310-4e7b-bd1a-c26598410893 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (ad63ffce-77d1-4b05-ac53-eeb1c28e2aec), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:50:18.951036 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (6df97c0c-9140-47af-8c93-84593b95031c), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:50:19.452385 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=2 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:50:19.453670 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:DELETE=1,neutron:SELECT=1 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:50:28.942192 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:50:28.947341 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:50:32.829481 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3681647'] for agent (4c2ff875-e6d7-424e-bdc7-d4b2ed4bdd9c), after_create {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:50:38.466018 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=2 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:50:38.471009 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=4 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:50:42.817863 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=1 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:50:42.820855 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=1,neutron:INSERT=1 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:50:44.031712 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-c21e1ba7-0034-4b46-aef8-d99a1188dd17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (22ab8903-d7f5-4941-bce3-89140b53b8af), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:50:44.881191 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 60800) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:50:45.013487 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-34b3e038-3c48-478b-a682-ebdfb61b7cbd admin admin] 10.222.0.55 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1312058 Sep 08 13:50:46.348600 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-8cd56806-dfe9-4f89-bdd7-83e11751eef6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (91421a76-39ff-4685-90ca-aa6fbf6a1933), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:50:46.456033 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.agents_db [None req-36671662-b8ef-427e-8422-ee96630d1377 None None] Agent healthcheck: found 6 active agents {{(pid=112712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:50:47.427903 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-b7e97967-3fa9-4dcb-b3f0-dcc99b3a4378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (24e12250-b8f3-473f-bf71-765ca8669827), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:50:47.469935 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 60810) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:50:47.524044 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-286c2d3f-33f0-4f3f-89dd-7e0f7e74be8a admin admin] 10.222.0.55 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0530441 Sep 08 13:50:48.861620 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-604b277b-9310-4e7b-bd1a-c26598410893 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (ad63ffce-77d1-4b05-ac53-eeb1c28e2aec), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:50:48.957576 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (6df97c0c-9140-47af-8c93-84593b95031c), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:50:56.451388 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=1 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:50:56.452156 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=1 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:50:57.518707 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=2 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:50:57.519420 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=2 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:50:58.950035 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:50:58.952698 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:51:02.806631 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (4c2ff875-e6d7-424e-bdc7-d4b2ed4bdd9c), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:51:12.796769 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=1 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:51:12.802819 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:51:14.034662 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-8091fc97-90bd-45e8-be73-f642e14912ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (22ab8903-d7f5-4941-bce3-89140b53b8af), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:51:15.473340 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=16 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:51:15.477410 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=16 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:51:16.350381 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6456928c-a13e-4678-b32b-deb36e734539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (91421a76-39ff-4685-90ca-aa6fbf6a1933), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:51:17.428555 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-b7e97967-3fa9-4dcb-b3f0-dcc99b3a4378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (24e12250-b8f3-473f-bf71-765ca8669827), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:51:18.864700 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-604b277b-9310-4e7b-bd1a-c26598410893 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (ad63ffce-77d1-4b05-ac53-eeb1c28e2aec), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:51:18.952254 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (6df97c0c-9140-47af-8c93-84593b95031c), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:51:23.455341 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.agents_db [None req-36671662-b8ef-427e-8422-ee96630d1377 None None] Agent healthcheck: found 6 active agents {{(pid=112712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:51:28.946715 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:51:28.947479 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:51:32.813643 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (4c2ff875-e6d7-424e-bdc7-d4b2ed4bdd9c), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:51:33.451031 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=2 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:51:44.056148 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-88b88952-4a96-40a7-9215-db7f02f50c98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (22ab8903-d7f5-4941-bce3-89140b53b8af), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:51:46.355300 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-cfa9a301-99fe-4b56-b358-2d27959150a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (91421a76-39ff-4685-90ca-aa6fbf6a1933), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:51:47.432247 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-b7e97967-3fa9-4dcb-b3f0-dcc99b3a4378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (24e12250-b8f3-473f-bf71-765ca8669827), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:51:48.868563 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-604b277b-9310-4e7b-bd1a-c26598410893 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (ad63ffce-77d1-4b05-ac53-eeb1c28e2aec), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:51:48.955369 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (6df97c0c-9140-47af-8c93-84593b95031c), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:51:52.469020 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=3 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:51:52.476026 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=3 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:51:58.943676 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=25,neutron:UPDATE=3 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:51:58.950105 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:52:00.454886 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.agents_db [None req-36671662-b8ef-427e-8422-ee96630d1377 None None] Agent healthcheck: found 6 active agents {{(pid=112712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:52:02.805262 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (4c2ff875-e6d7-424e-bdc7-d4b2ed4bdd9c), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:10.450991 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=2 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:52:12.462930 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:52:12.799672 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=1 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:52:12.801529 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:52:14.043891 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-271d3996-d6d4-4a38-ba48-d93a67af8488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (22ab8903-d7f5-4941-bce3-89140b53b8af), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:16.348445 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-8a46e293-cd50-4439-8a75-3f8c47485499 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (91421a76-39ff-4685-90ca-aa6fbf6a1933), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:17.438290 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-b7e97967-3fa9-4dcb-b3f0-dcc99b3a4378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (24e12250-b8f3-473f-bf71-765ca8669827), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:18.884455 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-604b277b-9310-4e7b-bd1a-c26598410893 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (ad63ffce-77d1-4b05-ac53-eeb1c28e2aec), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:18.961170 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (6df97c0c-9140-47af-8c93-84593b95031c), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:22.659167 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 32784) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:52:22.688510 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 32790) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:52:22.826142 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 32800) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:52:22.859855 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 32806) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:52:23.031786 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.v2.base [None req-b979203e-3774-4a33-a21e-e9421c3b5588 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-69065340-network', 'tenant_id': 'b868b7f8289047369b2fcbb500f353e5'}} {{(pid=112709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:52:23.053455 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b979203e-3774-4a33-a21e-e9421c3b5588 admin admin] Made reservation on behalf of b868b7f8289047369b2fcbb500f353e5 for: {'network': 1} {{(pid=112709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:52:23.055724 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.v2.base [None req-72f8320e-871b-486c-963b-16315aaa8163 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-265302118-network', 'tenant_id': '98c2fd35f46c4314874bcd6c09c08d4f'}} {{(pid=112710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:52:23.056271 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-b979203e-3774-4a33-a21e-e9421c3b5588 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for network (None), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:23.066302 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-b979203e-3774-4a33-a21e-e9421c3b5588 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:23.081062 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72f8320e-871b-486c-963b-16315aaa8163 admin admin] Made reservation on behalf of 98c2fd35f46c4314874bcd6c09c08d4f for: {'network': 1} {{(pid=112710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:52:23.085944 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-72f8320e-871b-486c-963b-16315aaa8163 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for network (None), before_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:23.101123 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-72f8320e-871b-486c-963b-16315aaa8163 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:23.151414 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-b979203e-3774-4a33-a21e-e9421c3b5588 admin admin] Publish callbacks [] for security_group (863deabd-5804-407b-8f2e-7ba1d889920d), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:23.158675 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-b979203e-3774-4a33-a21e-e9421c3b5588 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (863deabd-5804-407b-8f2e-7ba1d889920d), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:23.178886 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b979203e-3774-4a33-a21e-e9421c3b5588 admin admin] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=112709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:52:23.192027 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-b979203e-3774-4a33-a21e-e9421c3b5588 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1392598'] for segment (9527b46d-3b29-4cdc-a44b-4b19e1ce956c), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:23.192714 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.db.segments_db [None req-b979203e-3774-4a33-a21e-e9421c3b5588 admin admin] Added segment 9527b46d-3b29-4cdc-a44b-4b19e1ce956c of type vlan for network 1f51bdfd-daa1-4029-afe2-09413a504f9f Sep 08 13:52:23.240701 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-72f8320e-871b-486c-963b-16315aaa8163 admin admin] Publish callbacks [] for security_group (4479e3bd-527b-4918-8e66-1cd85cd6b87b), precommit_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:23.246393 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-72f8320e-871b-486c-963b-16315aaa8163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (4479e3bd-527b-4918-8e66-1cd85cd6b87b), after_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:23.246816 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-b979203e-3774-4a33-a21e-e9421c3b5588 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729028104322'] for network (1f51bdfd-daa1-4029-afe2-09413a504f9f), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:23.268363 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.v2.base [None req-4e2a5e27-51d6-46b1-b2fa-18dc55da498e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-997876912-network', 'tenant_id': '127bce2080d54fe4871b5aaa6cc394b5'}} {{(pid=112710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:52:23.303455 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e2a5e27-51d6-46b1-b2fa-18dc55da498e admin admin] Made reservation on behalf of 127bce2080d54fe4871b5aaa6cc394b5 for: {'network': 1} {{(pid=112710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:52:23.306671 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-4e2a5e27-51d6-46b1-b2fa-18dc55da498e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for network (None), before_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:23.310086 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b979203e-3774-4a33-a21e-e9421c3b5588 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=863deabd-5804-407b-8f2e-7ba1d889920d,revision_number=1']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:23.322836 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.v2.base [None req-ddb71d28-8b4a-4946-8440-1b227ea95326 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1590919179-network', 'tenant_id': 'b4ca185497284e9780eba8fc2e713d6e'}} {{(pid=112709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:52:23.323403 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72f8320e-871b-486c-963b-16315aaa8163 admin admin] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=112710) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:52:23.325636 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-4e2a5e27-51d6-46b1-b2fa-18dc55da498e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:23.328163 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b979203e-3774-4a33-a21e-e9421c3b5588 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:23.328508 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b979203e-3774-4a33-a21e-e9421c3b5588 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:23.328862 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b979203e-3774-4a33-a21e-e9421c3b5588 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:23.329198 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b979203e-3774-4a33-a21e-e9421c3b5588 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:23.329618 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b979203e-3774-4a33-a21e-e9421c3b5588 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:23.330073 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b979203e-3774-4a33-a21e-e9421c3b5588 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:23.330515 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b979203e-3774-4a33-a21e-e9421c3b5588 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:23.330969 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b979203e-3774-4a33-a21e-e9421c3b5588 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:23.331312 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b979203e-3774-4a33-a21e-e9421c3b5588 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:23.331636 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b979203e-3774-4a33-a21e-e9421c3b5588 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:23.331973 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b979203e-3774-4a33-a21e-e9421c3b5588 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:23.332300 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b979203e-3774-4a33-a21e-e9421c3b5588 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:23.332615 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b979203e-3774-4a33-a21e-e9421c3b5588 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:23.332930 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b979203e-3774-4a33-a21e-e9421c3b5588 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:23.336580 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b979203e-3774-4a33-a21e-e9421c3b5588 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:23.337823 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b979203e-3774-4a33-a21e-e9421c3b5588 admin admin] Tracked resource versions report: Sep 08 13:52:23.337823 dv-cinder-820027-24-iscsi neutron-server[112709]: pushed versions: Sep 08 13:52:23.337823 dv-cinder-820027-24-iscsi neutron-server[112709]: { 'AddressGroup': {'1.2'}, Sep 08 13:52:23.337823 dv-cinder-820027-24-iscsi neutron-server[112709]: 'Agent': {'1.1'}, Sep 08 13:52:23.337823 dv-cinder-820027-24-iscsi neutron-server[112709]: 'ConntrackHelper': {'1.0'}, Sep 08 13:52:23.337823 dv-cinder-820027-24-iscsi neutron-server[112709]: 'LocalIPAssociation': {'1.0'}, Sep 08 13:52:23.337823 dv-cinder-820027-24-iscsi neutron-server[112709]: 'Log': {'1.0'}, Sep 08 13:52:23.337823 dv-cinder-820027-24-iscsi neutron-server[112709]: 'NDPProxy': {'1.0'}, Sep 08 13:52:23.337823 dv-cinder-820027-24-iscsi neutron-server[112709]: 'Network': {'1.1'}, Sep 08 13:52:23.337823 dv-cinder-820027-24-iscsi neutron-server[112709]: 'Port': {'1.7'}, Sep 08 13:52:23.337823 dv-cinder-820027-24-iscsi neutron-server[112709]: 'PortForwarding': {'1.3'}, Sep 08 13:52:23.337823 dv-cinder-820027-24-iscsi neutron-server[112709]: 'QosPolicy': {'1.10'}, Sep 08 13:52:23.337823 dv-cinder-820027-24-iscsi neutron-server[112709]: 'SecurityGroup': {'1.5'}, Sep 08 13:52:23.337823 dv-cinder-820027-24-iscsi neutron-server[112709]: 'SecurityGroupRule': {'1.2'}, Sep 08 13:52:23.337823 dv-cinder-820027-24-iscsi neutron-server[112709]: 'SubPort': {'1.0'}, Sep 08 13:52:23.337823 dv-cinder-820027-24-iscsi neutron-server[112709]: 'Subnet': {'1.1'}, Sep 08 13:52:23.337823 dv-cinder-820027-24-iscsi neutron-server[112709]: 'Trunk': {'1.1'}} Sep 08 13:52:23.337823 dv-cinder-820027-24-iscsi neutron-server[112709]: consumer versions: Sep 08 13:52:23.337823 dv-cinder-820027-24-iscsi neutron-server[112709]: { DHCP agent@dv-cinder-820027-24-iscsi: {}, Sep 08 13:52:23.337823 dv-cinder-820027-24-iscsi neutron-server[112709]: HyperV agent@hv-cinder-82002: {}, Sep 08 13:52:23.337823 dv-cinder-820027-24-iscsi neutron-server[112709]: L3 agent@dv-cinder-820027-24-iscsi: {}, Sep 08 13:52:23.337823 dv-cinder-820027-24-iscsi neutron-server[112709]: Metadata agent@dv-cinder-820027-24-iscsi: {}, Sep 08 13:52:23.337823 dv-cinder-820027-24-iscsi neutron-server[112709]: Metering agent@dv-cinder-820027-24-iscsi: {}, Sep 08 13:52:23.337823 dv-cinder-820027-24-iscsi neutron-server[112709]: Open vSwitch agent@dv-cinder-820027-24-iscsi: { 'AddressGroup': '1.2', Sep 08 13:52:23.337823 dv-cinder-820027-24-iscsi neutron-server[112709]: 'Agent': '1.1', Sep 08 13:52:23.337823 dv-cinder-820027-24-iscsi neutron-server[112709]: 'ConntrackHelper': '1.0', Sep 08 13:52:23.337823 dv-cinder-820027-24-iscsi neutron-server[112709]: 'LocalIPAssociation': '1.0', Sep 08 13:52:23.337823 dv-cinder-820027-24-iscsi neutron-server[112709]: 'Log': '1.0', Sep 08 13:52:23.337823 dv-cinder-820027-24-iscsi neutron-server[112709]: 'NDPProxy': '1.0', Sep 08 13:52:23.337823 dv-cinder-820027-24-iscsi neutron-server[112709]: 'Network': '1.1', Sep 08 13:52:23.337823 dv-cinder-820027-24-iscsi neutron-server[112709]: 'Port': '1.7', Sep 08 13:52:23.337823 dv-cinder-820027-24-iscsi neutron-server[112709]: 'PortForwarding': '1.3', Sep 08 13:52:23.337823 dv-cinder-820027-24-iscsi neutron-server[112709]: 'QosPolicy': '1.10', Sep 08 13:52:23.337823 dv-cinder-820027-24-iscsi neutron-server[112709]: 'SecurityGroup': '1.5', Sep 08 13:52:23.337823 dv-cinder-820027-24-iscsi neutron-server[112709]: 'SecurityGroupRule': '1.2', Sep 08 13:52:23.337823 dv-cinder-820027-24-iscsi neutron-server[112709]: 'SubPort': '1.0', Sep 08 13:52:23.337823 dv-cinder-820027-24-iscsi neutron-server[112709]: 'Subnet': '1.1', Sep 08 13:52:23.337823 dv-cinder-820027-24-iscsi neutron-server[112709]: 'Trunk': '1.1'}} Sep 08 13:52:23.337823 dv-cinder-820027-24-iscsi neutron-server[112709]: {{(pid=112709) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 08 13:52:23.341211 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-b979203e-3774-4a33-a21e-e9421c3b5588 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862'] for network (1f51bdfd-daa1-4029-afe2-09413a504f9f), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:23.356418 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b979203e-3774-4a33-a21e-e9421c3b5588 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:52:23.358498 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-b979203e-3774-4a33-a21e-e9421c3b5588 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693876'] for network (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:23.373631 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 32840) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:52:23.418572 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f8320e-871b-486c-963b-16315aaa8163 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4479e3bd-527b-4918-8e66-1cd85cd6b87b,revision_number=1']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:23.425573 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-72f8320e-871b-486c-963b-16315aaa8163 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1392598'] for segment (c361c03c-df7f-4208-8b2d-734f278b968f), precommit_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:23.426138 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.db.segments_db [None req-72f8320e-871b-486c-963b-16315aaa8163 admin admin] Added segment c361c03c-df7f-4208-8b2d-734f278b968f of type vlan for network 7783d5d8-738a-4e5f-a937-12aa19a09c29 Sep 08 13:52:23.445373 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-4e2a5e27-51d6-46b1-b2fa-18dc55da498e admin admin] Publish callbacks [] for security_group (5c37b456-2be1-4170-a806-ad519f2b6e24), precommit_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:23.447142 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f8320e-871b-486c-963b-16315aaa8163 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:23.447722 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f8320e-871b-486c-963b-16315aaa8163 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:23.448250 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f8320e-871b-486c-963b-16315aaa8163 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:23.448868 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f8320e-871b-486c-963b-16315aaa8163 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:23.449363 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f8320e-871b-486c-963b-16315aaa8163 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:23.450025 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f8320e-871b-486c-963b-16315aaa8163 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:23.450534 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f8320e-871b-486c-963b-16315aaa8163 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:23.451096 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f8320e-871b-486c-963b-16315aaa8163 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:23.451652 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f8320e-871b-486c-963b-16315aaa8163 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:23.452184 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f8320e-871b-486c-963b-16315aaa8163 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:23.453227 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f8320e-871b-486c-963b-16315aaa8163 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:23.453819 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f8320e-871b-486c-963b-16315aaa8163 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:23.454363 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f8320e-871b-486c-963b-16315aaa8163 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:23.454756 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f8320e-871b-486c-963b-16315aaa8163 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:23.455135 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f8320e-871b-486c-963b-16315aaa8163 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:23.456430 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f8320e-871b-486c-963b-16315aaa8163 admin admin] Tracked resource versions report: Sep 08 13:52:23.456430 dv-cinder-820027-24-iscsi neutron-server[112710]: pushed versions: Sep 08 13:52:23.456430 dv-cinder-820027-24-iscsi neutron-server[112710]: { 'AddressGroup': {'1.2'}, Sep 08 13:52:23.456430 dv-cinder-820027-24-iscsi neutron-server[112710]: 'Agent': {'1.1'}, Sep 08 13:52:23.456430 dv-cinder-820027-24-iscsi neutron-server[112710]: 'ConntrackHelper': {'1.0'}, Sep 08 13:52:23.456430 dv-cinder-820027-24-iscsi neutron-server[112710]: 'LocalIPAssociation': {'1.0'}, Sep 08 13:52:23.456430 dv-cinder-820027-24-iscsi neutron-server[112710]: 'Log': {'1.0'}, Sep 08 13:52:23.456430 dv-cinder-820027-24-iscsi neutron-server[112710]: 'NDPProxy': {'1.0'}, Sep 08 13:52:23.456430 dv-cinder-820027-24-iscsi neutron-server[112710]: 'Network': {'1.1'}, Sep 08 13:52:23.456430 dv-cinder-820027-24-iscsi neutron-server[112710]: 'Port': {'1.7'}, Sep 08 13:52:23.456430 dv-cinder-820027-24-iscsi neutron-server[112710]: 'PortForwarding': {'1.3'}, Sep 08 13:52:23.456430 dv-cinder-820027-24-iscsi neutron-server[112710]: 'QosPolicy': {'1.10'}, Sep 08 13:52:23.456430 dv-cinder-820027-24-iscsi neutron-server[112710]: 'SecurityGroup': {'1.5'}, Sep 08 13:52:23.456430 dv-cinder-820027-24-iscsi neutron-server[112710]: 'SecurityGroupRule': {'1.2'}, Sep 08 13:52:23.456430 dv-cinder-820027-24-iscsi neutron-server[112710]: 'SubPort': {'1.0'}, Sep 08 13:52:23.456430 dv-cinder-820027-24-iscsi neutron-server[112710]: 'Subnet': {'1.1'}, Sep 08 13:52:23.456430 dv-cinder-820027-24-iscsi neutron-server[112710]: 'Trunk': {'1.1'}} Sep 08 13:52:23.456430 dv-cinder-820027-24-iscsi neutron-server[112710]: consumer versions: Sep 08 13:52:23.456430 dv-cinder-820027-24-iscsi neutron-server[112710]: { DHCP agent@dv-cinder-820027-24-iscsi: {}, Sep 08 13:52:23.456430 dv-cinder-820027-24-iscsi neutron-server[112710]: HyperV agent@hv-cinder-82002: {}, Sep 08 13:52:23.456430 dv-cinder-820027-24-iscsi neutron-server[112710]: L3 agent@dv-cinder-820027-24-iscsi: {}, Sep 08 13:52:23.456430 dv-cinder-820027-24-iscsi neutron-server[112710]: Metadata agent@dv-cinder-820027-24-iscsi: {}, Sep 08 13:52:23.456430 dv-cinder-820027-24-iscsi neutron-server[112710]: Metering agent@dv-cinder-820027-24-iscsi: {}, Sep 08 13:52:23.456430 dv-cinder-820027-24-iscsi neutron-server[112710]: Open vSwitch agent@dv-cinder-820027-24-iscsi: { 'AddressGroup': '1.2', Sep 08 13:52:23.456430 dv-cinder-820027-24-iscsi neutron-server[112710]: 'Agent': '1.1', Sep 08 13:52:23.456430 dv-cinder-820027-24-iscsi neutron-server[112710]: 'ConntrackHelper': '1.0', Sep 08 13:52:23.456430 dv-cinder-820027-24-iscsi neutron-server[112710]: 'LocalIPAssociation': '1.0', Sep 08 13:52:23.456430 dv-cinder-820027-24-iscsi neutron-server[112710]: 'Log': '1.0', Sep 08 13:52:23.456430 dv-cinder-820027-24-iscsi neutron-server[112710]: 'NDPProxy': '1.0', Sep 08 13:52:23.456430 dv-cinder-820027-24-iscsi neutron-server[112710]: 'Network': '1.1', Sep 08 13:52:23.456430 dv-cinder-820027-24-iscsi neutron-server[112710]: 'Port': '1.7', Sep 08 13:52:23.456430 dv-cinder-820027-24-iscsi neutron-server[112710]: 'PortForwarding': '1.3', Sep 08 13:52:23.456430 dv-cinder-820027-24-iscsi neutron-server[112710]: 'QosPolicy': '1.10', Sep 08 13:52:23.456430 dv-cinder-820027-24-iscsi neutron-server[112710]: 'SecurityGroup': '1.5', Sep 08 13:52:23.456430 dv-cinder-820027-24-iscsi neutron-server[112710]: 'SecurityGroupRule': '1.2', Sep 08 13:52:23.456430 dv-cinder-820027-24-iscsi neutron-server[112710]: 'SubPort': '1.0', Sep 08 13:52:23.456430 dv-cinder-820027-24-iscsi neutron-server[112710]: 'Subnet': '1.1', Sep 08 13:52:23.456430 dv-cinder-820027-24-iscsi neutron-server[112710]: 'Trunk': '1.1'}} Sep 08 13:52:23.456430 dv-cinder-820027-24-iscsi neutron-server[112710]: {{(pid=112710) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 08 13:52:23.462409 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-4e2a5e27-51d6-46b1-b2fa-18dc55da498e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (5c37b456-2be1-4170-a806-ad519f2b6e24), after_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:23.512424 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b979203e-3774-4a33-a21e-e9421c3b5588 admin admin] Pushing event updated for resources: {'Network': ['ID=1f51bdfd-daa1-4029-afe2-09413a504f9f,revision_number=1']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:23.524535 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Network 1f51bdfd-daa1-4029-afe2-09413a504f9f details requested by agent ovs-agent-dv-cinder-820027-24-iscsi with host dv-cinder-820027-24-iscsi {{(pid=112711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:52:23.529099 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e2a5e27-51d6-46b1-b2fa-18dc55da498e admin admin] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=112710) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:52:23.532232 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-b979203e-3774-4a33-a21e-e9421c3b5588 admin admin] 10.222.0.55 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8426292 Sep 08 13:52:23.532855 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 32846) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:52:23.539433 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.v2.base [None req-32da42a8-9011-466c-9305-695bba5fbeac admin admin] Request body: {'subnet': {'network_id': '1f51bdfd-daa1-4029-afe2-09413a504f9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-69065340-subnet', 'tenant_id': 'b868b7f8289047369b2fcbb500f353e5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=112709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:52:23.539702 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-72f8320e-871b-486c-963b-16315aaa8163 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729028104322'] for network (7783d5d8-738a-4e5f-a937-12aa19a09c29), precommit_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:23.547336 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2a5e27-51d6-46b1-b2fa-18dc55da498e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c37b456-2be1-4170-a806-ad519f2b6e24,revision_number=1']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:23.556668 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-4e2a5e27-51d6-46b1-b2fa-18dc55da498e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1392598'] for segment (f5264372-fa90-4674-a04a-e3a6e49336da), precommit_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:23.557326 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.db.segments_db [None req-4e2a5e27-51d6-46b1-b2fa-18dc55da498e admin admin] Added segment f5264372-fa90-4674-a04a-e3a6e49336da of type vlan for network a6ea2a7a-ef84-454a-b305-c470482cf7fa Sep 08 13:52:23.576246 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32da42a8-9011-466c-9305-695bba5fbeac admin admin] Made reservation on behalf of b868b7f8289047369b2fcbb500f353e5 for: {'subnet': 1} {{(pid=112709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:52:23.579525 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-32da42a8-9011-466c-9305-695bba5fbeac admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:23.582699 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddb71d28-8b4a-4946-8440-1b227ea95326 admin admin] Made reservation on behalf of b4ca185497284e9780eba8fc2e713d6e for: {'network': 1} {{(pid=112709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:52:23.585650 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-ddb71d28-8b4a-4946-8440-1b227ea95326 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for network (None), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:23.615161 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-72f8320e-871b-486c-963b-16315aaa8163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862'] for network (7783d5d8-738a-4e5f-a937-12aa19a09c29), after_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:23.616370 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f8320e-871b-486c-963b-16315aaa8163 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:52:23.617052 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-72f8320e-871b-486c-963b-16315aaa8163 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693876'] for network (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:23.629453 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=67,neutron:INSERT=30,neutron:UPDATE=3 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:52:23.632321 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-ddb71d28-8b4a-4946-8440-1b227ea95326 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:23.650602 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-4e2a5e27-51d6-46b1-b2fa-18dc55da498e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729028104322'] for network (a6ea2a7a-ef84-454a-b305-c470482cf7fa), precommit_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:23.703900 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-72f8320e-871b-486c-963b-16315aaa8163 admin admin] 10.222.0.55 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0430117 Sep 08 13:52:23.712641 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 32850) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:52:23.720201 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.v2.base [None req-6752a253-bbbd-45e6-8732-502ce2bb4bdc admin admin] Request body: {'subnet': {'network_id': '7783d5d8-738a-4e5f-a937-12aa19a09c29', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-265302118-subnet', 'tenant_id': '98c2fd35f46c4314874bcd6c09c08d4f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:52:23.743696 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f8320e-871b-486c-963b-16315aaa8163 admin admin] Pushing event updated for resources: {'Network': ['ID=7783d5d8-738a-4e5f-a937-12aa19a09c29,revision_number=1']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:23.765315 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Network 7783d5d8-738a-4e5f-a937-12aa19a09c29 details requested by agent ovs-agent-dv-cinder-820027-24-iscsi with host dv-cinder-820027-24-iscsi {{(pid=112711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:52:23.766697 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-4e2a5e27-51d6-46b1-b2fa-18dc55da498e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862'] for network (a6ea2a7a-ef84-454a-b305-c470482cf7fa), after_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:23.768053 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e2a5e27-51d6-46b1-b2fa-18dc55da498e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:52:23.771523 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-4e2a5e27-51d6-46b1-b2fa-18dc55da498e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693876'] for network (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:23.780256 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6752a253-bbbd-45e6-8732-502ce2bb4bdc admin admin] Made reservation on behalf of 98c2fd35f46c4314874bcd6c09c08d4f for: {'subnet': 1} {{(pid=112710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:52:23.782623 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-6752a253-bbbd-45e6-8732-502ce2bb4bdc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:23.907731 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=69,neutron:INSERT=26,neutron:UPDATE=5 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:52:23.939056 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-ddb71d28-8b4a-4946-8440-1b227ea95326 admin admin] Publish callbacks [] for security_group (482efcbf-8321-40b7-a07f-68304c27e0b5), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:23.950304 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.v2.base [None req-12cc09ab-dde2-4629-8cca-71253ce422a2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-667659487-network', 'tenant_id': '6998e0c9a62e4f54a27faf56dbeb543a'}} {{(pid=112709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:52:23.956544 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-ddb71d28-8b4a-4946-8440-1b227ea95326 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (482efcbf-8321-40b7-a07f-68304c27e0b5), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:23.970313 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddb71d28-8b4a-4946-8440-1b227ea95326 admin admin] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=112709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:52:23.980023 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:52:23.981346 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-32da42a8-9011-466c-9305-695bba5fbeac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862'] for subnet (16ec224e-79ea-49c2-a338-b2ef63a83efd), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:23.994253 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-ddb71d28-8b4a-4946-8440-1b227ea95326 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1392598'] for segment (20c24cd0-3b1f-4e89-83a4-717e24ca5a29), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:23.994744 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.db.segments_db [None req-ddb71d28-8b4a-4946-8440-1b227ea95326 admin admin] Added segment 20c24cd0-3b1f-4e89-83a4-717e24ca5a29 of type vlan for network cf5901ef-2ee5-4879-85aa-18770c77b80a Sep 08 13:52:24.037470 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2a5e27-51d6-46b1-b2fa-18dc55da498e admin admin] Pushing event updated for resources: {'Network': ['ID=a6ea2a7a-ef84-454a-b305-c470482cf7fa,revision_number=1']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:24.043572 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-4e2a5e27-51d6-46b1-b2fa-18dc55da498e admin admin] 10.222.0.55 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2163012 Sep 08 13:52:24.048739 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 32856) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:52:24.054228 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.v2.base [None req-a63b6948-c9e7-4cef-951e-ad8b43fc877a admin admin] Request body: {'subnet': {'network_id': 'a6ea2a7a-ef84-454a-b305-c470482cf7fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-997876912-subnet', 'tenant_id': '127bce2080d54fe4871b5aaa6cc394b5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=112710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:52:24.055238 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Network a6ea2a7a-ef84-454a-b305-c470482cf7fa details requested by agent ovs-agent-dv-cinder-820027-24-iscsi with host dv-cinder-820027-24-iscsi {{(pid=112711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:52:24.065428 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-ddb71d28-8b4a-4946-8440-1b227ea95326 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729028104322'] for network (cf5901ef-2ee5-4879-85aa-18770c77b80a), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:24.083471 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a63b6948-c9e7-4cef-951e-ad8b43fc877a admin admin] Made reservation on behalf of 127bce2080d54fe4871b5aaa6cc394b5 for: {'subnet': 1} {{(pid=112710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:52:24.086453 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-a63b6948-c9e7-4cef-951e-ad8b43fc877a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:24.173594 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-ddb71d28-8b4a-4946-8440-1b227ea95326 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862'] for network (cf5901ef-2ee5-4879-85aa-18770c77b80a), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:24.174412 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb71d28-8b4a-4946-8440-1b227ea95326 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:52:24.175422 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-ddb71d28-8b4a-4946-8440-1b227ea95326 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693876'] for network (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:24.179273 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32da42a8-9011-466c-9305-695bba5fbeac admin admin] Pushing event updated for resources: {'Subnet': ['ID=16ec224e-79ea-49c2-a338-b2ef63a83efd,revision_number=0']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:24.240301 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=82,neutron:INSERT=10,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:52:24.276278 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb71d28-8b4a-4946-8440-1b227ea95326 admin admin] Pushing event updated for resources: {'Network': ['ID=cf5901ef-2ee5-4879-85aa-18770c77b80a,revision_number=1']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:24.292892 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Network cf5901ef-2ee5-4879-85aa-18770c77b80a details requested by agent ovs-agent-dv-cinder-820027-24-iscsi with host dv-cinder-820027-24-iscsi {{(pid=112711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:52:24.295352 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32da42a8-9011-466c-9305-695bba5fbeac admin admin] Checking segment: {'id': '9527b46d-3b29-4cdc-a44b-4b19e1ce956c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '1f51bdfd-daa1-4029-afe2-09413a504f9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 13:52:24.295969 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32da42a8-9011-466c-9305-695bba5fbeac admin admin] Network hostable DHCP agents. Network: 1f51bdfd-daa1-4029-afe2-09413a504f9f, hostable agents: ['22ab8903-d7f5-4941-bce3-89140b53b8af'], hosted agents: [] {{(pid=112709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:52:24.324702 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-ddb71d28-8b4a-4946-8440-1b227ea95326 admin admin] 10.222.0.55 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4634984 Sep 08 13:52:24.337400 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 32866) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:52:24.349256 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.v2.base [None req-29042d78-6761-4da4-90d2-b3b707c2600d admin admin] Request body: {'subnet': {'network_id': 'cf5901ef-2ee5-4879-85aa-18770c77b80a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1590919179-subnet', 'tenant_id': 'b4ca185497284e9780eba8fc2e713d6e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=112709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:52:24.377554 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12cc09ab-dde2-4629-8cca-71253ce422a2 admin admin] Made reservation on behalf of 6998e0c9a62e4f54a27faf56dbeb543a for: {'network': 1} {{(pid=112709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:52:24.380298 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-12cc09ab-dde2-4629-8cca-71253ce422a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for network (None), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:24.385091 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29042d78-6761-4da4-90d2-b3b707c2600d admin admin] Made reservation on behalf of b4ca185497284e9780eba8fc2e713d6e for: {'subnet': 1} {{(pid=112709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:52:24.387449 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-29042d78-6761-4da4-90d2-b3b707c2600d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:24.404509 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32da42a8-9011-466c-9305-695bba5fbeac admin admin] Network 1f51bdfd-daa1-4029-afe2-09413a504f9f is scheduled to be hosted by DHCP agent 22ab8903-d7f5-4941-bce3-89140b53b8af with binding_index 1 {{(pid=112709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:52:24.407579 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb71d28-8b4a-4946-8440-1b227ea95326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=482efcbf-8321-40b7-a07f-68304c27e0b5,revision_number=1']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:24.422492 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-12cc09ab-dde2-4629-8cca-71253ce422a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:24.496965 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.scheduler.base_scheduler [None req-32da42a8-9011-466c-9305-695bba5fbeac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820027-24-iscsi, 1f51bdfd-daa1-4029-afe2-09413a504f9f) {{(pid=112709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:52:24.510460 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5699ae94-f801-40b6-998d-9162949951c8 None None] Network 1f51bdfd-daa1-4029-afe2-09413a504f9f requested from dv-cinder-820027-24-iscsi {{(pid=112711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 08 13:52:24.519689 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32da42a8-9011-466c-9305-695bba5fbeac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:52:24.520493 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-32da42a8-9011-466c-9305-695bba5fbeac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693876'] for subnet (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:24.535726 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:INSERT=10,neutron:SELECT=85,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:52:24.549101 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-a63b6948-c9e7-4cef-951e-ad8b43fc877a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862'] for subnet (8a8f577a-16e1-4e37-b6e2-a6cc60df3540), after_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:24.576955 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-32da42a8-9011-466c-9305-695bba5fbeac admin admin] 10.222.0.55 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0412455 Sep 08 13:52:24.586143 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 32878) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:52:24.597490 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.v2.base [None req-d6142601-e2e6-4bdf-9a39-0de3d7b03125 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-69065340-router', 'tenant_id': 'b868b7f8289047369b2fcbb500f353e5', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014'}}} {{(pid=112709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:52:24.654189 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-d6142601-e2e6-4bdf-9a39-0de3d7b03125 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3681175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8264'] for router (fcc82b91-c5ce-40c9-843c-4646c536e480), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:24.656049 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-d6142601-e2e6-4bdf-9a39-0de3d7b03125 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3678445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3747977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3928445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8273'] for router (fcc82b91-c5ce-40c9-843c-4646c536e480), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:24.744822 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50dd10d1-8e9a-4147-9036-a6ba25b9b045 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89035300-8bf1-5d6c-bf4b-25e43971bb7c-1f51bdfd-daa1-4029-afe2-09413a504f9f', 'network_id': '1f51bdfd-daa1-4029-afe2-09413a504f9f', 'project_id': 'b868b7f8289047369b2fcbb500f353e5', 'fixed_ips': [{'subnet_id': '16ec224e-79ea-49c2-a338-b2ef63a83efd'}]}} from dv-cinder-820027-24-iscsi. {{(pid=112711) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 08 13:52:24.746052 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-50dd10d1-8e9a-4147-9036-a6ba25b9b045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (None), before_create {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:24.769432 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63b6948-c9e7-4cef-951e-ad8b43fc877a admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a8f577a-16e1-4e37-b6e2-a6cc60df3540,revision_number=0']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:24.796617 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-12cc09ab-dde2-4629-8cca-71253ce422a2 admin admin] Publish callbacks [] for security_group (5bb795e9-d19e-4d1f-bd8f-c2ff7f9cd73e), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:24.808327 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-12cc09ab-dde2-4629-8cca-71253ce422a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (5bb795e9-d19e-4d1f-bd8f-c2ff7f9cd73e), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:24.826769 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63b6948-c9e7-4cef-951e-ad8b43fc877a admin admin] Checking segment: {'id': 'f5264372-fa90-4674-a04a-e3a6e49336da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'a6ea2a7a-ef84-454a-b305-c470482cf7fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 13:52:24.827126 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a63b6948-c9e7-4cef-951e-ad8b43fc877a admin admin] Network hostable DHCP agents. Network: a6ea2a7a-ef84-454a-b305-c470482cf7fa, hostable agents: ['22ab8903-d7f5-4941-bce3-89140b53b8af'], hosted agents: [] {{(pid=112710) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:52:24.829634 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-6752a253-bbbd-45e6-8732-502ce2bb4bdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862'] for subnet (86356522-84ab-4326-a6de-9dd750878a04), after_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:24.871323 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-d6142601-e2e6-4bdf-9a39-0de3d7b03125 admin admin] Publish callbacks [] for router_controller (fcc82b91-c5ce-40c9-843c-4646c536e480), precommit_add_association {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:24.904954 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12cc09ab-dde2-4629-8cca-71253ce422a2 admin admin] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=112709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:52:24.963699 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:52:24.996909 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a63b6948-c9e7-4cef-951e-ad8b43fc877a admin admin] Network a6ea2a7a-ef84-454a-b305-c470482cf7fa is scheduled to be hosted by DHCP agent 22ab8903-d7f5-4941-bce3-89140b53b8af with binding_index 1 {{(pid=112710) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:52:25.005681 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cc09ab-dde2-4629-8cca-71253ce422a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bb795e9-d19e-4d1f-bd8f-c2ff7f9cd73e,revision_number=1']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:25.026667 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6752a253-bbbd-45e6-8732-502ce2bb4bdc admin admin] Pushing event updated for resources: {'Subnet': ['ID=86356522-84ab-4326-a6de-9dd750878a04,revision_number=0']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:25.063870 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.scheduler.base_scheduler [None req-a63b6948-c9e7-4cef-951e-ad8b43fc877a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820027-24-iscsi, a6ea2a7a-ef84-454a-b305-c470482cf7fa) {{(pid=112710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:52:25.074048 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6752a253-bbbd-45e6-8732-502ce2bb4bdc admin admin] Checking segment: {'id': 'c361c03c-df7f-4208-8b2d-734f278b968f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '7783d5d8-738a-4e5f-a937-12aa19a09c29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 13:52:25.074476 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6752a253-bbbd-45e6-8732-502ce2bb4bdc admin admin] Network hostable DHCP agents. Network: 7783d5d8-738a-4e5f-a937-12aa19a09c29, hostable agents: ['22ab8903-d7f5-4941-bce3-89140b53b8af'], hosted agents: [] {{(pid=112710) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:52:25.078651 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e18d7f2c-08aa-417b-b2d4-59ae72df0562 None None] Network a6ea2a7a-ef84-454a-b305-c470482cf7fa requested from dv-cinder-820027-24-iscsi {{(pid=112711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 08 13:52:25.084250 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63b6948-c9e7-4cef-951e-ad8b43fc877a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:52:25.088202 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-a63b6948-c9e7-4cef-951e-ad8b43fc877a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693876'] for subnet (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:25.100984 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-12cc09ab-dde2-4629-8cca-71253ce422a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1392598'] for segment (85382ad6-9794-441c-848f-26fa1eb3f5ed), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:25.101338 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.db.segments_db [None req-12cc09ab-dde2-4629-8cca-71253ce422a2 admin admin] Added segment 85382ad6-9794-441c-848f-26fa1eb3f5ed of type vlan for network 96ff558b-c5db-4059-a363-a83e90cf91c8 Sep 08 13:52:25.137181 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-a63b6948-c9e7-4cef-951e-ad8b43fc877a admin admin] 10.222.0.55 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0821731 Sep 08 13:52:25.139787 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 32900) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:52:25.151473 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.v2.base [None req-9905244e-dd10-4df0-aea3-0a276d8533d7 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-997876912-router', 'tenant_id': '127bce2080d54fe4871b5aaa6cc394b5', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014'}}} {{(pid=112710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:52:25.173816 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-29042d78-6761-4da4-90d2-b3b707c2600d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862'] for subnet (a139bee4-b378-4a6d-bfa3-c572d95f8369), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:25.180105 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6752a253-bbbd-45e6-8732-502ce2bb4bdc admin admin] Network 7783d5d8-738a-4e5f-a937-12aa19a09c29 is scheduled to be hosted by DHCP agent 22ab8903-d7f5-4941-bce3-89140b53b8af with binding_index 1 {{(pid=112710) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:52:25.184340 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-9905244e-dd10-4df0-aea3-0a276d8533d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3681175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8264'] for router (8933e1ce-f357-4c29-bf32-c54a21fb90c9), before_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:25.186141 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-9905244e-dd10-4df0-aea3-0a276d8533d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3678445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3747977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3928445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8273'] for router (8933e1ce-f357-4c29-bf32-c54a21fb90c9), precommit_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:25.187861 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.db_base_plugin_common [None req-50dd10d1-8e9a-4147-9036-a6ba25b9b045 None None] Allocated IP 172.20.0.2 (1f51bdfd-daa1-4029-afe2-09413a504f9f/16ec224e-79ea-49c2-a338-b2ef63a83efd/d14d6c00-2bf2-4669-a8c0-5b03702f7003) {{(pid=112711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:52:25.206162 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.scheduler.base_scheduler [None req-6752a253-bbbd-45e6-8732-502ce2bb4bdc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820027-24-iscsi, 7783d5d8-738a-4e5f-a937-12aa19a09c29) {{(pid=112710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:52:25.225862 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6752a253-bbbd-45e6-8732-502ce2bb4bdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:52:25.226464 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-6752a253-bbbd-45e6-8732-502ce2bb4bdc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693876'] for subnet (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:25.245945 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:52:25.256260 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-6752a253-bbbd-45e6-8732-502ce2bb4bdc admin admin] 10.222.0.55 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.5405748 Sep 08 13:52:25.273530 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-553bf42c-159f-41d1-b323-ccd74a83e38a None None] Network 7783d5d8-738a-4e5f-a937-12aa19a09c29 requested from dv-cinder-820027-24-iscsi {{(pid=112711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 08 13:52:25.346621 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-12cc09ab-dde2-4629-8cca-71253ce422a2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729028104322'] for network (96ff558b-c5db-4059-a363-a83e90cf91c8), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:25.365547 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-d6142601-e2e6-4bdf-9a39-0de3d7b03125 admin admin] Publish callbacks [] for router_gateway (fcc82b91-c5ce-40c9-843c-4646c536e480), precommit_update {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:25.372184 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29042d78-6761-4da4-90d2-b3b707c2600d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a139bee4-b378-4a6d-bfa3-c572d95f8369,revision_number=0']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:25.449290 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:52:25.490942 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-9905244e-dd10-4df0-aea3-0a276d8533d7 admin admin] Publish callbacks [] for router_controller (8933e1ce-f357-4c29-bf32-c54a21fb90c9), precommit_add_association {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:25.544854 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29042d78-6761-4da4-90d2-b3b707c2600d admin admin] Checking segment: {'id': '20c24cd0-3b1f-4e89-83a4-717e24ca5a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'cf5901ef-2ee5-4879-85aa-18770c77b80a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 13:52:25.545457 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29042d78-6761-4da4-90d2-b3b707c2600d admin admin] Network hostable DHCP agents. Network: cf5901ef-2ee5-4879-85aa-18770c77b80a, hostable agents: ['22ab8903-d7f5-4941-bce3-89140b53b8af'], hosted agents: [] {{(pid=112709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:52:25.561330 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-12cc09ab-dde2-4629-8cca-71253ce422a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862'] for network (96ff558b-c5db-4059-a363-a83e90cf91c8), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:25.566216 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12cc09ab-dde2-4629-8cca-71253ce422a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:52:25.566892 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-12cc09ab-dde2-4629-8cca-71253ce422a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693876'] for network (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:25.632528 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-299234d4-77e5-4b3a-ae04-49f96ae0e809 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89035300-8bf1-5d6c-bf4b-25e43971bb7c-a6ea2a7a-ef84-454a-b305-c470482cf7fa', 'network_id': 'a6ea2a7a-ef84-454a-b305-c470482cf7fa', 'project_id': '127bce2080d54fe4871b5aaa6cc394b5', 'fixed_ips': [{'subnet_id': '8a8f577a-16e1-4e37-b6e2-a6cc60df3540'}]}} from dv-cinder-820027-24-iscsi. {{(pid=112711) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 08 13:52:25.633766 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-299234d4-77e5-4b3a-ae04-49f96ae0e809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (None), before_create {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:25.669856 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-12cc09ab-dde2-4629-8cca-71253ce422a2 admin admin] 10.222.0.55 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.2935445 Sep 08 13:52:25.675387 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 32924) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:52:25.681609 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.v2.base [None req-4f7e5477-a9b1-439c-be5e-5d201e14cc55 admin admin] Request body: {'subnet': {'network_id': '96ff558b-c5db-4059-a363-a83e90cf91c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-667659487-subnet', 'tenant_id': '6998e0c9a62e4f54a27faf56dbeb543a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=112709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:52:25.705891 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-50dd10d1-8e9a-4147-9036-a6ba25b9b045 None None] Publish callbacks [] for port (d14d6c00-2bf2-4669-a8c0-5b03702f7003), precommit_create {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:25.708636 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:UPDATE=6,neutron:SELECT=92,neutron:INSERT=2 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:52:25.718654 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cc09ab-dde2-4629-8cca-71253ce422a2 admin admin] Pushing event updated for resources: {'Network': ['ID=96ff558b-c5db-4059-a363-a83e90cf91c8,revision_number=1']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:25.723052 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-263f8d59-fd28-4795-b9c6-35e8eaa18ec1 None None] Network 7783d5d8-738a-4e5f-a937-12aa19a09c29 requested from dv-cinder-820027-24-iscsi {{(pid=112711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 08 13:52:25.730219 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:52:25.732956 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29042d78-6761-4da4-90d2-b3b707c2600d admin admin] Network cf5901ef-2ee5-4879-85aa-18770c77b80a is scheduled to be hosted by DHCP agent 22ab8903-d7f5-4941-bce3-89140b53b8af with binding_index 1 {{(pid=112709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:52:25.799598 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f7e5477-a9b1-439c-be5e-5d201e14cc55 admin admin] Made reservation on behalf of 6998e0c9a62e4f54a27faf56dbeb543a for: {'subnet': 1} {{(pid=112709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:52:25.800911 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Network 96ff558b-c5db-4059-a363-a83e90cf91c8 details requested by agent ovs-agent-dv-cinder-820027-24-iscsi with host dv-cinder-820027-24-iscsi {{(pid=112711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:52:25.803973 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-4f7e5477-a9b1-439c-be5e-5d201e14cc55 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:25.804120 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-50dd10d1-8e9a-4147-9036-a6ba25b9b045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729028134301'] for port (d14d6c00-2bf2-4669-a8c0-5b03702f7003), after_create {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:25.809627 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.scheduler.base_scheduler [None req-29042d78-6761-4da4-90d2-b3b707c2600d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820027-24-iscsi, cf5901ef-2ee5-4879-85aa-18770c77b80a) {{(pid=112709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:52:25.827128 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29042d78-6761-4da4-90d2-b3b707c2600d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:52:25.828004 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-29042d78-6761-4da4-90d2-b3b707c2600d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693876'] for subnet (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:25.869871 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-255f8411-7e52-483c-8908-8b56fa160cc0 None None] Network cf5901ef-2ee5-4879-85aa-18770c77b80a requested from dv-cinder-820027-24-iscsi {{(pid=112711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 08 13:52:25.883846 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-9905244e-dd10-4df0-aea3-0a276d8533d7 admin admin] Publish callbacks [] for router_gateway (8933e1ce-f357-4c29-bf32-c54a21fb90c9), precommit_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:25.951534 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-29042d78-6761-4da4-90d2-b3b707c2600d admin admin] 10.222.0.55 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6062100 Sep 08 13:52:25.954777 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 32944) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:52:25.977161 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.v2.base [None req-7600b6f4-b844-4fcb-b165-12f2e835ad90 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1590919179-router', 'tenant_id': 'b4ca185497284e9780eba8fc2e713d6e', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014'}}} {{(pid=112709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:52:26.002431 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-d6142601-e2e6-4bdf-9a39-0de3d7b03125 admin admin] Publish callbacks [] for router_gateway (fcc82b91-c5ce-40c9-843c-4646c536e480), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:26.048602 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-d6142601-e2e6-4bdf-9a39-0de3d7b03125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (None), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:26.091228 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-7600b6f4-b844-4fcb-b165-12f2e835ad90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3681175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8264'] for router (02a208a6-8629-4695-a17f-fdd0442b3d34), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:26.092181 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-7600b6f4-b844-4fcb-b165-12f2e835ad90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3678445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3747977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3928445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8273'] for router (02a208a6-8629-4695-a17f-fdd0442b3d34), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:26.256853 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:52:26.259712 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-9905244e-dd10-4df0-aea3-0a276d8533d7 admin admin] Publish callbacks [] for router_gateway (8933e1ce-f357-4c29-bf32-c54a21fb90c9), before_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:26.296809 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-9905244e-dd10-4df0-aea3-0a276d8533d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (None), before_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:26.414503 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 32974) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:52:26.423418 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50dd10d1-8e9a-4147-9036-a6ba25b9b045 None None] Network 1f51bdfd-daa1-4029-afe2-09413a504f9f is already hosted by enough agents. {{(pid=112711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:52:26.425682 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.v2.base [None req-20b2070c-bb17-4968-8921-d7a7f9b8405b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2041979852-network', 'tenant_id': '8d113649d43f48c499dd573c9880c5de'}} {{(pid=112710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:52:26.433978 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.scheduler.base_scheduler [None req-50dd10d1-8e9a-4147-9036-a6ba25b9b045 None None] Resources bound (agent type, host, resource id): {{(pid=112711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:52:26.466418 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20b2070c-bb17-4968-8921-d7a7f9b8405b admin admin] Made reservation on behalf of 8d113649d43f48c499dd573c9880c5de for: {'network': 1} {{(pid=112710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:52:26.470983 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-20b2070c-bb17-4968-8921-d7a7f9b8405b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for network (None), before_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:26.482954 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50dd10d1-8e9a-4147-9036-a6ba25b9b045 None None] Received port after_create {{(pid=112711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 08 13:52:26.486459 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-20b2070c-bb17-4968-8921-d7a7f9b8405b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:26.565065 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dd10d1-8e9a-4147-9036-a6ba25b9b045 None None] Pushing event updated for resources: {'Port': ['ID=d14d6c00-2bf2-4669-a8c0-5b03702f7003,revision_number=1']} {{(pid=112711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:26.598863 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-7600b6f4-b844-4fcb-b165-12f2e835ad90 admin admin] Publish callbacks [] for router_controller (02a208a6-8629-4695-a17f-fdd0442b3d34), precommit_add_association {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:26.616150 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:52:26.619544 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-20b2070c-bb17-4968-8921-d7a7f9b8405b admin admin] Publish callbacks [] for security_group (c6869ca9-3fe9-4de4-9fd7-1e9c1f080166), precommit_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:26.625124 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-20b2070c-bb17-4968-8921-d7a7f9b8405b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (c6869ca9-3fe9-4de4-9fd7-1e9c1f080166), after_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:26.641026 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d8ceae8-c13a-4817-b504-0bcfd747eec4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89035300-8bf1-5d6c-bf4b-25e43971bb7c-cf5901ef-2ee5-4879-85aa-18770c77b80a', 'network_id': 'cf5901ef-2ee5-4879-85aa-18770c77b80a', 'project_id': 'b4ca185497284e9780eba8fc2e713d6e', 'fixed_ips': [{'subnet_id': 'a139bee4-b378-4a6d-bfa3-c572d95f8369'}]}} from dv-cinder-820027-24-iscsi. {{(pid=112711) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 08 13:52:26.643938 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-5d8ceae8-c13a-4817-b504-0bcfd747eec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (None), before_create {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:26.660315 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.db_base_plugin_common [None req-299234d4-77e5-4b3a-ae04-49f96ae0e809 None None] Allocated IP 172.20.0.2 (a6ea2a7a-ef84-454a-b305-c470482cf7fa/8a8f577a-16e1-4e37-b6e2-a6cc60df3540/202752e1-1680-46ab-aff8-fdde74350fd0) {{(pid=112711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:52:26.673685 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dd10d1-8e9a-4147-9036-a6ba25b9b045 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:26.673858 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.db.db_base_plugin_common [None req-d6142601-e2e6-4bdf-9a39-0de3d7b03125 admin admin] Allocated IP 172.27.0.56 (a5311008-4782-42e3-9445-a36a6c9fb014/42b74029-f5ac-41f0-a451-9a0d0b4a74ed/e9818611-1f9c-46dc-8778-e7cfb1c0f439) {{(pid=112709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:52:26.674088 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dd10d1-8e9a-4147-9036-a6ba25b9b045 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:26.674801 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dd10d1-8e9a-4147-9036-a6ba25b9b045 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:26.675234 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dd10d1-8e9a-4147-9036-a6ba25b9b045 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:26.675661 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dd10d1-8e9a-4147-9036-a6ba25b9b045 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:26.675989 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dd10d1-8e9a-4147-9036-a6ba25b9b045 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:26.679387 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dd10d1-8e9a-4147-9036-a6ba25b9b045 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:26.679387 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dd10d1-8e9a-4147-9036-a6ba25b9b045 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:26.679387 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dd10d1-8e9a-4147-9036-a6ba25b9b045 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:26.679387 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dd10d1-8e9a-4147-9036-a6ba25b9b045 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:26.679387 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dd10d1-8e9a-4147-9036-a6ba25b9b045 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:26.679863 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dd10d1-8e9a-4147-9036-a6ba25b9b045 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:26.680421 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dd10d1-8e9a-4147-9036-a6ba25b9b045 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:26.680421 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dd10d1-8e9a-4147-9036-a6ba25b9b045 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:26.681249 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dd10d1-8e9a-4147-9036-a6ba25b9b045 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:26.683514 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dd10d1-8e9a-4147-9036-a6ba25b9b045 None None] Tracked resource versions report: Sep 08 13:52:26.683514 dv-cinder-820027-24-iscsi neutron-server[112711]: pushed versions: Sep 08 13:52:26.683514 dv-cinder-820027-24-iscsi neutron-server[112711]: { 'AddressGroup': {'1.2'}, Sep 08 13:52:26.683514 dv-cinder-820027-24-iscsi neutron-server[112711]: 'Agent': {'1.1'}, Sep 08 13:52:26.683514 dv-cinder-820027-24-iscsi neutron-server[112711]: 'ConntrackHelper': {'1.0'}, Sep 08 13:52:26.683514 dv-cinder-820027-24-iscsi neutron-server[112711]: 'LocalIPAssociation': {'1.0'}, Sep 08 13:52:26.683514 dv-cinder-820027-24-iscsi neutron-server[112711]: 'Log': {'1.0'}, Sep 08 13:52:26.683514 dv-cinder-820027-24-iscsi neutron-server[112711]: 'NDPProxy': {'1.0'}, Sep 08 13:52:26.683514 dv-cinder-820027-24-iscsi neutron-server[112711]: 'Network': {'1.1'}, Sep 08 13:52:26.683514 dv-cinder-820027-24-iscsi neutron-server[112711]: 'Port': {'1.7'}, Sep 08 13:52:26.683514 dv-cinder-820027-24-iscsi neutron-server[112711]: 'PortForwarding': {'1.3'}, Sep 08 13:52:26.683514 dv-cinder-820027-24-iscsi neutron-server[112711]: 'QosPolicy': {'1.10'}, Sep 08 13:52:26.683514 dv-cinder-820027-24-iscsi neutron-server[112711]: 'SecurityGroup': {'1.5'}, Sep 08 13:52:26.683514 dv-cinder-820027-24-iscsi neutron-server[112711]: 'SecurityGroupRule': {'1.2'}, Sep 08 13:52:26.683514 dv-cinder-820027-24-iscsi neutron-server[112711]: 'SubPort': {'1.0'}, Sep 08 13:52:26.683514 dv-cinder-820027-24-iscsi neutron-server[112711]: 'Subnet': {'1.1'}, Sep 08 13:52:26.683514 dv-cinder-820027-24-iscsi neutron-server[112711]: 'Trunk': {'1.1'}} Sep 08 13:52:26.683514 dv-cinder-820027-24-iscsi neutron-server[112711]: consumer versions: Sep 08 13:52:26.683514 dv-cinder-820027-24-iscsi neutron-server[112711]: { DHCP agent@dv-cinder-820027-24-iscsi: {}, Sep 08 13:52:26.683514 dv-cinder-820027-24-iscsi neutron-server[112711]: HyperV agent@hv-cinder-82002: {}, Sep 08 13:52:26.683514 dv-cinder-820027-24-iscsi neutron-server[112711]: L3 agent@dv-cinder-820027-24-iscsi: {}, Sep 08 13:52:26.683514 dv-cinder-820027-24-iscsi neutron-server[112711]: Metadata agent@dv-cinder-820027-24-iscsi: {}, Sep 08 13:52:26.683514 dv-cinder-820027-24-iscsi neutron-server[112711]: Metering agent@dv-cinder-820027-24-iscsi: {}, Sep 08 13:52:26.683514 dv-cinder-820027-24-iscsi neutron-server[112711]: Open vSwitch agent@dv-cinder-820027-24-iscsi: { 'AddressGroup': '1.2', Sep 08 13:52:26.683514 dv-cinder-820027-24-iscsi neutron-server[112711]: 'Agent': '1.1', Sep 08 13:52:26.683514 dv-cinder-820027-24-iscsi neutron-server[112711]: 'ConntrackHelper': '1.0', Sep 08 13:52:26.683514 dv-cinder-820027-24-iscsi neutron-server[112711]: 'LocalIPAssociation': '1.0', Sep 08 13:52:26.683514 dv-cinder-820027-24-iscsi neutron-server[112711]: 'Log': '1.0', Sep 08 13:52:26.683514 dv-cinder-820027-24-iscsi neutron-server[112711]: 'NDPProxy': '1.0', Sep 08 13:52:26.683514 dv-cinder-820027-24-iscsi neutron-server[112711]: 'Network': '1.1', Sep 08 13:52:26.683514 dv-cinder-820027-24-iscsi neutron-server[112711]: 'Port': '1.7', Sep 08 13:52:26.683514 dv-cinder-820027-24-iscsi neutron-server[112711]: 'PortForwarding': '1.3', Sep 08 13:52:26.683514 dv-cinder-820027-24-iscsi neutron-server[112711]: 'QosPolicy': '1.10', Sep 08 13:52:26.683514 dv-cinder-820027-24-iscsi neutron-server[112711]: 'SecurityGroup': '1.5', Sep 08 13:52:26.683514 dv-cinder-820027-24-iscsi neutron-server[112711]: 'SecurityGroupRule': '1.2', Sep 08 13:52:26.683514 dv-cinder-820027-24-iscsi neutron-server[112711]: 'SubPort': '1.0', Sep 08 13:52:26.683514 dv-cinder-820027-24-iscsi neutron-server[112711]: 'Subnet': '1.1', Sep 08 13:52:26.683514 dv-cinder-820027-24-iscsi neutron-server[112711]: 'Trunk': '1.1'}} Sep 08 13:52:26.683514 dv-cinder-820027-24-iscsi neutron-server[112711]: {{(pid=112711) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 08 13:52:26.696768 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20b2070c-bb17-4968-8921-d7a7f9b8405b admin admin] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=112710) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:52:26.711300 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-4f7e5477-a9b1-439c-be5e-5d201e14cc55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862'] for subnet (3c05b843-7379-4152-a6e2-38ac1118d25c), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:26.714639 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=80,neutron:DELETE=1,neutron:INSERT=16,neutron:UPDATE=3 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:52:26.717377 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b2070c-bb17-4968-8921-d7a7f9b8405b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6869ca9-3fe9-4de4-9fd7-1e9c1f080166,revision_number=1']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:26.725698 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-20b2070c-bb17-4968-8921-d7a7f9b8405b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1392598'] for segment (fa171f99-6db1-4625-90b6-3dd0b03baa21), precommit_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:26.726305 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.db.segments_db [None req-20b2070c-bb17-4968-8921-d7a7f9b8405b admin admin] Added segment fa171f99-6db1-4625-90b6-3dd0b03baa21 of type vlan for network 1ea85b0c-65c9-4940-8383-b5b6a0abd3c3 Sep 08 13:52:26.781616 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-20b2070c-bb17-4968-8921-d7a7f9b8405b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729028104322'] for network (1ea85b0c-65c9-4940-8383-b5b6a0abd3c3), precommit_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:26.781831 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.managers [None req-50dd10d1-8e9a-4147-9036-a6ba25b9b045 None None] Attempting to bind port d14d6c00-2bf2-4669-a8c0-5b03702f7003 on host dv-cinder-820027-24-iscsi for vnic_type normal with profile {{(pid=112711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 08 13:52:26.782213 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.managers [None req-50dd10d1-8e9a-4147-9036-a6ba25b9b045 None None] Attempting to bind port d14d6c00-2bf2-4669-a8c0-5b03702f7003 by drivers openvswitch,hyperv on host dv-cinder-820027-24-iscsi at level 0 using segments [{'id': '9527b46d-3b29-4cdc-a44b-4b19e1ce956c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '1f51bdfd-daa1-4029-afe2-09413a504f9f'}] {{(pid=112711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 08 13:52:26.782570 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50dd10d1-8e9a-4147-9036-a6ba25b9b045 None None] Attempting to bind port d14d6c00-2bf2-4669-a8c0-5b03702f7003 on network 1f51bdfd-daa1-4029-afe2-09413a504f9f {{(pid=112711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 13:52:26.825963 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-20b2070c-bb17-4968-8921-d7a7f9b8405b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862'] for network (1ea85b0c-65c9-4940-8383-b5b6a0abd3c3), after_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:26.827461 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b2070c-bb17-4968-8921-d7a7f9b8405b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:52:26.828741 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-20b2070c-bb17-4968-8921-d7a7f9b8405b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693876'] for network (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:26.918443 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b2070c-bb17-4968-8921-d7a7f9b8405b admin admin] Pushing event updated for resources: {'Network': ['ID=1ea85b0c-65c9-4940-8383-b5b6a0abd3c3,revision_number=1']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:26.937849 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-20b2070c-bb17-4968-8921-d7a7f9b8405b admin admin] 10.222.0.55 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5220518 Sep 08 13:52:26.940689 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 33010) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:52:26.948144 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.v2.base [None req-7041b3ff-1ad3-4f8a-af89-5a27f2f8dcaf admin admin] Request body: {'subnet': {'network_id': '1ea85b0c-65c9-4940-8383-b5b6a0abd3c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2041979852-subnet', 'tenant_id': '8d113649d43f48c499dd573c9880c5de', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:52:26.972758 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Network 1ea85b0c-65c9-4940-8383-b5b6a0abd3c3 details requested by agent ovs-agent-dv-cinder-820027-24-iscsi with host dv-cinder-820027-24-iscsi {{(pid=112711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:52:26.988030 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-7600b6f4-b844-4fcb-b165-12f2e835ad90 admin admin] Publish callbacks [] for router_gateway (02a208a6-8629-4695-a17f-fdd0442b3d34), precommit_update {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:26.992873 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7041b3ff-1ad3-4f8a-af89-5a27f2f8dcaf admin admin] Made reservation on behalf of 8d113649d43f48c499dd573c9880c5de for: {'subnet': 1} {{(pid=112710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:52:26.995864 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-7041b3ff-1ad3-4f8a-af89-5a27f2f8dcaf admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:27.245674 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:52:27.302081 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50dd10d1-8e9a-4147-9036-a6ba25b9b045 None None] Checking agent: {'id': '6df97c0c-9140-47af-8c93-84593b95031c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 8, 13, 44, 19), 'started_at': datetime.datetime(2022, 9, 8, 13, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 9, 8, 13, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 08 13:52:27.302504 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50dd10d1-8e9a-4147-9036-a6ba25b9b045 None None] Checking segment: {'id': '9527b46d-3b29-4cdc-a44b-4b19e1ce956c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '1f51bdfd-daa1-4029-afe2-09413a504f9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 13:52:27.303567 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-50dd10d1-8e9a-4147-9036-a6ba25b9b045 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:27.303993 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50dd10d1-8e9a-4147-9036-a6ba25b9b045 None None] Bound using segment: {'id': '9527b46d-3b29-4cdc-a44b-4b19e1ce956c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '1f51bdfd-daa1-4029-afe2-09413a504f9f'} {{(pid=112711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 08 13:52:27.304934 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.managers [None req-50dd10d1-8e9a-4147-9036-a6ba25b9b045 None None] Bound port: d14d6c00-2bf2-4669-a8c0-5b03702f7003, host: dv-cinder-820027-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9527b46d-3b29-4cdc-a44b-4b19e1ce956c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '1f51bdfd-daa1-4029-afe2-09413a504f9f'}}] {{(pid=112711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 08 13:52:27.304934 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-50dd10d1-8e9a-4147-9036-a6ba25b9b045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (d14d6c00-2bf2-4669-a8c0-5b03702f7003), before_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:27.369171 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.db_base_plugin_common [None req-5d8ceae8-c13a-4817-b504-0bcfd747eec4 None None] Allocated IP 172.20.0.2 (cf5901ef-2ee5-4879-85aa-18770c77b80a/a139bee4-b378-4a6d-bfa3-c572d95f8369/9126f243-3223-422a-85fe-d48ffd6e7dfd) {{(pid=112711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:52:27.371873 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7e5477-a9b1-439c-be5e-5d201e14cc55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c05b843-7379-4152-a6e2-38ac1118d25c,revision_number=0']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:27.385343 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=6 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:52:27.386768 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-7600b6f4-b844-4fcb-b165-12f2e835ad90 admin admin] Publish callbacks [] for router_gateway (02a208a6-8629-4695-a17f-fdd0442b3d34), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:27.388838 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7e5477-a9b1-439c-be5e-5d201e14cc55 admin admin] Checking segment: {'id': '85382ad6-9794-441c-848f-26fa1eb3f5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '96ff558b-c5db-4059-a363-a83e90cf91c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 13:52:27.389205 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f7e5477-a9b1-439c-be5e-5d201e14cc55 admin admin] Network hostable DHCP agents. Network: 96ff558b-c5db-4059-a363-a83e90cf91c8, hostable agents: ['22ab8903-d7f5-4941-bce3-89140b53b8af'], hosted agents: [] {{(pid=112709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:52:27.432810 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-7041b3ff-1ad3-4f8a-af89-5a27f2f8dcaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862'] for subnet (53b02bff-8c64-4daf-9f16-d76b07bdced2), after_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:27.453115 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f7e5477-a9b1-439c-be5e-5d201e14cc55 admin admin] Network 96ff558b-c5db-4059-a363-a83e90cf91c8 is scheduled to be hosted by DHCP agent 22ab8903-d7f5-4941-bce3-89140b53b8af with binding_index 1 {{(pid=112709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:52:27.462536 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-7600b6f4-b844-4fcb-b165-12f2e835ad90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (None), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:27.496470 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7041b3ff-1ad3-4f8a-af89-5a27f2f8dcaf admin admin] Pushing event updated for resources: {'Subnet': ['ID=53b02bff-8c64-4daf-9f16-d76b07bdced2,revision_number=0']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:27.526166 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:52:27.533378 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.scheduler.base_scheduler [None req-4f7e5477-a9b1-439c-be5e-5d201e14cc55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820027-24-iscsi, 96ff558b-c5db-4059-a363-a83e90cf91c8) {{(pid=112709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:52:27.547988 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f7e5477-a9b1-439c-be5e-5d201e14cc55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:52:27.548581 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-4f7e5477-a9b1-439c-be5e-5d201e14cc55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693876'] for subnet (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:27.549487 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7041b3ff-1ad3-4f8a-af89-5a27f2f8dcaf admin admin] Checking segment: {'id': 'fa171f99-6db1-4625-90b6-3dd0b03baa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '1ea85b0c-65c9-4940-8383-b5b6a0abd3c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 13:52:27.550059 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7041b3ff-1ad3-4f8a-af89-5a27f2f8dcaf admin admin] Network hostable DHCP agents. Network: 1ea85b0c-65c9-4940-8383-b5b6a0abd3c3, hostable agents: ['22ab8903-d7f5-4941-bce3-89140b53b8af'], hosted agents: [] {{(pid=112710) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:52:27.571411 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a62370-f8d0-4a4f-bf2d-2a6537152c81 None None] Network 96ff558b-c5db-4059-a363-a83e90cf91c8 requested from dv-cinder-820027-24-iscsi {{(pid=112711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 08 13:52:27.574954 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-50dd10d1-8e9a-4147-9036-a6ba25b9b045 None None] For port d14d6c00-2bf2-4669-a8c0-5b03702f7003, host dv-cinder-820027-24-iscsi, cleared binding levels {{(pid=112711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:52:27.579134 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-4f7e5477-a9b1-439c-be5e-5d201e14cc55 admin admin] 10.222.0.55 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.8996563 Sep 08 13:52:27.579274 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7041b3ff-1ad3-4f8a-af89-5a27f2f8dcaf admin admin] Network 1ea85b0c-65c9-4940-8383-b5b6a0abd3c3 is scheduled to be hosted by DHCP agent 22ab8903-d7f5-4941-bce3-89140b53b8af with binding_index 1 {{(pid=112710) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:52:27.581353 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 33052) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:52:27.589200 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-d6142601-e2e6-4bdf-9a39-0de3d7b03125 admin admin] Publish callbacks [] for port (e9818611-1f9c-46dc-8778-e7cfb1c0f439), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:27.591129 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.v2.base [None req-db7baea9-1f84-4898-a3e8-4e408cad6077 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-667659487-router', 'tenant_id': '6998e0c9a62e4f54a27faf56dbeb543a', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014'}}} {{(pid=112710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:52:27.620461 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-299234d4-77e5-4b3a-ae04-49f96ae0e809 None None] Publish callbacks [] for port (202752e1-1680-46ab-aff8-fdde74350fd0), precommit_create {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:27.626421 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-db7baea9-1f84-4898-a3e8-4e408cad6077 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3681175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8264'] for router (d9900679-40ee-433a-a560-a42dfc9cff15), before_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:27.626602 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-50dd10d1-8e9a-4147-9036-a6ba25b9b045 None None] For port d14d6c00-2bf2-4669-a8c0-5b03702f7003, host dv-cinder-820027-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-24-iscsi',level=0,port_id=d14d6c00-2bf2-4669-a8c0-5b03702f7003,segment=NetworkSegment(9527b46d-3b29-4cdc-a44b-4b19e1ce956c),segment_id=9527b46d-3b29-4cdc-a44b-4b19e1ce956c)] {{(pid=112711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:52:27.626696 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-db7baea9-1f84-4898-a3e8-4e408cad6077 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3678445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3747977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3928445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8273'] for router (d9900679-40ee-433a-a560-a42dfc9cff15), precommit_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:27.634731 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.scheduler.base_scheduler [None req-7041b3ff-1ad3-4f8a-af89-5a27f2f8dcaf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820027-24-iscsi, 1ea85b0c-65c9-4940-8383-b5b6a0abd3c3) {{(pid=112710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:52:27.640916 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7041b3ff-1ad3-4f8a-af89-5a27f2f8dcaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:52:27.641586 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-7041b3ff-1ad3-4f8a-af89-5a27f2f8dcaf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693876'] for subnet (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:27.658046 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=74,neutron:INSERT=19,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:52:27.659671 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab440b0-d202-4a6a-9614-da86710888cb None None] Network 1ea85b0c-65c9-4940-8383-b5b6a0abd3c3 requested from dv-cinder-820027-24-iscsi {{(pid=112711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 08 13:52:27.670020 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-299234d4-77e5-4b3a-ae04-49f96ae0e809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729028134301'] for port (202752e1-1680-46ab-aff8-fdde74350fd0), after_create {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:27.682253 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-7041b3ff-1ad3-4f8a-af89-5a27f2f8dcaf admin admin] 10.222.0.55 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7366636 Sep 08 13:52:27.690752 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-50dd10d1-8e9a-4147-9036-a6ba25b9b045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (d14d6c00-2bf2-4669-a8c0-5b03702f7003), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:27.717693 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-d6142601-e2e6-4bdf-9a39-0de3d7b03125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729028134301'] for port (e9818611-1f9c-46dc-8778-e7cfb1c0f439), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:27.733315 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-db7baea9-1f84-4898-a3e8-4e408cad6077 admin admin] Publish callbacks [] for router_controller (d9900679-40ee-433a-a560-a42dfc9cff15), precommit_add_association {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:27.853168 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-299234d4-77e5-4b3a-ae04-49f96ae0e809 None None] Network a6ea2a7a-ef84-454a-b305-c470482cf7fa is already hosted by enough agents. {{(pid=112711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:52:27.857555 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6142601-e2e6-4bdf-9a39-0de3d7b03125 admin admin] Pushing event updated for resources: {'Port': ['ID=e9818611-1f9c-46dc-8778-e7cfb1c0f439,revision_number=1']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:27.876881 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6142601-e2e6-4bdf-9a39-0de3d7b03125 admin admin] Network a5311008-4782-42e3-9445-a36a6c9fb014 is already hosted by enough agents. {{(pid=112709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:52:27.878859 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.scheduler.base_scheduler [None req-d6142601-e2e6-4bdf-9a39-0de3d7b03125 admin admin] Resources bound (agent type, host, resource id): {{(pid=112709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:52:27.885983 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.scheduler.base_scheduler [None req-299234d4-77e5-4b3a-ae04-49f96ae0e809 None None] Resources bound (agent type, host, resource id): {{(pid=112711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:52:27.895301 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6142601-e2e6-4bdf-9a39-0de3d7b03125 admin admin] Received port after_create {{(pid=112709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 08 13:52:27.901775 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299234d4-77e5-4b3a-ae04-49f96ae0e809 None None] Received port after_create {{(pid=112711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 08 13:52:27.932921 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299234d4-77e5-4b3a-ae04-49f96ae0e809 None None] Pushing event updated for resources: {'Port': ['ID=202752e1-1680-46ab-aff8-fdde74350fd0,revision_number=1']} {{(pid=112711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:27.958572 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=4,neutron:DELETE=2 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:52:28.035188 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 33068) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:52:28.095399 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a2bd1d1-2e97-4c05-a51c-8d60e2f5f30e admin admin] Deleting subnet 86356522-84ab-4326-a6de-9dd750878a04 {{(pid=112710) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 08 13:52:28.099493 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-210a1e4b-3458-4f02-942e-a5bc05e141f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89035300-8bf1-5d6c-bf4b-25e43971bb7c-96ff558b-c5db-4059-a363-a83e90cf91c8', 'network_id': '96ff558b-c5db-4059-a363-a83e90cf91c8', 'project_id': '6998e0c9a62e4f54a27faf56dbeb543a', 'fixed_ips': [{'subnet_id': '3c05b843-7379-4152-a6e2-38ac1118d25c'}]}} from dv-cinder-820027-24-iscsi. {{(pid=112711) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 08 13:52:28.100153 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-1a2bd1d1-2e97-4c05-a51c-8d60e2f5f30e admin admin] Publish callbacks [] for subnet (86356522-84ab-4326-a6de-9dd750878a04), before_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:28.100571 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-210a1e4b-3458-4f02-942e-a5bc05e141f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (None), before_create {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:28.159963 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-1a2bd1d1-2e97-4c05-a51c-8d60e2f5f30e admin admin] Publish callbacks [] for subnet (86356522-84ab-4326-a6de-9dd750878a04), precommit_delete_associations {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:28.188212 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-1a2bd1d1-2e97-4c05-a51c-8d60e2f5f30e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1468842'] for subnet (86356522-84ab-4326-a6de-9dd750878a04), precommit_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:28.229587 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-5d8ceae8-c13a-4817-b504-0bcfd747eec4 None None] Publish callbacks [] for port (9126f243-3223-422a-85fe-d48ffd6e7dfd), precommit_create {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:28.243855 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:52:28.284564 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.db.db_base_plugin_common [None req-9905244e-dd10-4df0-aea3-0a276d8533d7 admin admin] Allocated IP 172.27.0.119 (a5311008-4782-42e3-9445-a36a6c9fb014/42b74029-f5ac-41f0-a451-9a0d0b4a74ed/6530787b-90c8-4e51-aa61-a98ea4643c89) {{(pid=112710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:52:28.292717 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec9752a-dd87-4d4a-98bb-b44e6eeff07b None None] Network 1ea85b0c-65c9-4940-8383-b5b6a0abd3c3 requested from dv-cinder-820027-24-iscsi {{(pid=112711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 08 13:52:28.302521 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-5d8ceae8-c13a-4817-b504-0bcfd747eec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729028134301'] for port (9126f243-3223-422a-85fe-d48ffd6e7dfd), after_create {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:28.331182 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dd10d1-8e9a-4147-9036-a6ba25b9b045 None None] Pushing event updated for resources: {'Port': ['ID=d14d6c00-2bf2-4669-a8c0-5b03702f7003,revision_number=2']} {{(pid=112711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:28.374927 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-db7baea9-1f84-4898-a3e8-4e408cad6077 admin admin] Publish callbacks [] for router_gateway (d9900679-40ee-433a-a560-a42dfc9cff15), precommit_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:28.391415 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.managers [None req-299234d4-77e5-4b3a-ae04-49f96ae0e809 None None] Attempting to bind port 202752e1-1680-46ab-aff8-fdde74350fd0 on host dv-cinder-820027-24-iscsi for vnic_type normal with profile {{(pid=112711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 08 13:52:28.391706 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.managers [None req-299234d4-77e5-4b3a-ae04-49f96ae0e809 None None] Attempting to bind port 202752e1-1680-46ab-aff8-fdde74350fd0 by drivers openvswitch,hyperv on host dv-cinder-820027-24-iscsi at level 0 using segments [{'id': 'f5264372-fa90-4674-a04a-e3a6e49336da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'a6ea2a7a-ef84-454a-b305-c470482cf7fa'}] {{(pid=112711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 08 13:52:28.392393 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299234d4-77e5-4b3a-ae04-49f96ae0e809 None None] Attempting to bind port 202752e1-1680-46ab-aff8-fdde74350fd0 on network a6ea2a7a-ef84-454a-b305-c470482cf7fa {{(pid=112711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 13:52:28.425889 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 33076) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:52:28.429340 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-1a2bd1d1-2e97-4c05-a51c-8d60e2f5f30e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862'] for subnet (86356522-84ab-4326-a6de-9dd750878a04), after_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:28.448336 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-d6142601-e2e6-4bdf-9a39-0de3d7b03125 admin admin] Publish callbacks [] for router_gateway (fcc82b91-c5ce-40c9-843c-4646c536e480), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:28.478246 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:52:28.496451 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d8ceae8-c13a-4817-b504-0bcfd747eec4 None None] Network cf5901ef-2ee5-4879-85aa-18770c77b80a is already hosted by enough agents. {{(pid=112711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:52:28.522039 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.scheduler.base_scheduler [None req-5d8ceae8-c13a-4817-b504-0bcfd747eec4 None None] Resources bound (agent type, host, resource id): {{(pid=112711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:52:28.534740 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8ceae8-c13a-4817-b504-0bcfd747eec4 None None] Received port after_create {{(pid=112711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 08 13:52:28.554954 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:52:28.596975 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-9905244e-dd10-4df0-aea3-0a276d8533d7 admin admin] Publish callbacks [] for port (6530787b-90c8-4e51-aa61-a98ea4643c89), precommit_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:28.600478 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8ceae8-c13a-4817-b504-0bcfd747eec4 None None] Pushing event updated for resources: {'Port': ['ID=9126f243-3223-422a-85fe-d48ffd6e7dfd,revision_number=1']} {{(pid=112711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:28.607154 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-1a2bd1d1-2e97-4c05-a51c-8d60e2f5f30e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:28.610446 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-1a2bd1d1-2e97-4c05-a51c-8d60e2f5f30e admin admin] 10.222.0.55 "DELETE /networking/v2.0/subnets/86356522-84ab-4326-a6de-9dd750878a04 HTTP/1.1" status: 204 len: 168 time: 0.5725541 Sep 08 13:52:28.633986 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 33086) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:52:28.642814 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299234d4-77e5-4b3a-ae04-49f96ae0e809 None None] Checking agent: {'id': '6df97c0c-9140-47af-8c93-84593b95031c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 8, 13, 44, 19), 'started_at': datetime.datetime(2022, 9, 8, 13, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 9, 8, 13, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 08 13:52:28.643111 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299234d4-77e5-4b3a-ae04-49f96ae0e809 None None] Checking segment: {'id': 'f5264372-fa90-4674-a04a-e3a6e49336da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'a6ea2a7a-ef84-454a-b305-c470482cf7fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 13:52:28.643512 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-299234d4-77e5-4b3a-ae04-49f96ae0e809 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:28.643905 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299234d4-77e5-4b3a-ae04-49f96ae0e809 None None] Bound using segment: {'id': 'f5264372-fa90-4674-a04a-e3a6e49336da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'a6ea2a7a-ef84-454a-b305-c470482cf7fa'} {{(pid=112711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 08 13:52:28.644398 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.managers [None req-299234d4-77e5-4b3a-ae04-49f96ae0e809 None None] Bound port: 202752e1-1680-46ab-aff8-fdde74350fd0, host: dv-cinder-820027-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5264372-fa90-4674-a04a-e3a6e49336da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'a6ea2a7a-ef84-454a-b305-c470482cf7fa'}}] {{(pid=112711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 08 13:52:28.644771 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-299234d4-77e5-4b3a-ae04-49f96ae0e809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (202752e1-1680-46ab-aff8-fdde74350fd0), before_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:28.647386 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2bd1d1-2e97-4c05-a51c-8d60e2f5f30e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86356522-84ab-4326-a6de-9dd750878a04,revision_number=None']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:28.719408 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.db_base_plugin_common [None req-210a1e4b-3458-4f02-942e-a5bc05e141f1 None None] Allocated IP 172.20.0.2 (96ff558b-c5db-4059-a363-a83e90cf91c8/3c05b843-7379-4152-a6e2-38ac1118d25c/d6f3a42c-e88c-452a-abdc-a46d3276afd6) {{(pid=112711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:52:28.753013 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.managers [None req-5d8ceae8-c13a-4817-b504-0bcfd747eec4 None None] Attempting to bind port 9126f243-3223-422a-85fe-d48ffd6e7dfd on host dv-cinder-820027-24-iscsi for vnic_type normal with profile {{(pid=112711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 08 13:52:28.753392 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.managers [None req-5d8ceae8-c13a-4817-b504-0bcfd747eec4 None None] Attempting to bind port 9126f243-3223-422a-85fe-d48ffd6e7dfd by drivers openvswitch,hyperv on host dv-cinder-820027-24-iscsi at level 0 using segments [{'id': '20c24cd0-3b1f-4e89-83a4-717e24ca5a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'cf5901ef-2ee5-4879-85aa-18770c77b80a'}] {{(pid=112711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 08 13:52:28.754039 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8ceae8-c13a-4817-b504-0bcfd747eec4 None None] Attempting to bind port 9126f243-3223-422a-85fe-d48ffd6e7dfd on network cf5901ef-2ee5-4879-85aa-18770c77b80a {{(pid=112711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 13:52:28.763136 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-47ea272c-b214-48aa-a2ce-83fd5fc0c94e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:28.854001 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-d6142601-e2e6-4bdf-9a39-0de3d7b03125 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3678394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3679297'] for router (fcc82b91-c5ce-40c9-843c-4646c536e480), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:28.901813 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-1d0da6e5-13b8-41b3-9980-f6c928d67677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1549321'] for network (7783d5d8-738a-4e5f-a937-12aa19a09c29), before_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:28.953350 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-9905244e-dd10-4df0-aea3-0a276d8533d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729028134301'] for port (6530787b-90c8-4e51-aa61-a98ea4643c89), after_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:28.979435 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-db7baea9-1f84-4898-a3e8-4e408cad6077 admin admin] Publish callbacks [] for router_gateway (d9900679-40ee-433a-a560-a42dfc9cff15), before_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:29.006616 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.db.db_base_plugin_common [None req-7600b6f4-b844-4fcb-b165-12f2e835ad90 admin admin] Allocated IP 172.27.0.89 (a5311008-4782-42e3-9445-a36a6c9fb014/42b74029-f5ac-41f0-a451-9a0d0b4a74ed/e8f2f592-277a-4d05-986e-4d884ef99bfb) {{(pid=112709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:52:29.021406 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Device d14d6c00-2bf2-4669-a8c0-5b03702f7003 up at agent ovs-agent-dv-cinder-820027-24-iscsi {{(pid=112711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:52:29.041845 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:52:29.043782 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-db7baea9-1f84-4898-a3e8-4e408cad6077 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (None), before_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:29.075104 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-299234d4-77e5-4b3a-ae04-49f96ae0e809 None None] For port 202752e1-1680-46ab-aff8-fdde74350fd0, host dv-cinder-820027-24-iscsi, cleared binding levels {{(pid=112711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:52:29.091684 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9905244e-dd10-4df0-aea3-0a276d8533d7 admin admin] Network a5311008-4782-42e3-9445-a36a6c9fb014 is already hosted by enough agents. {{(pid=112710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:52:29.097014 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.scheduler.base_scheduler [None req-9905244e-dd10-4df0-aea3-0a276d8533d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=112710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:52:29.105682 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9905244e-dd10-4df0-aea3-0a276d8533d7 admin admin] Received port after_create {{(pid=112710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 08 13:52:29.111321 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-299234d4-77e5-4b3a-ae04-49f96ae0e809 None None] For port 202752e1-1680-46ab-aff8-fdde74350fd0, host dv-cinder-820027-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-24-iscsi',level=0,port_id=202752e1-1680-46ab-aff8-fdde74350fd0,segment=NetworkSegment(f5264372-fa90-4674-a04a-e3a6e49336da),segment_id=f5264372-fa90-4674-a04a-e3a6e49336da)] {{(pid=112711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:52:29.112941 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8ceae8-c13a-4817-b504-0bcfd747eec4 None None] Checking agent: {'id': '6df97c0c-9140-47af-8c93-84593b95031c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 8, 13, 44, 19), 'started_at': datetime.datetime(2022, 9, 8, 13, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 9, 8, 13, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 08 13:52:29.113394 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8ceae8-c13a-4817-b504-0bcfd747eec4 None None] Checking segment: {'id': '20c24cd0-3b1f-4e89-83a4-717e24ca5a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'cf5901ef-2ee5-4879-85aa-18770c77b80a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 13:52:29.113995 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-5d8ceae8-c13a-4817-b504-0bcfd747eec4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:29.114447 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8ceae8-c13a-4817-b504-0bcfd747eec4 None None] Bound using segment: {'id': '20c24cd0-3b1f-4e89-83a4-717e24ca5a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'cf5901ef-2ee5-4879-85aa-18770c77b80a'} {{(pid=112711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 08 13:52:29.114985 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.managers [None req-5d8ceae8-c13a-4817-b504-0bcfd747eec4 None None] Bound port: 9126f243-3223-422a-85fe-d48ffd6e7dfd, host: dv-cinder-820027-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20c24cd0-3b1f-4e89-83a4-717e24ca5a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'cf5901ef-2ee5-4879-85aa-18770c77b80a'}}] {{(pid=112711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 08 13:52:29.115431 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-5d8ceae8-c13a-4817-b504-0bcfd747eec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (9126f243-3223-422a-85fe-d48ffd6e7dfd), before_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:29.142711 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-299234d4-77e5-4b3a-ae04-49f96ae0e809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (202752e1-1680-46ab-aff8-fdde74350fd0), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:29.173752 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-7600b6f4-b844-4fcb-b165-12f2e835ad90 admin admin] Publish callbacks [] for port (e8f2f592-277a-4d05-986e-4d884ef99bfb), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:29.194691 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c4da0a-44c1-49f1-9a71-8affe6a3fc9f None None] Network 1f51bdfd-daa1-4029-afe2-09413a504f9f requested from dv-cinder-820027-24-iscsi {{(pid=112711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 08 13:52:29.257455 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:52:29.276369 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-7600b6f4-b844-4fcb-b165-12f2e835ad90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729028134301'] for port (e8f2f592-277a-4d05-986e-4d884ef99bfb), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:29.300904 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9905244e-dd10-4df0-aea3-0a276d8533d7 admin admin] Pushing event updated for resources: {'Port': ['ID=6530787b-90c8-4e51-aa61-a98ea4643c89,revision_number=1']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:29.318801 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:52:29.345401 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7600b6f4-b844-4fcb-b165-12f2e835ad90 admin admin] Network a5311008-4782-42e3-9445-a36a6c9fb014 is already hosted by enough agents. {{(pid=112709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:52:29.348978 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-1d0da6e5-13b8-41b3-9980-f6c928d67677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1385153', 'neutron.services.segments.db._delete_segments_for_network-8729028602525'] for network (7783d5d8-738a-4e5f-a937-12aa19a09c29), precommit_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:29.354671 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.scheduler.base_scheduler [None req-7600b6f4-b844-4fcb-b165-12f2e835ad90 admin admin] Resources bound (agent type, host, resource id): {{(pid=112709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:52:29.363743 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7600b6f4-b844-4fcb-b165-12f2e835ad90 admin admin] Received port after_create {{(pid=112709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 08 13:52:29.384358 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-c9c5e8c6-4d89-4544-809e-a5fd217d693e None None] Provisioning complete for port d14d6c00-2bf2-4669-a8c0-5b03702f7003 triggered by entity DHCP. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 13:52:29.384753 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-c9c5e8c6-4d89-4544-809e-a5fd217d693e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (d14d6c00-2bf2-4669-a8c0-5b03702f7003), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:29.396744 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:52:29.398252 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Provisioning complete for port d14d6c00-2bf2-4669-a8c0-5b03702f7003 triggered by entity L2. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 13:52:29.399065 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (d14d6c00-2bf2-4669-a8c0-5b03702f7003), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:29.415173 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7600b6f4-b844-4fcb-b165-12f2e835ad90 admin admin] Pushing event updated for resources: {'Port': ['ID=e8f2f592-277a-4d05-986e-4d884ef99bfb,revision_number=1']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:29.439485 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-1d0da6e5-13b8-41b3-9980-f6c928d67677 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=112710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:52:29.440142 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-1d0da6e5-13b8-41b3-9980-f6c928d67677 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=112710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:52:29.440579 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-1d0da6e5-13b8-41b3-9980-f6c928d67677 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=112710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:52:29.441099 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-1d0da6e5-13b8-41b3-9980-f6c928d67677 admin admin] Subscribe: > port after_create 55550000 {{(pid=112710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:52:29.441440 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-1d0da6e5-13b8-41b3-9980-f6c928d67677 admin admin] Subscribe: > port after_delete 55550000 {{(pid=112710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:52:29.441956 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-1d0da6e5-13b8-41b3-9980-f6c928d67677 admin admin] Subscribe: > port after_update 55550000 {{(pid=112710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:52:29.442430 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-1d0da6e5-13b8-41b3-9980-f6c928d67677 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=112710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:52:29.442669 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299234d4-77e5-4b3a-ae04-49f96ae0e809 None None] Pushing event updated for resources: {'Port': ['ID=202752e1-1680-46ab-aff8-fdde74350fd0,revision_number=2']} {{(pid=112711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:29.443070 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-1d0da6e5-13b8-41b3-9980-f6c928d67677 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=112710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:52:29.443542 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-1d0da6e5-13b8-41b3-9980-f6c928d67677 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=112710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:52:29.444031 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-1d0da6e5-13b8-41b3-9980-f6c928d67677 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=112710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:52:29.448987 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:52:29.462359 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6142601-e2e6-4bdf-9a39-0de3d7b03125 admin admin] Router fcc82b91-c5ce-40c9-843c-4646c536e480 is scheduled to L3 agent 91421a76-39ff-4685-90ca-aa6fbf6a1933 with binding_index 1 {{(pid=112709) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 13:52:29.465295 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-5d8ceae8-c13a-4817-b504-0bcfd747eec4 None None] For port 9126f243-3223-422a-85fe-d48ffd6e7dfd, host dv-cinder-820027-24-iscsi, cleared binding levels {{(pid=112711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:52:29.479485 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=4 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:52:29.480870 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=2 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:52:29.515106 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-210a1e4b-3458-4f02-942e-a5bc05e141f1 None None] Publish callbacks [] for port (d6f3a42c-e88c-452a-abdc-a46d3276afd6), precommit_create {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:29.533275 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-5d8ceae8-c13a-4817-b504-0bcfd747eec4 None None] For port 9126f243-3223-422a-85fe-d48ffd6e7dfd, host dv-cinder-820027-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-24-iscsi',level=0,port_id=9126f243-3223-422a-85fe-d48ffd6e7dfd,segment=NetworkSegment(20c24cd0-3b1f-4e89-83a4-717e24ca5a29),segment_id=20c24cd0-3b1f-4e89-83a4-717e24ca5a29)] {{(pid=112711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:52:29.557886 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-5d8ceae8-c13a-4817-b504-0bcfd747eec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (9126f243-3223-422a-85fe-d48ffd6e7dfd), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:29.563152 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-210a1e4b-3458-4f02-942e-a5bc05e141f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729028134301'] for port (d6f3a42c-e88c-452a-abdc-a46d3276afd6), after_create {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:29.683948 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:52:29.727736 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6142601-e2e6-4bdf-9a39-0de3d7b03125 admin admin] Notify agent at l3_agent.dv-cinder-820027-24-iscsi the message routers_updated {{(pid=112709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:52:29.739295 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54908fba-15a9-4922-83a8-1497481a7eb1 None None] Sync routers for ids ['fcc82b91-c5ce-40c9-843c-4646c536e480'] in dv-cinder-820027-24-iscsi {{(pid=112712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:52:29.748678 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-7600b6f4-b844-4fcb-b165-12f2e835ad90 admin admin] Publish callbacks [] for router_gateway (02a208a6-8629-4695-a17f-fdd0442b3d34), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:29.766651 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54908fba-15a9-4922-83a8-1497481a7eb1 None None] Routers {'fcc82b91-c5ce-40c9-843c-4646c536e480'} bound to L3 agent in host dv-cinder-820027-24-iscsi {{(pid=112712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 13:52:29.768414 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_hamode_db [None req-54908fba-15a9-4922-83a8-1497481a7eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-08T13:44:16Z,description=,heartbeat_timestamp=2022-09-08T13:52:16Z,host='dv-cinder-820027-24-iscsi',id=91421a76-39ff-4685-90ca-aa6fbf6a1933,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:44:16Z,topic='l3_agent')) {'router_ids': ['fcc82b91-c5ce-40c9-843c-4646c536e480'], 'active': True} {{(pid=112712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:52:29.789771 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-d6142601-e2e6-4bdf-9a39-0de3d7b03125 admin admin] Publish callbacks [] for router (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:29.791074 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-d6142601-e2e6-4bdf-9a39-0de3d7b03125 admin admin] 10.222.0.55 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.2013309 Sep 08 13:52:29.794069 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 33098) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:52:29.812926 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8ceae8-c13a-4817-b504-0bcfd747eec4 None None] Pushing event updated for resources: {'Port': ['ID=9126f243-3223-422a-85fe-d48ffd6e7dfd,revision_number=2']} {{(pid=112711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:29.836769 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-210a1e4b-3458-4f02-942e-a5bc05e141f1 None None] Network 96ff558b-c5db-4059-a363-a83e90cf91c8 is already hosted by enough agents. {{(pid=112711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:52:29.864792 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-1d0da6e5-13b8-41b3-9980-f6c928d67677 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=112710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:52:29.865666 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-1d0da6e5-13b8-41b3-9980-f6c928d67677 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=112710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:52:29.865666 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-1d0da6e5-13b8-41b3-9980-f6c928d67677 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=112710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:52:29.865946 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-1d0da6e5-13b8-41b3-9980-f6c928d67677 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=112710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:52:29.866143 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.services.segments.db [None req-1d0da6e5-13b8-41b3-9980-f6c928d67677 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7783d5d8-738a-4e5f-a937-12aa19a09c29']}} {{(pid=112710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:52:29.913533 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.scheduler.base_scheduler [None req-210a1e4b-3458-4f02-942e-a5bc05e141f1 None None] Resources bound (agent type, host, resource id): {{(pid=112711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:52:29.919792 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210a1e4b-3458-4f02-942e-a5bc05e141f1 None None] Received port after_create {{(pid=112711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 08 13:52:29.933419 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.services.segments.db [None req-1d0da6e5-13b8-41b3-9980-f6c928d67677 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c361c03c-df7f-4208-8b2d-734f278b968f') {'for_net_delete': True} {{(pid=112710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:52:29.933643 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.services.segments.db [None req-1d0da6e5-13b8-41b3-9980-f6c928d67677 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c361c03c-df7f-4208-8b2d-734f278b968f') {} {{(pid=112710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:52:29.962063 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-1d0da6e5-13b8-41b3-9980-f6c928d67677 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729028602570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2443109'] for segment (c361c03c-df7f-4208-8b2d-734f278b968f), before_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:30.008302 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-1d0da6e5-13b8-41b3-9980-f6c928d67677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1392598'] for segment (c361c03c-df7f-4208-8b2d-734f278b968f), precommit_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:30.023377 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d0da6e5-13b8-41b3-9980-f6c928d67677 admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=112710) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:52:30.023898 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-1d0da6e5-13b8-41b3-9980-f6c928d67677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1392598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10367761'] for segment (c361c03c-df7f-4208-8b2d-734f278b968f), after_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:30.069512 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_dvr_db [None req-54908fba-15a9-4922-83a8-1497481a7eb1 None None] Set router fcc82b91-c5ce-40c9-843c-4646c536e480 gateway port host: dv-cinder-820027-24-iscsi {{(pid=112712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 13:52:30.142437 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210a1e4b-3458-4f02-942e-a5bc05e141f1 None None] Pushing event updated for resources: {'Port': ['ID=d6f3a42c-e88c-452a-abdc-a46d3276afd6,revision_number=1']} {{(pid=112711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:30.153464 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-c9c5e8c6-4d89-4544-809e-a5fd217d693e None None] Current status of the port d14d6c00-2bf2-4669-a8c0-5b03702f7003 is: DOWN; New status is: ACTIVE {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 13:52:30.154388 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-c9c5e8c6-4d89-4544-809e-a5fd217d693e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (d14d6c00-2bf2-4669-a8c0-5b03702f7003), before_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:30.203099 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-1d0da6e5-13b8-41b3-9980-f6c928d67677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1385144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3679383'] for network (7783d5d8-738a-4e5f-a937-12aa19a09c29), after_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:30.214269 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-47ea272c-b214-48aa-a2ce-83fd5fc0c94e admin admin] Publish callbacks [] for security_group (2b27dc1e-65cc-47d1-a5e0-48cb82976409), precommit_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:30.227922 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Current status of the port d14d6c00-2bf2-4669-a8c0-5b03702f7003 is: DOWN; New status is: ACTIVE {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 13:52:30.237461 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (d14d6c00-2bf2-4669-a8c0-5b03702f7003), before_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:30.295064 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.db.db_base_plugin_common [None req-db7baea9-1f84-4898-a3e8-4e408cad6077 admin admin] Allocated IP 172.27.0.123 (a5311008-4782-42e3-9445-a36a6c9fb014/42b74029-f5ac-41f0-a451-9a0d0b4a74ed/584b8d2a-edf7-4f00-9113-3e228c837fb1) {{(pid=112710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:52:30.297636 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-1d0da6e5-13b8-41b3-9980-f6c928d67677 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693876'] for network (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:30.314162 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-c9c5e8c6-4d89-4544-809e-a5fd217d693e None None] For port d14d6c00-2bf2-4669-a8c0-5b03702f7003, host dv-cinder-820027-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-24-iscsi',level=0,port_id=d14d6c00-2bf2-4669-a8c0-5b03702f7003,segment=NetworkSegment(9527b46d-3b29-4cdc-a44b-4b19e1ce956c),segment_id=9527b46d-3b29-4cdc-a44b-4b19e1ce956c)] {{(pid=112711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:52:30.314815 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-1d0da6e5-13b8-41b3-9980-f6c928d67677 admin admin] 10.222.0.55 "DELETE /networking/v2.0/networks/7783d5d8-738a-4e5f-a937-12aa19a09c29 HTTP/1.1" status: 204 len: 168 time: 1.6794486 Sep 08 13:52:30.317183 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-47ea272c-b214-48aa-a2ce-83fd5fc0c94e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (2b27dc1e-65cc-47d1-a5e0-48cb82976409), after_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:30.319230 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 33106) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:52:30.348868 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_hamode_db [None req-54908fba-15a9-4922-83a8-1497481a7eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc82b91-c5ce-40c9-843c-4646c536e480', 'name': 'tempest-DeleteServersTestJSON-69065340-router', 'tenant_id': 'b868b7f8289047369b2fcbb500f353e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': 'e9818611-1f9c-46dc-8778-e7cfb1c0f439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:52:24Z', 'updated_at': '2022-09-08T13:52:28Z', 'revision_number': 3, 'project_id': 'b868b7f8289047369b2fcbb500f353e5', 'gw_port': {'id': 'e9818611-1f9c-46dc-8778-e7cfb1c0f439', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:4a:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcc82b91-c5ce-40c9-843c-4646c536e480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:52:26Z', 'updated_at': '2022-09-08T13:52:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi'}], 'dv-cinder-820027-24-iscsi', False) {} {{(pid=112712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:52:30.405042 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-c9c5e8c6-4d89-4544-809e-a5fd217d693e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (d14d6c00-2bf2-4669-a8c0-5b03702f7003), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:30.422430 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54908fba-15a9-4922-83a8-1497481a7eb1 None None] Checking router: fcc82b91-c5ce-40c9-843c-4646c536e480 for host: dv-cinder-820027-24-iscsi {{(pid=112712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:52:30.424650 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54908fba-15a9-4922-83a8-1497481a7eb1 None None] Updating router fcc82b91-c5ce-40c9-843c-4646c536e480 port e9818611-1f9c-46dc-8778-e7cfb1c0f439 binding host dv-cinder-820027-24-iscsi {{(pid=112712) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 13:52:30.468096 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron_lib.callbacks.manager [None req-54908fba-15a9-4922-83a8-1497481a7eb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (e9818611-1f9c-46dc-8778-e7cfb1c0f439), before_update {{(pid=112712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:30.483450 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c30d795-c265-4ffe-9f24-5ee5b1eb5767 admin admin] Deleting subnet 53b02bff-8c64-4daf-9f16-d76b07bdced2 {{(pid=112710) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 08 13:52:30.491669 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0da6e5-13b8-41b3-9980-f6c928d67677 admin admin] Pushing event deleted for resources: {'Network': ['ID=7783d5d8-738a-4e5f-a937-12aa19a09c29,revision_number=None']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:30.552238 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.db.api [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112711) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 08 13:52:30.555006 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG oslo_db.api [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 13:52:30.560736 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-8c30d795-c265-4ffe-9f24-5ee5b1eb5767 admin admin] Publish callbacks [] for subnet (53b02bff-8c64-4daf-9f16-d76b07bdced2), before_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:30.711074 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.managers [None req-210a1e4b-3458-4f02-942e-a5bc05e141f1 None None] Attempting to bind port d6f3a42c-e88c-452a-abdc-a46d3276afd6 on host dv-cinder-820027-24-iscsi for vnic_type normal with profile {{(pid=112711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 08 13:52:30.711456 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.managers [None req-210a1e4b-3458-4f02-942e-a5bc05e141f1 None None] Attempting to bind port d6f3a42c-e88c-452a-abdc-a46d3276afd6 by drivers openvswitch,hyperv on host dv-cinder-820027-24-iscsi at level 0 using segments [{'id': '85382ad6-9794-441c-848f-26fa1eb3f5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '96ff558b-c5db-4059-a363-a83e90cf91c8'}] {{(pid=112711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 08 13:52:30.717213 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210a1e4b-3458-4f02-942e-a5bc05e141f1 None None] Attempting to bind port d6f3a42c-e88c-452a-abdc-a46d3276afd6 on network 96ff558b-c5db-4059-a363-a83e90cf91c8 {{(pid=112711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 13:52:30.879586 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-7600b6f4-b844-4fcb-b165-12f2e835ad90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3678394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3679297'] for router (02a208a6-8629-4695-a17f-fdd0442b3d34), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:30.893238 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-623ef05a-12ab-483d-b246-954d85a30c32 None None] Provisioning complete for port d14d6c00-2bf2-4669-a8c0-5b03702f7003 triggered by entity DHCP. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 13:52:30.893615 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-623ef05a-12ab-483d-b246-954d85a30c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (d14d6c00-2bf2-4669-a8c0-5b03702f7003), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:30.916336 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c5e8c6-4d89-4544-809e-a5fd217d693e None None] Pushing event updated for resources: {'Port': ['ID=d14d6c00-2bf2-4669-a8c0-5b03702f7003,revision_number=3']} {{(pid=112711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:30.985152 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82844979-3ddc-4a59-b642-ccdd82715e74 None None] Network a6ea2a7a-ef84-454a-b305-c470482cf7fa requested from dv-cinder-820027-24-iscsi {{(pid=112711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 08 13:52:31.019236 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-47ea272c-b214-48aa-a2ce-83fd5fc0c94e admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=18ab1673e1f84248a53ff27b3ccf0257&name=default HTTP/1.1" status: 200 len: 2992 time: 2.5912297 Sep 08 13:52:31.019938 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ea272c-b214-48aa-a2ce-83fd5fc0c94e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b27dc1e-65cc-47d1-a5e0-48cb82976409,revision_number=1']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:31.078828 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 33136) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:52:31.082493 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210a1e4b-3458-4f02-942e-a5bc05e141f1 None None] Checking agent: {'id': '6df97c0c-9140-47af-8c93-84593b95031c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 8, 13, 44, 19), 'started_at': datetime.datetime(2022, 9, 8, 13, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 9, 8, 13, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 08 13:52:31.082874 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210a1e4b-3458-4f02-942e-a5bc05e141f1 None None] Checking segment: {'id': '85382ad6-9794-441c-848f-26fa1eb3f5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '96ff558b-c5db-4059-a363-a83e90cf91c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 13:52:31.083277 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-210a1e4b-3458-4f02-942e-a5bc05e141f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:31.083677 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210a1e4b-3458-4f02-942e-a5bc05e141f1 None None] Bound using segment: {'id': '85382ad6-9794-441c-848f-26fa1eb3f5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '96ff558b-c5db-4059-a363-a83e90cf91c8'} {{(pid=112711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 08 13:52:31.084174 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.managers [None req-210a1e4b-3458-4f02-942e-a5bc05e141f1 None None] Bound port: d6f3a42c-e88c-452a-abdc-a46d3276afd6, host: dv-cinder-820027-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85382ad6-9794-441c-848f-26fa1eb3f5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '96ff558b-c5db-4059-a363-a83e90cf91c8'}}] {{(pid=112711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 08 13:52:31.084552 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-210a1e4b-3458-4f02-942e-a5bc05e141f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (d6f3a42c-e88c-452a-abdc-a46d3276afd6), before_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:31.091951 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:52:31.097239 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:52:31.106907 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.services.segments.plugin [-] Segment c361c03c-df7f-4208-8b2d-734f278b968f resource provider aggregate not found Sep 08 13:52:31.143086 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.services.segments.plugin [-] Segment c361c03c-df7f-4208-8b2d-734f278b968f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c361c03c-df7f-4208-8b2d-734f278b968f found for delete ", "request_id": "req-3a1554f3-351d-4165-8b76-a2cfd233c7ce"}]} Sep 08 13:52:31.163694 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-8c30d795-c265-4ffe-9f24-5ee5b1eb5767 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2443166'] for subnet (53b02bff-8c64-4daf-9f16-d76b07bdced2), precommit_delete_associations {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:31.189368 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 33140) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:52:31.212790 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-9905244e-dd10-4df0-aea3-0a276d8533d7 admin admin] Publish callbacks [] for router_gateway (8933e1ce-f357-4c29-bf32-c54a21fb90c9), after_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:31.222126 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Current status of the port d14d6c00-2bf2-4669-a8c0-5b03702f7003 is: ACTIVE; New status is: ACTIVE {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 13:52:31.276492 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b9e9806-2302-4a75-ad1b-d314ca03dd4e None None] Network cf5901ef-2ee5-4879-85aa-18770c77b80a requested from dv-cinder-820027-24-iscsi {{(pid=112711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 08 13:52:31.279207 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:52:31.284183 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-623ef05a-12ab-483d-b246-954d85a30c32 None None] Current status of the port d14d6c00-2bf2-4669-a8c0-5b03702f7003 is: ACTIVE; New status is: ACTIVE {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 13:52:31.322373 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-15695049-3af6-4810-adbe-d70c30e2079e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (None), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:31.324390 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-ba4b25ff-fc82-435b-8043-d609bc4ca0c6 admin admin] Publish callbacks [] for security_group (2b27dc1e-65cc-47d1-a5e0-48cb82976409), before_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:31.336673 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-db7baea9-1f84-4898-a3e8-4e408cad6077 admin admin] Publish callbacks [] for port (584b8d2a-edf7-4f00-9113-3e228c837fb1), precommit_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:31.341414 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-210a1e4b-3458-4f02-942e-a5bc05e141f1 None None] For port d6f3a42c-e88c-452a-abdc-a46d3276afd6, host dv-cinder-820027-24-iscsi, cleared binding levels {{(pid=112711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:52:31.350089 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-210a1e4b-3458-4f02-942e-a5bc05e141f1 None None] For port d6f3a42c-e88c-452a-abdc-a46d3276afd6, host dv-cinder-820027-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-24-iscsi',level=0,port_id=d6f3a42c-e88c-452a-abdc-a46d3276afd6,segment=NetworkSegment(85382ad6-9794-441c-848f-26fa1eb3f5ed),segment_id=85382ad6-9794-441c-848f-26fa1eb3f5ed)] {{(pid=112711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:52:31.364823 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-ba4b25ff-fc82-435b-8043-d609bc4ca0c6 admin admin] Publish callbacks [] for security_group (2b27dc1e-65cc-47d1-a5e0-48cb82976409), precommit_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:31.365399 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:52:31.372823 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-8c30d795-c265-4ffe-9f24-5ee5b1eb5767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1468842'] for subnet (53b02bff-8c64-4daf-9f16-d76b07bdced2), precommit_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:31.435618 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7600b6f4-b844-4fcb-b165-12f2e835ad90 admin admin] Router 02a208a6-8629-4695-a17f-fdd0442b3d34 is scheduled to L3 agent 91421a76-39ff-4685-90ca-aa6fbf6a1933 with binding_index 1 {{(pid=112709) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 13:52:31.460934 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:UPDATE=5,neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=5 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:52:31.474448 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-210a1e4b-3458-4f02-942e-a5bc05e141f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (d6f3a42c-e88c-452a-abdc-a46d3276afd6), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:31.520812 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-643d2a17-75e5-49f5-9ed2-5463070437dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:31.551792 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Device 9126f243-3223-422a-85fe-d48ffd6e7dfd up at agent ovs-agent-dv-cinder-820027-24-iscsi {{(pid=112711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:52:31.552016 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-8c30d795-c265-4ffe-9f24-5ee5b1eb5767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10367867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9654512'] for subnet (53b02bff-8c64-4daf-9f16-d76b07bdced2), after_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:31.594679 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:52:31.596412 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-b0f576c9-e91e-4cc0-a9cb-d5901b4e105d None None] Provisioning complete for port 202752e1-1680-46ab-aff8-fdde74350fd0 triggered by entity DHCP. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 13:52:31.596803 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-b0f576c9-e91e-4cc0-a9cb-d5901b4e105d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (202752e1-1680-46ab-aff8-fdde74350fd0), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:31.645262 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-ba4b25ff-fc82-435b-8043-d609bc4ca0c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (2b27dc1e-65cc-47d1-a5e0-48cb82976409), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:31.647793 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-ba4b25ff-fc82-435b-8043-d609bc4ca0c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:31.648932 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-ba4b25ff-fc82-435b-8043-d609bc4ca0c6 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/2b27dc1e-65cc-47d1-a5e0-48cb82976409 HTTP/1.1" status: 204 len: 168 time: 0.5683939 Sep 08 13:52:31.665646 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c30d795-c265-4ffe-9f24-5ee5b1eb5767 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53b02bff-8c64-4daf-9f16-d76b07bdced2,revision_number=None']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:31.676311 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210a1e4b-3458-4f02-942e-a5bc05e141f1 None None] Pushing event updated for resources: {'Port': ['ID=d6f3a42c-e88c-452a-abdc-a46d3276afd6,revision_number=2']} {{(pid=112711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:31.770135 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-8c30d795-c265-4ffe-9f24-5ee5b1eb5767 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:31.770298 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4b25ff-fc82-435b-8043-d609bc4ca0c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b27dc1e-65cc-47d1-a5e0-48cb82976409,revision_number=None']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:31.773762 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-8c30d795-c265-4ffe-9f24-5ee5b1eb5767 admin admin] 10.222.0.55 "DELETE /networking/v2.0/subnets/53b02bff-8c64-4daf-9f16-d76b07bdced2 HTTP/1.1" status: 204 len: 168 time: 1.4364233 Sep 08 13:52:31.785431 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 33154) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:52:31.946373 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-9b89ff33-eeff-4b53-978e-2a540a7fa6e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1549321'] for network (1ea85b0c-65c9-4940-8383-b5b6a0abd3c3), before_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:31.950152 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7600b6f4-b844-4fcb-b165-12f2e835ad90 admin admin] Notify agent at l3_agent.dv-cinder-820027-24-iscsi the message routers_updated {{(pid=112709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:52:31.952936 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.db.db_base_plugin_common [None req-15695049-3af6-4810-adbe-d70c30e2079e admin admin] Allocated IP 172.20.0.1 (1f51bdfd-daa1-4029-afe2-09413a504f9f/16ec224e-79ea-49c2-a338-b2ef63a83efd/f85dda4c-dc6c-45e0-a6db-266c6cfb4c85) {{(pid=112709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:52:32.001240 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-db7baea9-1f84-4898-a3e8-4e408cad6077 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729028134301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10367820'] for port (584b8d2a-edf7-4f00-9113-3e228c837fb1), after_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:32.016608 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-7600b6f4-b844-4fcb-b165-12f2e835ad90 admin admin] Publish callbacks [] for router (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:32.026333 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-7600b6f4-b844-4fcb-b165-12f2e835ad90 admin admin] 10.222.0.55 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.0653980 Sep 08 13:52:32.027323 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 33162) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:52:32.049611 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-b0f576c9-e91e-4cc0-a9cb-d5901b4e105d None None] Current status of the port 202752e1-1680-46ab-aff8-fdde74350fd0 is: DOWN; New status is: ACTIVE {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 13:52:32.050301 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-b0f576c9-e91e-4cc0-a9cb-d5901b4e105d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (202752e1-1680-46ab-aff8-fdde74350fd0), before_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:32.053896 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Provisioning complete for port 9126f243-3223-422a-85fe-d48ffd6e7dfd triggered by entity L2. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 13:52:32.054486 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (9126f243-3223-422a-85fe-d48ffd6e7dfd), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:32.060911 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b09155a-d60a-4b01-88a2-1b4187e8b0e4 None None] Sync routers for ids ['02a208a6-8629-4695-a17f-fdd0442b3d34'] in dv-cinder-820027-24-iscsi {{(pid=112711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:52:32.104246 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-643d2a17-75e5-49f5-9ed2-5463070437dd admin admin] Publish callbacks [] for security_group (343c26d8-4afb-45fb-bf4c-a41372e8b59b), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:32.170407 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db7baea9-1f84-4898-a3e8-4e408cad6077 admin admin] Network a5311008-4782-42e3-9445-a36a6c9fb014 is already hosted by enough agents. {{(pid=112710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:52:32.241879 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.scheduler.base_scheduler [None req-db7baea9-1f84-4898-a3e8-4e408cad6077 admin admin] Resources bound (agent type, host, resource id): {{(pid=112710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:52:32.246620 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7baea9-1f84-4898-a3e8-4e408cad6077 admin admin] Received port after_create {{(pid=112710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 08 13:52:32.253145 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-9905244e-dd10-4df0-aea3-0a276d8533d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3678394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3679297'] for router (8933e1ce-f357-4c29-bf32-c54a21fb90c9), after_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:32.277062 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b09155a-d60a-4b01-88a2-1b4187e8b0e4 None None] Routers {'02a208a6-8629-4695-a17f-fdd0442b3d34'} bound to L3 agent in host dv-cinder-820027-24-iscsi {{(pid=112711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 13:52:32.277697 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_hamode_db [None req-1b09155a-d60a-4b01-88a2-1b4187e8b0e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-08T13:44:16Z,description=,heartbeat_timestamp=2022-09-08T13:52:16Z,host='dv-cinder-820027-24-iscsi',id=91421a76-39ff-4685-90ca-aa6fbf6a1933,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:44:16Z,topic='l3_agent')) {'router_ids': ['02a208a6-8629-4695-a17f-fdd0442b3d34'], 'active': True} {{(pid=112711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:52:32.283050 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-643d2a17-75e5-49f5-9ed2-5463070437dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (343c26d8-4afb-45fb-bf4c-a41372e8b59b), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:32.302146 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:52:32.328900 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:52:32.344673 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron_lib.callbacks.manager [None req-54908fba-15a9-4922-83a8-1497481a7eb1 None None] Publish callbacks [] for port (e9818611-1f9c-46dc-8778-e7cfb1c0f439), precommit_update {{(pid=112712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:32.356129 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron_lib.callbacks.manager [None req-54908fba-15a9-4922-83a8-1497481a7eb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (e9818611-1f9c-46dc-8778-e7cfb1c0f439), after_update {{(pid=112712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:32.389314 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 33164) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:52:32.411799 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.plugins.ml2.managers [None req-54908fba-15a9-4922-83a8-1497481a7eb1 None None] Attempting to bind port e9818611-1f9c-46dc-8778-e7cfb1c0f439 on host dv-cinder-820027-24-iscsi for vnic_type normal with profile {{(pid=112712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 08 13:52:32.412468 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.plugins.ml2.managers [None req-54908fba-15a9-4922-83a8-1497481a7eb1 None None] Attempting to bind port e9818611-1f9c-46dc-8778-e7cfb1c0f439 by drivers openvswitch,hyperv on host dv-cinder-820027-24-iscsi at level 0 using segments [{'id': 'ebffaf8e-8370-4e1c-9c1b-02c9fe7aa40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014'}] {{(pid=112712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 08 13:52:32.413058 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54908fba-15a9-4922-83a8-1497481a7eb1 None None] Attempting to bind port e9818611-1f9c-46dc-8778-e7cfb1c0f439 on network a5311008-4782-42e3-9445-a36a6c9fb014 {{(pid=112712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 13:52:32.428900 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7baea9-1f84-4898-a3e8-4e408cad6077 admin admin] Pushing event updated for resources: {'Port': ['ID=584b8d2a-edf7-4f00-9113-3e228c837fb1,revision_number=1']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:32.473607 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-9b89ff33-eeff-4b53-978e-2a540a7fa6e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1385153', 'neutron.services.segments.db._delete_segments_for_network-8729028602525'] for network (1ea85b0c-65c9-4940-8383-b5b6a0abd3c3), precommit_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:32.483520 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-643d2a17-75e5-49f5-9ed2-5463070437dd admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=b2b7fd2f4a4e478bb57d996da77bb2cd&name=default HTTP/1.1" status: 200 len: 2994 time: 1.2901852 Sep 08 13:52:32.484614 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc72607-b35a-4e04-ae89-6b0770efa9d3 None None] Pushing event updated for resources: {'Port': ['ID=e9818611-1f9c-46dc-8778-e7cfb1c0f439,revision_number=2']} {{(pid=112712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:32.495953 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 33166) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:52:32.501041 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643d2a17-75e5-49f5-9ed2-5463070437dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=343c26d8-4afb-45fb-bf4c-a41372e8b59b,revision_number=1']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:32.501250 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc72607-b35a-4e04-ae89-6b0770efa9d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:32.501760 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc72607-b35a-4e04-ae89-6b0770efa9d3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:32.502880 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc72607-b35a-4e04-ae89-6b0770efa9d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:32.503405 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc72607-b35a-4e04-ae89-6b0770efa9d3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:32.503905 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc72607-b35a-4e04-ae89-6b0770efa9d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:32.504390 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc72607-b35a-4e04-ae89-6b0770efa9d3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:32.504874 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc72607-b35a-4e04-ae89-6b0770efa9d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:32.505352 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc72607-b35a-4e04-ae89-6b0770efa9d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:32.506483 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc72607-b35a-4e04-ae89-6b0770efa9d3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:32.506980 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc72607-b35a-4e04-ae89-6b0770efa9d3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:32.507463 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc72607-b35a-4e04-ae89-6b0770efa9d3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:32.507948 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc72607-b35a-4e04-ae89-6b0770efa9d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:32.508429 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc72607-b35a-4e04-ae89-6b0770efa9d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:32.508944 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc72607-b35a-4e04-ae89-6b0770efa9d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:32.509425 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc72607-b35a-4e04-ae89-6b0770efa9d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:32.511019 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc72607-b35a-4e04-ae89-6b0770efa9d3 None None] Tracked resource versions report: Sep 08 13:52:32.511019 dv-cinder-820027-24-iscsi neutron-server[112712]: pushed versions: Sep 08 13:52:32.511019 dv-cinder-820027-24-iscsi neutron-server[112712]: { 'AddressGroup': {'1.2'}, Sep 08 13:52:32.511019 dv-cinder-820027-24-iscsi neutron-server[112712]: 'Agent': {'1.1'}, Sep 08 13:52:32.511019 dv-cinder-820027-24-iscsi neutron-server[112712]: 'ConntrackHelper': {'1.0'}, Sep 08 13:52:32.511019 dv-cinder-820027-24-iscsi neutron-server[112712]: 'LocalIPAssociation': {'1.0'}, Sep 08 13:52:32.511019 dv-cinder-820027-24-iscsi neutron-server[112712]: 'Log': {'1.0'}, Sep 08 13:52:32.511019 dv-cinder-820027-24-iscsi neutron-server[112712]: 'NDPProxy': {'1.0'}, Sep 08 13:52:32.511019 dv-cinder-820027-24-iscsi neutron-server[112712]: 'Network': {'1.1'}, Sep 08 13:52:32.511019 dv-cinder-820027-24-iscsi neutron-server[112712]: 'Port': {'1.7'}, Sep 08 13:52:32.511019 dv-cinder-820027-24-iscsi neutron-server[112712]: 'PortForwarding': {'1.3'}, Sep 08 13:52:32.511019 dv-cinder-820027-24-iscsi neutron-server[112712]: 'QosPolicy': {'1.10'}, Sep 08 13:52:32.511019 dv-cinder-820027-24-iscsi neutron-server[112712]: 'SecurityGroup': {'1.5'}, Sep 08 13:52:32.511019 dv-cinder-820027-24-iscsi neutron-server[112712]: 'SecurityGroupRule': {'1.2'}, Sep 08 13:52:32.511019 dv-cinder-820027-24-iscsi neutron-server[112712]: 'SubPort': {'1.0'}, Sep 08 13:52:32.511019 dv-cinder-820027-24-iscsi neutron-server[112712]: 'Subnet': {'1.1'}, Sep 08 13:52:32.511019 dv-cinder-820027-24-iscsi neutron-server[112712]: 'Trunk': {'1.1'}} Sep 08 13:52:32.511019 dv-cinder-820027-24-iscsi neutron-server[112712]: consumer versions: Sep 08 13:52:32.511019 dv-cinder-820027-24-iscsi neutron-server[112712]: { DHCP agent@dv-cinder-820027-24-iscsi: {}, Sep 08 13:52:32.511019 dv-cinder-820027-24-iscsi neutron-server[112712]: HyperV agent@hv-cinder-82002: {}, Sep 08 13:52:32.511019 dv-cinder-820027-24-iscsi neutron-server[112712]: L3 agent@dv-cinder-820027-24-iscsi: {}, Sep 08 13:52:32.511019 dv-cinder-820027-24-iscsi neutron-server[112712]: Metadata agent@dv-cinder-820027-24-iscsi: {}, Sep 08 13:52:32.511019 dv-cinder-820027-24-iscsi neutron-server[112712]: Metering agent@dv-cinder-820027-24-iscsi: {}, Sep 08 13:52:32.511019 dv-cinder-820027-24-iscsi neutron-server[112712]: Open vSwitch agent@dv-cinder-820027-24-iscsi: { 'AddressGroup': '1.2', Sep 08 13:52:32.511019 dv-cinder-820027-24-iscsi neutron-server[112712]: 'Agent': '1.1', Sep 08 13:52:32.511019 dv-cinder-820027-24-iscsi neutron-server[112712]: 'ConntrackHelper': '1.0', Sep 08 13:52:32.511019 dv-cinder-820027-24-iscsi neutron-server[112712]: 'LocalIPAssociation': '1.0', Sep 08 13:52:32.511019 dv-cinder-820027-24-iscsi neutron-server[112712]: 'Log': '1.0', Sep 08 13:52:32.511019 dv-cinder-820027-24-iscsi neutron-server[112712]: 'NDPProxy': '1.0', Sep 08 13:52:32.511019 dv-cinder-820027-24-iscsi neutron-server[112712]: 'Network': '1.1', Sep 08 13:52:32.511019 dv-cinder-820027-24-iscsi neutron-server[112712]: 'Port': '1.7', Sep 08 13:52:32.511019 dv-cinder-820027-24-iscsi neutron-server[112712]: 'PortForwarding': '1.3', Sep 08 13:52:32.511019 dv-cinder-820027-24-iscsi neutron-server[112712]: 'QosPolicy': '1.10', Sep 08 13:52:32.511019 dv-cinder-820027-24-iscsi neutron-server[112712]: 'SecurityGroup': '1.5', Sep 08 13:52:32.511019 dv-cinder-820027-24-iscsi neutron-server[112712]: 'SecurityGroupRule': '1.2', Sep 08 13:52:32.511019 dv-cinder-820027-24-iscsi neutron-server[112712]: 'SubPort': '1.0', Sep 08 13:52:32.511019 dv-cinder-820027-24-iscsi neutron-server[112712]: 'Subnet': '1.1', Sep 08 13:52:32.511019 dv-cinder-820027-24-iscsi neutron-server[112712]: 'Trunk': '1.1'}} Sep 08 13:52:32.511019 dv-cinder-820027-24-iscsi neutron-server[112712]: {{(pid=112712) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 08 13:52:32.515059 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-f47baee0-63c2-447c-ada1-ba0fbf757a53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:32.542828 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:52:32.552257 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54908fba-15a9-4922-83a8-1497481a7eb1 None None] Checking agent: {'id': '6df97c0c-9140-47af-8c93-84593b95031c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 8, 13, 44, 19), 'started_at': datetime.datetime(2022, 9, 8, 13, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 9, 8, 13, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 08 13:52:32.553032 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54908fba-15a9-4922-83a8-1497481a7eb1 None None] Checking segment: {'id': 'ebffaf8e-8370-4e1c-9c1b-02c9fe7aa40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 13:52:32.554057 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron_lib.callbacks.manager [None req-54908fba-15a9-4922-83a8-1497481a7eb1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:32.554660 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54908fba-15a9-4922-83a8-1497481a7eb1 None None] Bound using segment: {'id': 'ebffaf8e-8370-4e1c-9c1b-02c9fe7aa40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014'} {{(pid=112712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 08 13:52:32.555347 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.plugins.ml2.managers [None req-54908fba-15a9-4922-83a8-1497481a7eb1 None None] Bound port: e9818611-1f9c-46dc-8778-e7cfb1c0f439, host: dv-cinder-820027-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebffaf8e-8370-4e1c-9c1b-02c9fe7aa40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014'}}] {{(pid=112712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 08 13:52:32.555935 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron_lib.callbacks.manager [None req-54908fba-15a9-4922-83a8-1497481a7eb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (e9818611-1f9c-46dc-8778-e7cfb1c0f439), before_update {{(pid=112712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:32.604703 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:52:32.606756 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-15695049-3af6-4810-adbe-d70c30e2079e admin admin] Publish callbacks [] for port (f85dda4c-dc6c-45e0-a6db-266c6cfb4c85), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:32.613315 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.plugins.ml2.db [None req-54908fba-15a9-4922-83a8-1497481a7eb1 None None] For port e9818611-1f9c-46dc-8778-e7cfb1c0f439, host dv-cinder-820027-24-iscsi, cleared binding levels {{(pid=112712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:52:32.617168 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.plugins.ml2.db [None req-54908fba-15a9-4922-83a8-1497481a7eb1 None None] For port e9818611-1f9c-46dc-8778-e7cfb1c0f439, host dv-cinder-820027-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-24-iscsi',level=0,port_id=e9818611-1f9c-46dc-8778-e7cfb1c0f439,segment=NetworkSegment(ebffaf8e-8370-4e1c-9c1b-02c9fe7aa40e),segment_id=ebffaf8e-8370-4e1c-9c1b-02c9fe7aa40e)] {{(pid=112712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:52:32.622942 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron_lib.callbacks.manager [None req-54908fba-15a9-4922-83a8-1497481a7eb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (e9818611-1f9c-46dc-8778-e7cfb1c0f439), after_update {{(pid=112712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:32.630382 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.services.segments.db [None req-9b89ff33-eeff-4b53-978e-2a540a7fa6e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ea85b0c-65c9-4940-8383-b5b6a0abd3c3']}} {{(pid=112710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:52:32.662384 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvr_db [None req-1b09155a-d60a-4b01-88a2-1b4187e8b0e4 None None] Set router 02a208a6-8629-4695-a17f-fdd0442b3d34 gateway port host: dv-cinder-820027-24-iscsi {{(pid=112711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 13:52:32.662610 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54908fba-15a9-4922-83a8-1497481a7eb1 None None] Routers {'fcc82b91-c5ce-40c9-843c-4646c536e480'} bound to L3 agent in host dv-cinder-820027-24-iscsi {{(pid=112712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 13:52:32.663195 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_hamode_db [None req-54908fba-15a9-4922-83a8-1497481a7eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-08T13:44:16Z,description=,heartbeat_timestamp=2022-09-08T13:52:16Z,host='dv-cinder-820027-24-iscsi',id=91421a76-39ff-4685-90ca-aa6fbf6a1933,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:44:16Z,topic='l3_agent')) {'router_ids': ['fcc82b91-c5ce-40c9-843c-4646c536e480'], 'active': True} {{(pid=112712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:52:32.677194 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.services.segments.db [None req-9b89ff33-eeff-4b53-978e-2a540a7fa6e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa171f99-6db1-4625-90b6-3dd0b03baa21') {'for_net_delete': True} {{(pid=112710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:52:32.678023 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.services.segments.db [None req-9b89ff33-eeff-4b53-978e-2a540a7fa6e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa171f99-6db1-4625-90b6-3dd0b03baa21') {} {{(pid=112710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:52:32.702356 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-9b89ff33-eeff-4b53-978e-2a540a7fa6e0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729028602570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2443109'] for segment (fa171f99-6db1-4625-90b6-3dd0b03baa21), before_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:32.726618 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-9b89ff33-eeff-4b53-978e-2a540a7fa6e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1392598'] for segment (fa171f99-6db1-4625-90b6-3dd0b03baa21), precommit_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:32.744214 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc72607-b35a-4e04-ae89-6b0770efa9d3 None None] Pushing event updated for resources: {'Port': ['ID=e9818611-1f9c-46dc-8778-e7cfb1c0f439,revision_number=3']} {{(pid=112712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:32.766351 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-b0f576c9-e91e-4cc0-a9cb-d5901b4e105d None None] For port 202752e1-1680-46ab-aff8-fdde74350fd0, host dv-cinder-820027-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-24-iscsi',level=0,port_id=202752e1-1680-46ab-aff8-fdde74350fd0,segment=NetworkSegment(f5264372-fa90-4674-a04a-e3a6e49336da),segment_id=f5264372-fa90-4674-a04a-e3a6e49336da)] {{(pid=112711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:52:32.774069 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-b0f576c9-e91e-4cc0-a9cb-d5901b4e105d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (202752e1-1680-46ab-aff8-fdde74350fd0), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:32.799833 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-b0f576c9-e91e-4cc0-a9cb-d5901b4e105d None None] Provisioning complete for port 9126f243-3223-422a-85fe-d48ffd6e7dfd triggered by entity DHCP. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 13:52:32.800202 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-b0f576c9-e91e-4cc0-a9cb-d5901b4e105d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (9126f243-3223-422a-85fe-d48ffd6e7dfd), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:32.800320 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-99e59966-7dc8-4ec1-a27f-8f596b1a4572 admin admin] Publish callbacks [] for security_group (343c26d8-4afb-45fb-bf4c-a41372e8b59b), before_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:32.808987 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b89ff33-eeff-4b53-978e-2a540a7fa6e0 admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=112710) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:52:32.811212 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-9b89ff33-eeff-4b53-978e-2a540a7fa6e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1392598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10367761'] for segment (fa171f99-6db1-4625-90b6-3dd0b03baa21), after_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:32.837377 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-15695049-3af6-4810-adbe-d70c30e2079e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729028134301'] for port (f85dda4c-dc6c-45e0-a6db-266c6cfb4c85), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:32.848368 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_dvr_db [None req-54908fba-15a9-4922-83a8-1497481a7eb1 None None] Set router fcc82b91-c5ce-40c9-843c-4646c536e480 gateway port host: dv-cinder-820027-24-iscsi {{(pid=112712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 13:52:32.891330 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-99e59966-7dc8-4ec1-a27f-8f596b1a4572 admin admin] Publish callbacks [] for security_group (343c26d8-4afb-45fb-bf4c-a41372e8b59b), precommit_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:32.936313 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-9b89ff33-eeff-4b53-978e-2a540a7fa6e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1385144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3679383'] for network (1ea85b0c-65c9-4940-8383-b5b6a0abd3c3), after_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:32.946052 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Current status of the port 9126f243-3223-422a-85fe-d48ffd6e7dfd is: DOWN; New status is: ACTIVE {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 13:52:32.946445 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (9126f243-3223-422a-85fe-d48ffd6e7dfd), before_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:32.960907 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-9b89ff33-eeff-4b53-978e-2a540a7fa6e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693876'] for network (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:32.971478 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-9b89ff33-eeff-4b53-978e-2a540a7fa6e0 admin admin] 10.222.0.55 "DELETE /networking/v2.0/networks/1ea85b0c-65c9-4940-8383-b5b6a0abd3c3 HTTP/1.1" status: 204 len: 168 time: 1.1796999 Sep 08 13:52:32.992708 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15695049-3af6-4810-adbe-d70c30e2079e admin admin] Network 1f51bdfd-daa1-4029-afe2-09413a504f9f is already hosted by enough agents. {{(pid=112709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:52:33.023495 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b89ff33-eeff-4b53-978e-2a540a7fa6e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ea85b0c-65c9-4940-8383-b5b6a0abd3c3,revision_number=None']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:33.043637 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15695049-3af6-4810-adbe-d70c30e2079e admin admin] Pushing event updated for resources: {'Port': ['ID=f85dda4c-dc6c-45e0-a6db-266c6cfb4c85,revision_number=1']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:33.044706 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9905244e-dd10-4df0-aea3-0a276d8533d7 admin admin] Router 8933e1ce-f357-4c29-bf32-c54a21fb90c9 is scheduled to L3 agent 91421a76-39ff-4685-90ca-aa6fbf6a1933 with binding_index 1 {{(pid=112710) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 13:52:33.062119 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.scheduler.base_scheduler [None req-15695049-3af6-4810-adbe-d70c30e2079e admin admin] Resources bound (agent type, host, resource id): {{(pid=112709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:52:33.064859 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15695049-3af6-4810-adbe-d70c30e2079e admin admin] Received port after_create {{(pid=112709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 08 13:52:33.065762 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-15695049-3af6-4810-adbe-d70c30e2079e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3854091'] for router_interface (fcc82b91-c5ce-40c9-843c-4646c536e480), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:33.107491 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f576c9-e91e-4cc0-a9cb-d5901b4e105d None None] Pushing event updated for resources: {'Port': ['ID=202752e1-1680-46ab-aff8-fdde74350fd0,revision_number=3']} {{(pid=112711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:33.127767 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:52:33.130651 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (4c2ff875-e6d7-424e-bdc7-d4b2ed4bdd9c), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:33.164502 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-f47baee0-63c2-447c-ada1-ba0fbf757a53 admin admin] Publish callbacks [] for security_group (337643f4-81ee-4550-9de7-06e9f0a969dc), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:33.181370 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:52:33.182681 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-f47baee0-63c2-447c-ada1-ba0fbf757a53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (337643f4-81ee-4550-9de7-06e9f0a969dc), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:33.195679 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:52:33.232490 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47baee0-63c2-447c-ada1-ba0fbf757a53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=337643f4-81ee-4550-9de7-06e9f0a969dc,revision_number=1']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:33.247627 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_hamode_db [None req-54908fba-15a9-4922-83a8-1497481a7eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc82b91-c5ce-40c9-843c-4646c536e480', 'name': 'tempest-DeleteServersTestJSON-69065340-router', 'tenant_id': 'b868b7f8289047369b2fcbb500f353e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': 'e9818611-1f9c-46dc-8778-e7cfb1c0f439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:52:24Z', 'updated_at': '2022-09-08T13:52:28Z', 'revision_number': 3, 'project_id': 'b868b7f8289047369b2fcbb500f353e5', 'gw_port': {'id': 'e9818611-1f9c-46dc-8778-e7cfb1c0f439', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:4a:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcc82b91-c5ce-40c9-843c-4646c536e480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:52:26Z', 'updated_at': '2022-09-08T13:52:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi'}], 'dv-cinder-820027-24-iscsi', False) {} {{(pid=112712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:52:33.332647 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54908fba-15a9-4922-83a8-1497481a7eb1 None None] The sync data for ids ['fcc82b91-c5ce-40c9-843c-4646c536e480'] in dv-cinder-820027-24-iscsi is: [{'id': 'fcc82b91-c5ce-40c9-843c-4646c536e480', 'name': 'tempest-DeleteServersTestJSON-69065340-router', 'tenant_id': 'b868b7f8289047369b2fcbb500f353e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': 'e9818611-1f9c-46dc-8778-e7cfb1c0f439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:52:24Z', 'updated_at': '2022-09-08T13:52:28Z', 'revision_number': 3, 'project_id': 'b868b7f8289047369b2fcbb500f353e5', 'gw_port': {'id': 'e9818611-1f9c-46dc-8778-e7cfb1c0f439', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:4a:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcc82b91-c5ce-40c9-843c-4646c536e480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:52:26Z', 'updated_at': '2022-09-08T13:52:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi'}] {{(pid=112712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:52:33.379995 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] For port 9126f243-3223-422a-85fe-d48ffd6e7dfd, host dv-cinder-820027-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-24-iscsi',level=0,port_id=9126f243-3223-422a-85fe-d48ffd6e7dfd,segment=NetworkSegment(20c24cd0-3b1f-4e89-83a4-717e24ca5a29),segment_id=20c24cd0-3b1f-4e89-83a4-717e24ca5a29)] {{(pid=112711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:52:33.424616 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:52:33.444257 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9905244e-dd10-4df0-aea3-0a276d8533d7 admin admin] Notify agent at l3_agent.dv-cinder-820027-24-iscsi the message routers_updated {{(pid=112710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:52:33.448259 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.services.segments.plugin [-] Segment fa171f99-6db1-4625-90b6-3dd0b03baa21 resource provider aggregate not found Sep 08 13:52:33.457664 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad1631e-60c5-40cd-8795-d142bb766ff7 None None] Sync routers for ids ['8933e1ce-f357-4c29-bf32-c54a21fb90c9'] in dv-cinder-820027-24-iscsi {{(pid=112712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:52:33.477723 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad1631e-60c5-40cd-8795-d142bb766ff7 None None] Routers {'8933e1ce-f357-4c29-bf32-c54a21fb90c9'} bound to L3 agent in host dv-cinder-820027-24-iscsi {{(pid=112712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 13:52:33.482913 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_hamode_db [None req-dad1631e-60c5-40cd-8795-d142bb766ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-08T13:44:16Z,description=,heartbeat_timestamp=2022-09-08T13:52:16Z,host='dv-cinder-820027-24-iscsi',id=91421a76-39ff-4685-90ca-aa6fbf6a1933,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:44:16Z,topic='l3_agent')) {'router_ids': ['8933e1ce-f357-4c29-bf32-c54a21fb90c9'], 'active': True} {{(pid=112712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:52:33.502371 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.services.segments.plugin [-] Segment fa171f99-6db1-4625-90b6-3dd0b03baa21 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fa171f99-6db1-4625-90b6-3dd0b03baa21 found for delete ", "request_id": "req-8c1f5f6f-077c-48bb-bd95-6ad61fada492"}]} Sep 08 13:52:33.515988 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-9905244e-dd10-4df0-aea3-0a276d8533d7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:33.517554 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-9905244e-dd10-4df0-aea3-0a276d8533d7 admin admin] 10.222.0.55 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 930 time: 8.3762918 Sep 08 13:52:33.520902 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 33190) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:52:33.523568 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:52:33.527730 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-db7baea9-1f84-4898-a3e8-4e408cad6077 admin admin] Publish callbacks [] for router_gateway (d9900679-40ee-433a-a560-a42dfc9cff15), after_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:33.536616 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_hamode_db [None req-1b09155a-d60a-4b01-88a2-1b4187e8b0e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02a208a6-8629-4695-a17f-fdd0442b3d34', 'name': 'tempest-AttachVolumeNegativeTest-1590919179-router', 'tenant_id': 'b4ca185497284e9780eba8fc2e713d6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'e8f2f592-277a-4d05-986e-4d884ef99bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:52:26Z', 'updated_at': '2022-09-08T13:52:29Z', 'revision_number': 3, 'project_id': 'b4ca185497284e9780eba8fc2e713d6e', 'gw_port': {'id': 'e8f2f592-277a-4d05-986e-4d884ef99bfb', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:98:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02a208a6-8629-4695-a17f-fdd0442b3d34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:52:27Z', 'updated_at': '2022-09-08T13:52:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi'}], 'dv-cinder-820027-24-iscsi', False) {} {{(pid=112711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:52:33.539508 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (9126f243-3223-422a-85fe-d48ffd6e7dfd), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:33.540538 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Device 202752e1-1680-46ab-aff8-fdde74350fd0 up at agent ovs-agent-dv-cinder-820027-24-iscsi {{(pid=112711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:52:33.621113 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 33192) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:52:33.634319 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-b0f576c9-e91e-4cc0-a9cb-d5901b4e105d None None] Current status of the port 9126f243-3223-422a-85fe-d48ffd6e7dfd is: DOWN; New status is: ACTIVE {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 13:52:33.634720 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-b0f576c9-e91e-4cc0-a9cb-d5901b4e105d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (9126f243-3223-422a-85fe-d48ffd6e7dfd), before_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:33.651994 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd46f1ff-3c5a-4d7a-ac18-dac8eea1dbbb None None] Network 96ff558b-c5db-4059-a363-a83e90cf91c8 requested from dv-cinder-820027-24-iscsi {{(pid=112711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 08 13:52:33.679922 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b09155a-d60a-4b01-88a2-1b4187e8b0e4 None None] Checking router: 02a208a6-8629-4695-a17f-fdd0442b3d34 for host: dv-cinder-820027-24-iscsi {{(pid=112711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:52:33.680409 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b09155a-d60a-4b01-88a2-1b4187e8b0e4 None None] Updating router 02a208a6-8629-4695-a17f-fdd0442b3d34 port e8f2f592-277a-4d05-986e-4d884ef99bfb binding host dv-cinder-820027-24-iscsi {{(pid=112711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 13:52:33.692008 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=4 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:52:33.699866 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-f47baee0-63c2-447c-ada1-ba0fbf757a53 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=1a35514109a1451a81faa1e8eeee4362&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2859609 Sep 08 13:52:33.700581 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-99e59966-7dc8-4ec1-a27f-8f596b1a4572 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (343c26d8-4afb-45fb-bf4c-a41372e8b59b), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:33.703680 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-99e59966-7dc8-4ec1-a27f-8f596b1a4572 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:33.707100 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-99e59966-7dc8-4ec1-a27f-8f596b1a4572 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/343c26d8-4afb-45fb-bf4c-a41372e8b59b HTTP/1.1" status: 204 len: 168 time: 1.2052820 Sep 08 13:52:33.716943 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 33196) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:52:33.871485 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_dvr_db [None req-dad1631e-60c5-40cd-8795-d142bb766ff7 None None] Set router 8933e1ce-f357-4c29-bf32-c54a21fb90c9 gateway port host: dv-cinder-820027-24-iscsi {{(pid=112712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 13:52:33.909346 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 33202) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:52:33.982823 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e59966-7dc8-4ec1-a27f-8f596b1a4572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=343c26d8-4afb-45fb-bf4c-a41372e8b59b,revision_number=None']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:34.001321 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-1b09155a-d60a-4b01-88a2-1b4187e8b0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (e8f2f592-277a-4d05-986e-4d884ef99bfb), before_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:34.038950 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Pushing event updated for resources: {'Port': ['ID=9126f243-3223-422a-85fe-d48ffd6e7dfd,revision_number=3']} {{(pid=112711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:34.050110 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.db.api [None req-b0f576c9-e91e-4cc0-a9cb-d5901b4e105d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112711) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 08 13:52:34.050518 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG oslo_db.api [None req-b0f576c9-e91e-4cc0-a9cb-d5901b4e105d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 13:52:34.100527 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Provisioning complete for port 202752e1-1680-46ab-aff8-fdde74350fd0 triggered by entity L2. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 13:52:34.100924 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (202752e1-1680-46ab-aff8-fdde74350fd0), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:34.217013 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-2f05ae0c-1b26-4f48-9d01-ad507137b7dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (None), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:34.221433 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-5fe8309e-9ebe-4b9c-8a5c-039a389ecf10 admin admin] Publish callbacks [] for security_group (337643f4-81ee-4550-9de7-06e9f0a969dc), before_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:34.293080 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_hamode_db [None req-dad1631e-60c5-40cd-8795-d142bb766ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8933e1ce-f357-4c29-bf32-c54a21fb90c9', 'name': 'tempest-ServerRescueNegativeTestJSON-997876912-router', 'tenant_id': '127bce2080d54fe4871b5aaa6cc394b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '6530787b-90c8-4e51-aa61-a98ea4643c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:52:25Z', 'updated_at': '2022-09-08T13:52:29Z', 'revision_number': 3, 'project_id': '127bce2080d54fe4871b5aaa6cc394b5', 'gw_port': {'id': '6530787b-90c8-4e51-aa61-a98ea4643c89', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:bc:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8933e1ce-f357-4c29-bf32-c54a21fb90c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:52:26Z', 'updated_at': '2022-09-08T13:52:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi'}], 'dv-cinder-820027-24-iscsi', False) {} {{(pid=112712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:52:34.361897 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad1631e-60c5-40cd-8795-d142bb766ff7 None None] Checking router: 8933e1ce-f357-4c29-bf32-c54a21fb90c9 for host: dv-cinder-820027-24-iscsi {{(pid=112712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:52:34.364782 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad1631e-60c5-40cd-8795-d142bb766ff7 None None] Updating router 8933e1ce-f357-4c29-bf32-c54a21fb90c9 port 6530787b-90c8-4e51-aa61-a98ea4643c89 binding host dv-cinder-820027-24-iscsi {{(pid=112712) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 13:52:34.447838 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-15695049-3af6-4810-adbe-d70c30e2079e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (f85dda4c-dc6c-45e0-a6db-266c6cfb4c85), before_update {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:34.451903 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron_lib.callbacks.manager [None req-dad1631e-60c5-40cd-8795-d142bb766ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (6530787b-90c8-4e51-aa61-a98ea4643c89), before_update {{(pid=112712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:34.561102 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-db7baea9-1f84-4898-a3e8-4e408cad6077 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3678394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3679297'] for router (d9900679-40ee-433a-a560-a42dfc9cff15), after_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:34.718571 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-15695049-3af6-4810-adbe-d70c30e2079e admin admin] Publish callbacks [] for port (f85dda4c-dc6c-45e0-a6db-266c6cfb4c85), precommit_update {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:34.751050 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 33216) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:52:34.753976 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-96191a9d-4556-4c7b-87e6-82e0a98fc181 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=98c2fd35f46c4314874bcd6c09c08d4f&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1280432 Sep 08 13:52:34.766987 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-b1930068-1813-483a-ba17-d3d894053bf7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:34.773583 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-15695049-3af6-4810-adbe-d70c30e2079e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (f85dda4c-dc6c-45e0-a6db-266c6cfb4c85), after_update {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:34.779638 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-15695049-3af6-4810-adbe-d70c30e2079e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3690700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3854231'] for router_interface (fcc82b91-c5ce-40c9-843c-4646c536e480), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:34.790982 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-5fe8309e-9ebe-4b9c-8a5c-039a389ecf10 admin admin] Publish callbacks [] for security_group (337643f4-81ee-4550-9de7-06e9f0a969dc), precommit_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:34.860808 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Current status of the port 202752e1-1680-46ab-aff8-fdde74350fd0 is: ACTIVE; New status is: ACTIVE {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 13:52:34.861992 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Device d14d6c00-2bf2-4669-a8c0-5b03702f7003 up at agent ovs-agent-dv-cinder-820027-24-iscsi {{(pid=112711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:52:34.923420 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-1b09155a-d60a-4b01-88a2-1b4187e8b0e4 None None] Publish callbacks [] for port (e8f2f592-277a-4d05-986e-4d884ef99bfb), precommit_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:34.926721 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-b0f576c9-e91e-4cc0-a9cb-d5901b4e105d None None] Current status of the port 9126f243-3223-422a-85fe-d48ffd6e7dfd is: ACTIVE; New status is: ACTIVE {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 13:52:34.935185 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:UPDATE=2,neutron:SELECT=95,neutron:DELETE=3 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:52:34.937762 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db7baea9-1f84-4898-a3e8-4e408cad6077 admin admin] Router d9900679-40ee-433a-a560-a42dfc9cff15 is scheduled to L3 agent 91421a76-39ff-4685-90ca-aa6fbf6a1933 with binding_index 1 {{(pid=112710) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 13:52:34.938300 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-1b09155a-d60a-4b01-88a2-1b4187e8b0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (e8f2f592-277a-4d05-986e-4d884ef99bfb), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:34.972548 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:52:35.015970 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-b1930068-1813-483a-ba17-d3d894053bf7 admin admin] Publish callbacks [] for security_group (2b59509e-c325-4493-9772-277e8d2a7a28), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:35.038783 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:52:35.039458 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:52:35.042972 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.managers [None req-1b09155a-d60a-4b01-88a2-1b4187e8b0e4 None None] Attempting to bind port e8f2f592-277a-4d05-986e-4d884ef99bfb on host dv-cinder-820027-24-iscsi for vnic_type normal with profile {{(pid=112711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 08 13:52:35.043502 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.managers [None req-1b09155a-d60a-4b01-88a2-1b4187e8b0e4 None None] Attempting to bind port e8f2f592-277a-4d05-986e-4d884ef99bfb by drivers openvswitch,hyperv on host dv-cinder-820027-24-iscsi at level 0 using segments [{'id': 'ebffaf8e-8370-4e1c-9c1b-02c9fe7aa40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014'}] {{(pid=112711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 08 13:52:35.043869 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b09155a-d60a-4b01-88a2-1b4187e8b0e4 None None] Attempting to bind port e8f2f592-277a-4d05-986e-4d884ef99bfb on network a5311008-4782-42e3-9445-a36a6c9fb014 {{(pid=112711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 13:52:35.053265 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62607377-8437-43b0-b54a-5797f34faab7 None None] Pushing event updated for resources: {'Port': ['ID=e8f2f592-277a-4d05-986e-4d884ef99bfb,revision_number=2']} {{(pid=112711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:35.090391 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Provisioning complete for port d14d6c00-2bf2-4669-a8c0-5b03702f7003 triggered by entity L2. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 13:52:35.090794 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (d14d6c00-2bf2-4669-a8c0-5b03702f7003), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:35.123841 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-14c21e6c-dbd3-4570-80a3-fd99ecefb3d3 None None] Provisioning complete for port f85dda4c-dc6c-45e0-a6db-266c6cfb4c85 triggered by entity DHCP. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 13:52:35.124294 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-14c21e6c-dbd3-4570-80a3-fd99ecefb3d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (f85dda4c-dc6c-45e0-a6db-266c6cfb4c85), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:35.131008 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-edbfb0e4-0438-4e5d-93c9-b74d7384a91f admin admin] Publish callbacks [] for security_group (4479e3bd-527b-4918-8e66-1cd85cd6b87b), before_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:35.168552 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-14c21e6c-dbd3-4570-80a3-fd99ecefb3d3 None None] Port f85dda4c-dc6c-45e0-a6db-266c6cfb4c85 cannot update to ACTIVE because it is not bound. {{(pid=112711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 08 13:52:35.180827 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-14c21e6c-dbd3-4570-80a3-fd99ecefb3d3 None None] Provisioning complete for port 202752e1-1680-46ab-aff8-fdde74350fd0 triggered by entity DHCP. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 13:52:35.181226 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-14c21e6c-dbd3-4570-80a3-fd99ecefb3d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (202752e1-1680-46ab-aff8-fdde74350fd0), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:35.199581 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:52:35.200454 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=83,neutron:UPDATE=2,neutron:INSERT=11,neutron:DELETE=4 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:52:35.210321 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-edbfb0e4-0438-4e5d-93c9-b74d7384a91f admin admin] Publish callbacks [] for security_group (4479e3bd-527b-4918-8e66-1cd85cd6b87b), precommit_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:35.213709 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15695049-3af6-4810-adbe-d70c30e2079e admin admin] Network 1f51bdfd-daa1-4029-afe2-09413a504f9f is already hosted by enough agents. {{(pid=112709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:52:35.216885 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-96932ec0-2b81-4d0d-af63-3b1f6618189c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (None), before_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:35.238399 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b09155a-d60a-4b01-88a2-1b4187e8b0e4 None None] Checking agent: {'id': '6df97c0c-9140-47af-8c93-84593b95031c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 8, 13, 44, 19), 'started_at': datetime.datetime(2022, 9, 8, 13, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 9, 8, 13, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 08 13:52:35.239343 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b09155a-d60a-4b01-88a2-1b4187e8b0e4 None None] Checking segment: {'id': 'ebffaf8e-8370-4e1c-9c1b-02c9fe7aa40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 13:52:35.240034 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-1b09155a-d60a-4b01-88a2-1b4187e8b0e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:35.242024 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b09155a-d60a-4b01-88a2-1b4187e8b0e4 None None] Bound using segment: {'id': 'ebffaf8e-8370-4e1c-9c1b-02c9fe7aa40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014'} {{(pid=112711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 08 13:52:35.242144 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.scheduler.base_scheduler [None req-15695049-3af6-4810-adbe-d70c30e2079e admin admin] Resources bound (agent type, host, resource id): {{(pid=112709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:52:35.243374 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.managers [None req-1b09155a-d60a-4b01-88a2-1b4187e8b0e4 None None] Bound port: e8f2f592-277a-4d05-986e-4d884ef99bfb, host: dv-cinder-820027-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebffaf8e-8370-4e1c-9c1b-02c9fe7aa40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014'}}] {{(pid=112711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 08 13:52:35.244761 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15695049-3af6-4810-adbe-d70c30e2079e admin admin] Pushing event updated for resources: {'Port': ['ID=f85dda4c-dc6c-45e0-a6db-266c6cfb4c85,revision_number=2']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:35.245888 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-1b09155a-d60a-4b01-88a2-1b4187e8b0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (e8f2f592-277a-4d05-986e-4d884ef99bfb), before_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:35.250230 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db7baea9-1f84-4898-a3e8-4e408cad6077 admin admin] Notify agent at l3_agent.dv-cinder-820027-24-iscsi the message routers_updated {{(pid=112710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:52:35.261648 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-b1930068-1813-483a-ba17-d3d894053bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (2b59509e-c325-4493-9772-277e8d2a7a28), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:35.288633 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-db7baea9-1f84-4898-a3e8-4e408cad6077 admin admin] Publish callbacks [] for router (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:35.290164 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-5fe8309e-9ebe-4b9c-8a5c-039a389ecf10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (337643f4-81ee-4550-9de7-06e9f0a969dc), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:35.290856 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-db7baea9-1f84-4898-a3e8-4e408cad6077 admin admin] 10.222.0.55 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.7077017 Sep 08 13:52:35.292708 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-5fe8309e-9ebe-4b9c-8a5c-039a389ecf10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:35.294318 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-5fe8309e-9ebe-4b9c-8a5c-039a389ecf10 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/337643f4-81ee-4550-9de7-06e9f0a969dc HTTP/1.1" status: 204 len: 168 time: 1.5354922 Sep 08 13:52:35.295985 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 33232) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:52:35.321872 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8120234-648c-480e-86ed-618ebf5efd1c None None] Sync routers for ids ['d9900679-40ee-433a-a560-a42dfc9cff15'] in dv-cinder-820027-24-iscsi {{(pid=112711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:52:35.378802 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron_lib.callbacks.manager [None req-dad1631e-60c5-40cd-8795-d142bb766ff7 None None] Publish callbacks [] for port (6530787b-90c8-4e51-aa61-a98ea4643c89), precommit_update {{(pid=112712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:35.388848 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:52:35.395267 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron_lib.callbacks.manager [None req-dad1631e-60c5-40cd-8795-d142bb766ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (6530787b-90c8-4e51-aa61-a98ea4643c89), after_update {{(pid=112712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:35.421841 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8120234-648c-480e-86ed-618ebf5efd1c None None] Routers {'d9900679-40ee-433a-a560-a42dfc9cff15'} bound to L3 agent in host dv-cinder-820027-24-iscsi {{(pid=112711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 13:52:35.422589 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_hamode_db [None req-f8120234-648c-480e-86ed-618ebf5efd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-08T13:44:16Z,description=,heartbeat_timestamp=2022-09-08T13:52:16Z,host='dv-cinder-820027-24-iscsi',id=91421a76-39ff-4685-90ca-aa6fbf6a1933,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:44:16Z,topic='l3_agent')) {'router_ids': ['d9900679-40ee-433a-a560-a42dfc9cff15'], 'active': True} {{(pid=112711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:52:35.453058 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.plugins.ml2.managers [None req-dad1631e-60c5-40cd-8795-d142bb766ff7 None None] Attempting to bind port 6530787b-90c8-4e51-aa61-a98ea4643c89 on host dv-cinder-820027-24-iscsi for vnic_type normal with profile {{(pid=112712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 08 13:52:35.453460 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.plugins.ml2.managers [None req-dad1631e-60c5-40cd-8795-d142bb766ff7 None None] Attempting to bind port 6530787b-90c8-4e51-aa61-a98ea4643c89 by drivers openvswitch,hyperv on host dv-cinder-820027-24-iscsi at level 0 using segments [{'id': 'ebffaf8e-8370-4e1c-9c1b-02c9fe7aa40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014'}] {{(pid=112712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 08 13:52:35.453865 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad1631e-60c5-40cd-8795-d142bb766ff7 None None] Attempting to bind port 6530787b-90c8-4e51-aa61-a98ea4643c89 on network a5311008-4782-42e3-9445-a36a6c9fb014 {{(pid=112712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 13:52:35.543277 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-b1930068-1813-483a-ba17-d3d894053bf7 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=8a4eb5c1f5b44cfab4a3869cc0a06851&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5605090 Sep 08 13:52:35.552824 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 33236) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:52:35.566710 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-edbfb0e4-0438-4e5d-93c9-b74d7384a91f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (4479e3bd-527b-4918-8e66-1cd85cd6b87b), after_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:35.571509 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-edbfb0e4-0438-4e5d-93c9-b74d7384a91f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:35.572888 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-edbfb0e4-0438-4e5d-93c9-b74d7384a91f admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/4479e3bd-527b-4918-8e66-1cd85cd6b87b HTTP/1.1" status: 204 len: 168 time: 0.8163588 Sep 08 13:52:35.586066 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15695049-3af6-4810-adbe-d70c30e2079e admin admin] Router fcc82b91-c5ce-40c9-843c-4646c536e480 has already been hosted by L3 agent 91421a76-39ff-4685-90ca-aa6fbf6a1933 {{(pid=112709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:52:35.648357 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbfb0e4-0438-4e5d-93c9-b74d7384a91f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4479e3bd-527b-4918-8e66-1cd85cd6b87b,revision_number=None']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:35.700607 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad1631e-60c5-40cd-8795-d142bb766ff7 None None] Checking agent: {'id': '6df97c0c-9140-47af-8c93-84593b95031c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 8, 13, 44, 19), 'started_at': datetime.datetime(2022, 9, 8, 13, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 9, 8, 13, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 08 13:52:35.700607 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad1631e-60c5-40cd-8795-d142bb766ff7 None None] Checking segment: {'id': 'ebffaf8e-8370-4e1c-9c1b-02c9fe7aa40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 13:52:35.702810 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron_lib.callbacks.manager [None req-dad1631e-60c5-40cd-8795-d142bb766ff7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:35.706764 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad1631e-60c5-40cd-8795-d142bb766ff7 None None] Bound using segment: {'id': 'ebffaf8e-8370-4e1c-9c1b-02c9fe7aa40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014'} {{(pid=112712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 08 13:52:35.707368 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.plugins.ml2.managers [None req-dad1631e-60c5-40cd-8795-d142bb766ff7 None None] Bound port: 6530787b-90c8-4e51-aa61-a98ea4643c89, host: dv-cinder-820027-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebffaf8e-8370-4e1c-9c1b-02c9fe7aa40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014'}}] {{(pid=112712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 08 13:52:35.707813 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron_lib.callbacks.manager [None req-dad1631e-60c5-40cd-8795-d142bb766ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (6530787b-90c8-4e51-aa61-a98ea4643c89), before_update {{(pid=112712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:35.782851 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-519a9533-8ae3-42f2-8059-0bb149f2a815 admin admin] Publish callbacks [] for security_group (2b59509e-c325-4493-9772-277e8d2a7a28), before_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:35.842208 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb8bf80-313a-45f9-b0fa-69a164233ca4 None None] Pushing event updated for resources: {'Port': ['ID=6530787b-90c8-4e51-aa61-a98ea4643c89,revision_number=2']} {{(pid=112712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:35.890331 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.plugins.ml2.db [None req-dad1631e-60c5-40cd-8795-d142bb766ff7 None None] For port 6530787b-90c8-4e51-aa61-a98ea4643c89, host dv-cinder-820027-24-iscsi, cleared binding levels {{(pid=112712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:52:35.904257 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.plugins.ml2.db [None req-dad1631e-60c5-40cd-8795-d142bb766ff7 None None] For port 6530787b-90c8-4e51-aa61-a98ea4643c89, host dv-cinder-820027-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-24-iscsi',level=0,port_id=6530787b-90c8-4e51-aa61-a98ea4643c89,segment=NetworkSegment(ebffaf8e-8370-4e1c-9c1b-02c9fe7aa40e),segment_id=ebffaf8e-8370-4e1c-9c1b-02c9fe7aa40e)] {{(pid=112712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:52:35.906306 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:52:35.913112 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.db.db_base_plugin_common [None req-96932ec0-2b81-4d0d-af63-3b1f6618189c admin admin] Allocated IP 172.20.0.1 (a6ea2a7a-ef84-454a-b305-c470482cf7fa/8a8f577a-16e1-4e37-b6e2-a6cc60df3540/04ca4a7d-8d12-44ad-b574-5149c116a206) {{(pid=112710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:52:35.918486 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-519a9533-8ae3-42f2-8059-0bb149f2a815 admin admin] Publish callbacks [] for security_group (2b59509e-c325-4493-9772-277e8d2a7a28), precommit_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:35.922218 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron_lib.callbacks.manager [None req-dad1631e-60c5-40cd-8795-d142bb766ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (6530787b-90c8-4e51-aa61-a98ea4643c89), after_update {{(pid=112712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:35.937920 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:52:35.948268 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1930068-1813-483a-ba17-d3d894053bf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b59509e-c325-4493-9772-277e8d2a7a28,revision_number=1']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:35.998266 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad1631e-60c5-40cd-8795-d142bb766ff7 None None] Routers {'8933e1ce-f357-4c29-bf32-c54a21fb90c9'} bound to L3 agent in host dv-cinder-820027-24-iscsi {{(pid=112712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 13:52:36.000053 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_hamode_db [None req-dad1631e-60c5-40cd-8795-d142bb766ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-08T13:44:16Z,description=,heartbeat_timestamp=2022-09-08T13:52:16Z,host='dv-cinder-820027-24-iscsi',id=91421a76-39ff-4685-90ca-aa6fbf6a1933,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:44:16Z,topic='l3_agent')) {'router_ids': ['8933e1ce-f357-4c29-bf32-c54a21fb90c9'], 'active': True} {{(pid=112712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:52:36.061881 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-1b09155a-d60a-4b01-88a2-1b4187e8b0e4 None None] For port e8f2f592-277a-4d05-986e-4d884ef99bfb, host dv-cinder-820027-24-iscsi, cleared binding levels {{(pid=112711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:52:36.068436 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-1b09155a-d60a-4b01-88a2-1b4187e8b0e4 None None] For port e8f2f592-277a-4d05-986e-4d884ef99bfb, host dv-cinder-820027-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-24-iscsi',level=0,port_id=e8f2f592-277a-4d05-986e-4d884ef99bfb,segment=NetworkSegment(ebffaf8e-8370-4e1c-9c1b-02c9fe7aa40e),segment_id=ebffaf8e-8370-4e1c-9c1b-02c9fe7aa40e)] {{(pid=112711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:52:36.129889 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb8bf80-313a-45f9-b0fa-69a164233ca4 None None] Pushing event updated for resources: {'Port': ['ID=6530787b-90c8-4e51-aa61-a98ea4643c89,revision_number=3']} {{(pid=112712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:36.153774 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-1b09155a-d60a-4b01-88a2-1b4187e8b0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (e8f2f592-277a-4d05-986e-4d884ef99bfb), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:36.200280 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_dvr_db [None req-dad1631e-60c5-40cd-8795-d142bb766ff7 None None] Set router 8933e1ce-f357-4c29-bf32-c54a21fb90c9 gateway port host: dv-cinder-820027-24-iscsi {{(pid=112712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 13:52:36.240019 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=85,neutron:DELETE=9,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:52:36.256162 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15695049-3af6-4810-adbe-d70c30e2079e admin admin] Notify agent at l3_agent.dv-cinder-820027-24-iscsi the message routers_updated {{(pid=112709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:52:36.296245 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-519a9533-8ae3-42f2-8059-0bb149f2a815 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (2b59509e-c325-4493-9772-277e8d2a7a28), after_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:36.299789 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca312c08-0bb0-47cd-b4d0-20546e184d66 None None] Sync routers for ids ['fcc82b91-c5ce-40c9-843c-4646c536e480'] in dv-cinder-820027-24-iscsi {{(pid=112712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:52:36.299997 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-519a9533-8ae3-42f2-8059-0bb149f2a815 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:36.301147 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-519a9533-8ae3-42f2-8059-0bb149f2a815 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/2b59509e-c325-4493-9772-277e8d2a7a28 HTTP/1.1" status: 204 len: 168 time: 0.7446694 Sep 08 13:52:36.328224 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-15695049-3af6-4810-adbe-d70c30e2079e admin admin] 10.222.0.55 "PUT /networking/v2.0/routers/fcc82b91-c5ce-40c9-843c-4646c536e480/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5331028 Sep 08 13:52:36.334608 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe8309e-9ebe-4b9c-8a5c-039a389ecf10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=337643f4-81ee-4550-9de7-06e9f0a969dc,revision_number=None']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:36.345998 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62607377-8437-43b0-b54a-5797f34faab7 None None] Pushing event updated for resources: {'Port': ['ID=e8f2f592-277a-4d05-986e-4d884ef99bfb,revision_number=3']} {{(pid=112711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:36.360486 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Current status of the port d14d6c00-2bf2-4669-a8c0-5b03702f7003 is: ACTIVE; New status is: ACTIVE {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 13:52:36.374086 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519a9533-8ae3-42f2-8059-0bb149f2a815 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b59509e-c325-4493-9772-277e8d2a7a28,revision_number=None']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:36.375243 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca312c08-0bb0-47cd-b4d0-20546e184d66 None None] Routers {'fcc82b91-c5ce-40c9-843c-4646c536e480'} bound to L3 agent in host dv-cinder-820027-24-iscsi {{(pid=112712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 13:52:36.375874 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_hamode_db [None req-ca312c08-0bb0-47cd-b4d0-20546e184d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-08T13:44:16Z,description=,heartbeat_timestamp=2022-09-08T13:52:16Z,host='dv-cinder-820027-24-iscsi',id=91421a76-39ff-4685-90ca-aa6fbf6a1933,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:44:16Z,topic='l3_agent')) {'router_ids': ['fcc82b91-c5ce-40c9-843c-4646c536e480'], 'active': True} {{(pid=112712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:52:36.442984 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-96932ec0-2b81-4d0d-af63-3b1f6618189c admin admin] Publish callbacks [] for port (04ca4a7d-8d12-44ad-b574-5149c116a206), precommit_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:36.452831 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvr_db [None req-f8120234-648c-480e-86ed-618ebf5efd1c None None] Set router d9900679-40ee-433a-a560-a42dfc9cff15 gateway port host: dv-cinder-820027-24-iscsi {{(pid=112711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 13:52:36.474386 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:52:36.493884 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 33276) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:52:36.506412 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.db.db_base_plugin_common [None req-2f05ae0c-1b26-4f48-9d01-ad507137b7dd admin admin] Allocated IP 172.20.0.1 (cf5901ef-2ee5-4879-85aa-18770c77b80a/a139bee4-b378-4a6d-bfa3-c572d95f8369/0ca98399-9c62-4c2e-b02f-2e468cdee8e8) {{(pid=112709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:52:36.634854 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-14c21e6c-dbd3-4570-80a3-fd99ecefb3d3 None None] Current status of the port 202752e1-1680-46ab-aff8-fdde74350fd0 is: ACTIVE; New status is: ACTIVE {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 13:52:36.645819 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b09155a-d60a-4b01-88a2-1b4187e8b0e4 None None] Routers {'02a208a6-8629-4695-a17f-fdd0442b3d34'} bound to L3 agent in host dv-cinder-820027-24-iscsi {{(pid=112711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 13:52:36.647954 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_hamode_db [None req-1b09155a-d60a-4b01-88a2-1b4187e8b0e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-08T13:44:16Z,description=,heartbeat_timestamp=2022-09-08T13:52:16Z,host='dv-cinder-820027-24-iscsi',id=91421a76-39ff-4685-90ca-aa6fbf6a1933,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:44:16Z,topic='l3_agent')) {'router_ids': ['02a208a6-8629-4695-a17f-fdd0442b3d34'], 'active': True} {{(pid=112711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:52:36.672294 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-14c21e6c-dbd3-4570-80a3-fd99ecefb3d3 None None] Provisioning complete for port d6f3a42c-e88c-452a-abdc-a46d3276afd6 triggered by entity DHCP. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 13:52:36.672470 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-ac6cb9a3-5715-4a7e-b124-953f7ba8c572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (None), before_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:36.673584 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-14c21e6c-dbd3-4570-80a3-fd99ecefb3d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (d6f3a42c-e88c-452a-abdc-a46d3276afd6), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:36.784143 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-96932ec0-2b81-4d0d-af63-3b1f6618189c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729028134301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10367820'] for port (04ca4a7d-8d12-44ad-b574-5149c116a206), after_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:36.800614 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-2f05ae0c-1b26-4f48-9d01-ad507137b7dd admin admin] Publish callbacks [] for port (0ca98399-9c62-4c2e-b02f-2e468cdee8e8), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:36.803817 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_dvr_db [None req-ca312c08-0bb0-47cd-b4d0-20546e184d66 None None] Set router fcc82b91-c5ce-40c9-843c-4646c536e480 gateway port host: dv-cinder-820027-24-iscsi {{(pid=112712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 13:52:36.806522 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_hamode_db [None req-dad1631e-60c5-40cd-8795-d142bb766ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8933e1ce-f357-4c29-bf32-c54a21fb90c9', 'name': 'tempest-ServerRescueNegativeTestJSON-997876912-router', 'tenant_id': '127bce2080d54fe4871b5aaa6cc394b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '6530787b-90c8-4e51-aa61-a98ea4643c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:52:25Z', 'updated_at': '2022-09-08T13:52:29Z', 'revision_number': 3, 'project_id': '127bce2080d54fe4871b5aaa6cc394b5', 'gw_port': {'id': '6530787b-90c8-4e51-aa61-a98ea4643c89', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:bc:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8933e1ce-f357-4c29-bf32-c54a21fb90c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:52:26Z', 'updated_at': '2022-09-08T13:52:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi'}], 'dv-cinder-820027-24-iscsi', False) {} {{(pid=112712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:52:36.841503 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Device 9126f243-3223-422a-85fe-d48ffd6e7dfd up at agent ovs-agent-dv-cinder-820027-24-iscsi {{(pid=112711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:52:36.870693 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-2f05ae0c-1b26-4f48-9d01-ad507137b7dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729028134301'] for port (0ca98399-9c62-4c2e-b02f-2e468cdee8e8), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:36.902748 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad1631e-60c5-40cd-8795-d142bb766ff7 None None] The sync data for ids ['8933e1ce-f357-4c29-bf32-c54a21fb90c9'] in dv-cinder-820027-24-iscsi is: [{'id': '8933e1ce-f357-4c29-bf32-c54a21fb90c9', 'name': 'tempest-ServerRescueNegativeTestJSON-997876912-router', 'tenant_id': '127bce2080d54fe4871b5aaa6cc394b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '6530787b-90c8-4e51-aa61-a98ea4643c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:52:25Z', 'updated_at': '2022-09-08T13:52:29Z', 'revision_number': 3, 'project_id': '127bce2080d54fe4871b5aaa6cc394b5', 'gw_port': {'id': '6530787b-90c8-4e51-aa61-a98ea4643c89', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:bc:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8933e1ce-f357-4c29-bf32-c54a21fb90c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:52:26Z', 'updated_at': '2022-09-08T13:52:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi'}] {{(pid=112712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:52:36.968242 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f05ae0c-1b26-4f48-9d01-ad507137b7dd admin admin] Network cf5901ef-2ee5-4879-85aa-18770c77b80a is already hosted by enough agents. {{(pid=112709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:52:36.983241 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.scheduler.base_scheduler [None req-2f05ae0c-1b26-4f48-9d01-ad507137b7dd admin admin] Resources bound (agent type, host, resource id): {{(pid=112709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:52:36.996732 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=100 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:52:37.002290 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f05ae0c-1b26-4f48-9d01-ad507137b7dd admin admin] Received port after_create {{(pid=112709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 08 13:52:37.002781 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-2f05ae0c-1b26-4f48-9d01-ad507137b7dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3854091'] for router_interface (02a208a6-8629-4695-a17f-fdd0442b3d34), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:37.090085 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 33284) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:52:37.110107 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f05ae0c-1b26-4f48-9d01-ad507137b7dd admin admin] Pushing event updated for resources: {'Port': ['ID=0ca98399-9c62-4c2e-b02f-2e468cdee8e8,revision_number=1']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:37.160116 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-9ef17779-24be-488e-9758-a84e08838a38 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=8d113649d43f48c499dd573c9880c5de&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6610882 Sep 08 13:52:37.165705 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 33290) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:52:37.168850 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96932ec0-2b81-4d0d-af63-3b1f6618189c admin admin] Pushing event updated for resources: {'Port': ['ID=04ca4a7d-8d12-44ad-b574-5149c116a206,revision_number=1']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:37.206280 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96932ec0-2b81-4d0d-af63-3b1f6618189c admin admin] Network a6ea2a7a-ef84-454a-b305-c470482cf7fa is already hosted by enough agents. {{(pid=112710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:52:37.209276 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.scheduler.base_scheduler [None req-96932ec0-2b81-4d0d-af63-3b1f6618189c admin admin] Resources bound (agent type, host, resource id): {{(pid=112710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:52:37.213998 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96932ec0-2b81-4d0d-af63-3b1f6618189c admin admin] Received port after_create {{(pid=112710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 08 13:52:37.257196 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvr_db [None req-1b09155a-d60a-4b01-88a2-1b4187e8b0e4 None None] Set router 02a208a6-8629-4695-a17f-fdd0442b3d34 gateway port host: dv-cinder-820027-24-iscsi {{(pid=112711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 13:52:37.267703 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-96932ec0-2b81-4d0d-af63-3b1f6618189c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3854091'] for router_interface (8933e1ce-f357-4c29-bf32-c54a21fb90c9), before_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:37.393064 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_hamode_db [None req-ca312c08-0bb0-47cd-b4d0-20546e184d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc82b91-c5ce-40c9-843c-4646c536e480', 'name': 'tempest-DeleteServersTestJSON-69065340-router', 'tenant_id': 'b868b7f8289047369b2fcbb500f353e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': 'e9818611-1f9c-46dc-8778-e7cfb1c0f439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:52:24Z', 'updated_at': '2022-09-08T13:52:34Z', 'revision_number': 4, 'project_id': 'b868b7f8289047369b2fcbb500f353e5', 'gw_port': {'id': 'e9818611-1f9c-46dc-8778-e7cfb1c0f439', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:4a:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcc82b91-c5ce-40c9-843c-4646c536e480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:52:26Z', 'updated_at': '2022-09-08T13:52:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi', '_interfaces': [{'id': 'f85dda4c-dc6c-45e0-a6db-266c6cfb4c85', 'name': '', 'network_id': '1f51bdfd-daa1-4029-afe2-09413a504f9f', 'tenant_id': 'b868b7f8289047369b2fcbb500f353e5', 'mac_address': 'fa:16:3e:dc:34:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcc82b91-c5ce-40c9-843c-4646c536e480', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '16ec224e-79ea-49c2-a338-b2ef63a83efd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:52:31Z', 'updated_at': '2022-09-08T13:52:34Z', 'revision_number': 2, 'project_id': 'b868b7f8289047369b2fcbb500f353e5', 'subnets': [{'id': '16ec224e-79ea-49c2-a338-b2ef63a83efd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-24-iscsi', False) {} {{(pid=112712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:52:37.470751 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca312c08-0bb0-47cd-b4d0-20546e184d66 None None] Checking router: fcc82b91-c5ce-40c9-843c-4646c536e480 for host: dv-cinder-820027-24-iscsi {{(pid=112712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:52:37.471110 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca312c08-0bb0-47cd-b4d0-20546e184d66 None None] Updating router fcc82b91-c5ce-40c9-843c-4646c536e480 port f85dda4c-dc6c-45e0-a6db-266c6cfb4c85 binding host dv-cinder-820027-24-iscsi {{(pid=112712) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 13:52:37.498089 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.agents_db [None req-36671662-b8ef-427e-8422-ee96630d1377 None None] Agent healthcheck: found 6 active agents {{(pid=112712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:52:37.514388 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron_lib.callbacks.manager [None req-ca312c08-0bb0-47cd-b4d0-20546e184d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (f85dda4c-dc6c-45e0-a6db-266c6cfb4c85), before_update {{(pid=112712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:37.605267 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-9669a1f4-11eb-4d64-80f6-bebabad35811 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:37.653939 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-e548f325-adda-41d8-83af-1367224b4d27 admin admin] Publish callbacks [] for security_group (c6869ca9-3fe9-4de4-9fd7-1e9c1f080166), before_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:37.683638 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-e548f325-adda-41d8-83af-1367224b4d27 admin admin] Publish callbacks [] for security_group (c6869ca9-3fe9-4de4-9fd7-1e9c1f080166), precommit_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:37.714654 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:52:37.737100 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:52:37.762098 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-2f05ae0c-1b26-4f48-9d01-ad507137b7dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (0ca98399-9c62-4c2e-b02f-2e468cdee8e8), before_update {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:37.873258 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Provisioning complete for port 9126f243-3223-422a-85fe-d48ffd6e7dfd triggered by entity L2. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 13:52:37.873790 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (9126f243-3223-422a-85fe-d48ffd6e7dfd), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:37.905693 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-e548f325-adda-41d8-83af-1367224b4d27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (c6869ca9-3fe9-4de4-9fd7-1e9c1f080166), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:37.906570 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_hamode_db [None req-f8120234-648c-480e-86ed-618ebf5efd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9900679-40ee-433a-a560-a42dfc9cff15', 'name': 'tempest-AttachVolumeTestJSON-667659487-router', 'tenant_id': '6998e0c9a62e4f54a27faf56dbeb543a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '584b8d2a-edf7-4f00-9113-3e228c837fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:52:27Z', 'updated_at': '2022-09-08T13:52:32Z', 'revision_number': 3, 'project_id': '6998e0c9a62e4f54a27faf56dbeb543a', 'gw_port': {'id': '584b8d2a-edf7-4f00-9113-3e228c837fb1', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ae:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9900679-40ee-433a-a560-a42dfc9cff15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:52:29Z', 'updated_at': '2022-09-08T13:52:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi'}], 'dv-cinder-820027-24-iscsi', False) {} {{(pid=112711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:52:37.923157 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-e548f325-adda-41d8-83af-1367224b4d27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:37.924770 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-96932ec0-2b81-4d0d-af63-3b1f6618189c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (04ca4a7d-8d12-44ad-b574-5149c116a206), before_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:37.931237 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-e548f325-adda-41d8-83af-1367224b4d27 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/c6869ca9-3fe9-4de4-9fd7-1e9c1f080166 HTTP/1.1" status: 204 len: 168 time: 0.7639701 Sep 08 13:52:37.956636 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8120234-648c-480e-86ed-618ebf5efd1c None None] Checking router: d9900679-40ee-433a-a560-a42dfc9cff15 for host: dv-cinder-820027-24-iscsi {{(pid=112711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:52:37.957902 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8120234-648c-480e-86ed-618ebf5efd1c None None] Updating router d9900679-40ee-433a-a560-a42dfc9cff15 port 584b8d2a-edf7-4f00-9113-3e228c837fb1 binding host dv-cinder-820027-24-iscsi {{(pid=112711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 13:52:38.012124 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-f8120234-648c-480e-86ed-618ebf5efd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (584b8d2a-edf7-4f00-9113-3e228c837fb1), before_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:38.013909 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:52:38.020535 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:INSERT=8,neutron:UPDATE=5,neutron:SELECT=84,neutron:DELETE=3 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:52:38.022233 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e548f325-adda-41d8-83af-1367224b4d27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6869ca9-3fe9-4de4-9fd7-1e9c1f080166,revision_number=None']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:38.048681 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-14c21e6c-dbd3-4570-80a3-fd99ecefb3d3 None None] Current status of the port d6f3a42c-e88c-452a-abdc-a46d3276afd6 is: DOWN; New status is: ACTIVE {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 13:52:38.049432 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-14c21e6c-dbd3-4570-80a3-fd99ecefb3d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (d6f3a42c-e88c-452a-abdc-a46d3276afd6), before_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:38.094538 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:52:38.102751 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_hamode_db [None req-1b09155a-d60a-4b01-88a2-1b4187e8b0e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02a208a6-8629-4695-a17f-fdd0442b3d34', 'name': 'tempest-AttachVolumeNegativeTest-1590919179-router', 'tenant_id': 'b4ca185497284e9780eba8fc2e713d6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'e8f2f592-277a-4d05-986e-4d884ef99bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:52:26Z', 'updated_at': '2022-09-08T13:52:29Z', 'revision_number': 3, 'project_id': 'b4ca185497284e9780eba8fc2e713d6e', 'gw_port': {'id': 'e8f2f592-277a-4d05-986e-4d884ef99bfb', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:98:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02a208a6-8629-4695-a17f-fdd0442b3d34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:52:27Z', 'updated_at': '2022-09-08T13:52:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi'}], 'dv-cinder-820027-24-iscsi', False) {} {{(pid=112711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:52:38.143645 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b09155a-d60a-4b01-88a2-1b4187e8b0e4 None None] The sync data for ids ['02a208a6-8629-4695-a17f-fdd0442b3d34'] in dv-cinder-820027-24-iscsi is: [{'id': '02a208a6-8629-4695-a17f-fdd0442b3d34', 'name': 'tempest-AttachVolumeNegativeTest-1590919179-router', 'tenant_id': 'b4ca185497284e9780eba8fc2e713d6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'e8f2f592-277a-4d05-986e-4d884ef99bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:52:26Z', 'updated_at': '2022-09-08T13:52:29Z', 'revision_number': 3, 'project_id': 'b4ca185497284e9780eba8fc2e713d6e', 'gw_port': {'id': 'e8f2f592-277a-4d05-986e-4d884ef99bfb', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:98:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02a208a6-8629-4695-a17f-fdd0442b3d34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:52:27Z', 'updated_at': '2022-09-08T13:52:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi'}] {{(pid=112711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:52:38.161711 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:52:38.181473 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-9669a1f4-11eb-4d64-80f6-bebabad35811 admin admin] Publish callbacks [] for security_group (dfada152-c624-484e-ad72-d78a76dec82d), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:38.183531 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-14c21e6c-dbd3-4570-80a3-fd99ecefb3d3 None None] For port d6f3a42c-e88c-452a-abdc-a46d3276afd6, host dv-cinder-820027-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-24-iscsi',level=0,port_id=d6f3a42c-e88c-452a-abdc-a46d3276afd6,segment=NetworkSegment(85382ad6-9794-441c-848f-26fa1eb3f5ed),segment_id=85382ad6-9794-441c-848f-26fa1eb3f5ed)] {{(pid=112711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:52:38.198158 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-9669a1f4-11eb-4d64-80f6-bebabad35811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (dfada152-c624-484e-ad72-d78a76dec82d), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:38.245034 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 33328) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:52:38.270179 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-14c21e6c-dbd3-4570-80a3-fd99ecefb3d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (d6f3a42c-e88c-452a-abdc-a46d3276afd6), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:38.286677 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-14c21e6c-dbd3-4570-80a3-fd99ecefb3d3 None None] Provisioning complete for port 9126f243-3223-422a-85fe-d48ffd6e7dfd triggered by entity DHCP. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 13:52:38.287054 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-14c21e6c-dbd3-4570-80a3-fd99ecefb3d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (9126f243-3223-422a-85fe-d48ffd6e7dfd), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:38.289404 dv-cinder-820027-24-iscsi neutron-server[112710]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 08 13:52:38.329447 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron_lib.callbacks.manager [None req-ca312c08-0bb0-47cd-b4d0-20546e184d66 None None] Publish callbacks [] for port (f85dda4c-dc6c-45e0-a6db-266c6cfb4c85), precommit_update {{(pid=112712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:38.335366 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:52:38.342460 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron_lib.callbacks.manager [None req-ca312c08-0bb0-47cd-b4d0-20546e184d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (f85dda4c-dc6c-45e0-a6db-266c6cfb4c85), after_update {{(pid=112712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:38.363013 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-9669a1f4-11eb-4d64-80f6-bebabad35811 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=18e9b0ebe369463780030429234b202b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2720912 Sep 08 13:52:38.386334 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 33332) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:52:38.464674 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07e71bf-646e-44b4-8a2f-29ccdcfb4d74 None None] Pushing event updated for resources: {'Port': ['ID=f85dda4c-dc6c-45e0-a6db-266c6cfb4c85,revision_number=3']} {{(pid=112712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:38.592654 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.plugins.ml2.managers [None req-ca312c08-0bb0-47cd-b4d0-20546e184d66 None None] Attempting to bind port f85dda4c-dc6c-45e0-a6db-266c6cfb4c85 on host dv-cinder-820027-24-iscsi for vnic_type normal with profile {{(pid=112712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 08 13:52:38.593357 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.plugins.ml2.managers [None req-ca312c08-0bb0-47cd-b4d0-20546e184d66 None None] Attempting to bind port f85dda4c-dc6c-45e0-a6db-266c6cfb4c85 by drivers openvswitch,hyperv on host dv-cinder-820027-24-iscsi at level 0 using segments [{'id': '9527b46d-3b29-4cdc-a44b-4b19e1ce956c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '1f51bdfd-daa1-4029-afe2-09413a504f9f'}] {{(pid=112712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 08 13:52:38.593905 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca312c08-0bb0-47cd-b4d0-20546e184d66 None None] Attempting to bind port f85dda4c-dc6c-45e0-a6db-266c6cfb4c85 on network 1f51bdfd-daa1-4029-afe2-09413a504f9f {{(pid=112712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 13:52:38.601677 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-96932ec0-2b81-4d0d-af63-3b1f6618189c admin admin] Publish callbacks [] for port (04ca4a7d-8d12-44ad-b574-5149c116a206), precommit_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:38.609514 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.db.db_base_plugin_common [None req-ac6cb9a3-5715-4a7e-b124-953f7ba8c572 admin admin] Allocated IP 172.20.0.1 (96ff558b-c5db-4059-a363-a83e90cf91c8/3c05b843-7379-4152-a6e2-38ac1118d25c/1a7489d7-d72b-47ed-8e6c-9a314e4fd6e9) {{(pid=112710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:52:38.757013 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9669a1f4-11eb-4d64-80f6-bebabad35811 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfada152-c624-484e-ad72-d78a76dec82d,revision_number=1']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:38.775329 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Current status of the port 9126f243-3223-422a-85fe-d48ffd6e7dfd is: ACTIVE; New status is: ACTIVE {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 13:52:38.776478 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Device 202752e1-1680-46ab-aff8-fdde74350fd0 up at agent ovs-agent-dv-cinder-820027-24-iscsi {{(pid=112711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:52:38.789020 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca312c08-0bb0-47cd-b4d0-20546e184d66 None None] Checking agent: {'id': '6df97c0c-9140-47af-8c93-84593b95031c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 8, 13, 44, 19), 'started_at': datetime.datetime(2022, 9, 8, 13, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 9, 8, 13, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 08 13:52:38.789711 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca312c08-0bb0-47cd-b4d0-20546e184d66 None None] Checking segment: {'id': '9527b46d-3b29-4cdc-a44b-4b19e1ce956c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '1f51bdfd-daa1-4029-afe2-09413a504f9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 13:52:38.790340 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron_lib.callbacks.manager [None req-ca312c08-0bb0-47cd-b4d0-20546e184d66 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:38.791142 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca312c08-0bb0-47cd-b4d0-20546e184d66 None None] Bound using segment: {'id': '9527b46d-3b29-4cdc-a44b-4b19e1ce956c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '1f51bdfd-daa1-4029-afe2-09413a504f9f'} {{(pid=112712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 08 13:52:38.791893 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.plugins.ml2.managers [None req-ca312c08-0bb0-47cd-b4d0-20546e184d66 None None] Bound port: f85dda4c-dc6c-45e0-a6db-266c6cfb4c85, host: dv-cinder-820027-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9527b46d-3b29-4cdc-a44b-4b19e1ce956c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '1f51bdfd-daa1-4029-afe2-09413a504f9f'}}] {{(pid=112712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 08 13:52:38.792702 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron_lib.callbacks.manager [None req-ca312c08-0bb0-47cd-b4d0-20546e184d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (f85dda4c-dc6c-45e0-a6db-266c6cfb4c85), before_update {{(pid=112712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:38.799549 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-2f05ae0c-1b26-4f48-9d01-ad507137b7dd admin admin] Publish callbacks [] for port (0ca98399-9c62-4c2e-b02f-2e468cdee8e8), precommit_update {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:38.825265 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:52:38.826243 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c21e6c-dbd3-4570-80a3-fd99ecefb3d3 None None] Pushing event updated for resources: {'Port': ['ID=d6f3a42c-e88c-452a-abdc-a46d3276afd6,revision_number=3']} {{(pid=112711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:38.839396 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-2f05ae0c-1b26-4f48-9d01-ad507137b7dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (0ca98399-9c62-4c2e-b02f-2e468cdee8e8), after_update {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:38.840320 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-2f05ae0c-1b26-4f48-9d01-ad507137b7dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3690700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3854231'] for router_interface (02a208a6-8629-4695-a17f-fdd0442b3d34), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:38.871500 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-ac6cb9a3-5715-4a7e-b124-953f7ba8c572 admin admin] Publish callbacks [] for port (1a7489d7-d72b-47ed-8e6c-9a314e4fd6e9), precommit_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:38.921440 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.plugins.ml2.db [None req-ca312c08-0bb0-47cd-b4d0-20546e184d66 None None] For port f85dda4c-dc6c-45e0-a6db-266c6cfb4c85, host dv-cinder-820027-24-iscsi, cleared binding levels {{(pid=112712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:52:38.927204 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.plugins.ml2.db [None req-ca312c08-0bb0-47cd-b4d0-20546e184d66 None None] For port f85dda4c-dc6c-45e0-a6db-266c6cfb4c85, host dv-cinder-820027-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-24-iscsi',level=0,port_id=f85dda4c-dc6c-45e0-a6db-266c6cfb4c85,segment=NetworkSegment(9527b46d-3b29-4cdc-a44b-4b19e1ce956c),segment_id=9527b46d-3b29-4cdc-a44b-4b19e1ce956c)] {{(pid=112712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:52:38.938033 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-eff14638-63b8-4152-ad67-c4bac23980d0 admin admin] Publish callbacks [] for security_group (dfada152-c624-484e-ad72-d78a76dec82d), before_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:38.945674 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron_lib.callbacks.manager [None req-ca312c08-0bb0-47cd-b4d0-20546e184d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (f85dda4c-dc6c-45e0-a6db-266c6cfb4c85), after_update {{(pid=112712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:39.007450 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-ac6cb9a3-5715-4a7e-b124-953f7ba8c572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729028134301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10367820'] for port (1a7489d7-d72b-47ed-8e6c-9a314e4fd6e9), after_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:39.012818 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-96932ec0-2b81-4d0d-af63-3b1f6618189c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10367797'] for port (04ca4a7d-8d12-44ad-b574-5149c116a206), after_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:39.017362 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f05ae0c-1b26-4f48-9d01-ad507137b7dd admin admin] Pushing event updated for resources: {'Port': ['ID=0ca98399-9c62-4c2e-b02f-2e468cdee8e8,revision_number=2']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:39.063387 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-eff14638-63b8-4152-ad67-c4bac23980d0 admin admin] Publish callbacks [] for security_group (dfada152-c624-484e-ad72-d78a76dec82d), precommit_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:39.226477 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-14c21e6c-dbd3-4570-80a3-fd99ecefb3d3 None None] Current status of the port 9126f243-3223-422a-85fe-d48ffd6e7dfd is: ACTIVE; New status is: ACTIVE {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 13:52:39.238973 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Provisioning complete for port 202752e1-1680-46ab-aff8-fdde74350fd0 triggered by entity L2. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 13:52:39.245002 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07e71bf-646e-44b4-8a2f-29ccdcfb4d74 None None] Pushing event updated for resources: {'Port': ['ID=f85dda4c-dc6c-45e0-a6db-266c6cfb4c85,revision_number=4']} {{(pid=112712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:39.252024 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (202752e1-1680-46ab-aff8-fdde74350fd0), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:39.260361 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f05ae0c-1b26-4f48-9d01-ad507137b7dd admin admin] Network cf5901ef-2ee5-4879-85aa-18770c77b80a is already hosted by enough agents. {{(pid=112709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:52:39.262749 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.scheduler.base_scheduler [None req-2f05ae0c-1b26-4f48-9d01-ad507137b7dd admin admin] Resources bound (agent type, host, resource id): {{(pid=112709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:52:39.264087 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca312c08-0bb0-47cd-b4d0-20546e184d66 None None] Routers {'fcc82b91-c5ce-40c9-843c-4646c536e480'} bound to L3 agent in host dv-cinder-820027-24-iscsi {{(pid=112712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 13:52:39.266515 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_hamode_db [None req-ca312c08-0bb0-47cd-b4d0-20546e184d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-08T13:44:16Z,description=,heartbeat_timestamp=2022-09-08T13:52:16Z,host='dv-cinder-820027-24-iscsi',id=91421a76-39ff-4685-90ca-aa6fbf6a1933,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:44:16Z,topic='l3_agent')) {'router_ids': ['fcc82b91-c5ce-40c9-843c-4646c536e480'], 'active': True} {{(pid=112712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:52:39.313141 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-f8120234-648c-480e-86ed-618ebf5efd1c None None] Publish callbacks [] for port (584b8d2a-edf7-4f00-9113-3e228c837fb1), precommit_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:39.335580 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-f8120234-648c-480e-86ed-618ebf5efd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (584b8d2a-edf7-4f00-9113-3e228c837fb1), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:39.344687 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:52:39.408889 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.managers [None req-f8120234-648c-480e-86ed-618ebf5efd1c None None] Attempting to bind port 584b8d2a-edf7-4f00-9113-3e228c837fb1 on host dv-cinder-820027-24-iscsi for vnic_type normal with profile {{(pid=112711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 08 13:52:39.409258 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.managers [None req-f8120234-648c-480e-86ed-618ebf5efd1c None None] Attempting to bind port 584b8d2a-edf7-4f00-9113-3e228c837fb1 by drivers openvswitch,hyperv on host dv-cinder-820027-24-iscsi at level 0 using segments [{'id': 'ebffaf8e-8370-4e1c-9c1b-02c9fe7aa40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014'}] {{(pid=112711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 08 13:52:39.409616 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8120234-648c-480e-86ed-618ebf5efd1c None None] Attempting to bind port 584b8d2a-edf7-4f00-9113-3e228c837fb1 on network a5311008-4782-42e3-9445-a36a6c9fb014 {{(pid=112711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 13:52:39.415420 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-395928c7-55dd-4e28-9ffc-d9d458b64b9d None None] Provisioning complete for port f85dda4c-dc6c-45e0-a6db-266c6cfb4c85 triggered by entity DHCP. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 13:52:39.416165 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-395928c7-55dd-4e28-9ffc-d9d458b64b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (f85dda4c-dc6c-45e0-a6db-266c6cfb4c85), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:39.466466 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac6cb9a3-5715-4a7e-b124-953f7ba8c572 admin admin] Network 96ff558b-c5db-4059-a363-a83e90cf91c8 is already hosted by enough agents. {{(pid=112710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:52:39.538176 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.scheduler.base_scheduler [None req-ac6cb9a3-5715-4a7e-b124-953f7ba8c572 admin admin] Resources bound (agent type, host, resource id): {{(pid=112710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:52:39.549978 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_dvr_db [None req-ca312c08-0bb0-47cd-b4d0-20546e184d66 None None] Set router fcc82b91-c5ce-40c9-843c-4646c536e480 gateway port host: dv-cinder-820027-24-iscsi {{(pid=112712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 13:52:39.552167 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6cb9a3-5715-4a7e-b124-953f7ba8c572 admin admin] Received port after_create {{(pid=112710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 08 13:52:39.598345 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67884308-c08a-4d24-aaac-377bb01ef5a7 None None] Pushing event updated for resources: {'Port': ['ID=584b8d2a-edf7-4f00-9113-3e228c837fb1,revision_number=2']} {{(pid=112711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:39.633155 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:52:39.651887 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-eff14638-63b8-4152-ad67-c4bac23980d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (dfada152-c624-484e-ad72-d78a76dec82d), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:39.656136 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6cb9a3-5715-4a7e-b124-953f7ba8c572 admin admin] Pushing event updated for resources: {'Port': ['ID=1a7489d7-d72b-47ed-8e6c-9a314e4fd6e9,revision_number=1']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:39.661064 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-eff14638-63b8-4152-ad67-c4bac23980d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:39.662278 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-eff14638-63b8-4152-ad67-c4bac23980d0 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/dfada152-c624-484e-ad72-d78a76dec82d HTTP/1.1" status: 204 len: 168 time: 1.2734311 Sep 08 13:52:39.711996 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff14638-63b8-4152-ad67-c4bac23980d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfada152-c624-484e-ad72-d78a76dec82d,revision_number=None']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:39.757328 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f05ae0c-1b26-4f48-9d01-ad507137b7dd admin admin] Router 02a208a6-8629-4695-a17f-fdd0442b3d34 has already been hosted by L3 agent 91421a76-39ff-4685-90ca-aa6fbf6a1933 {{(pid=112709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:52:39.837017 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Current status of the port 202752e1-1680-46ab-aff8-fdde74350fd0 is: ACTIVE; New status is: ACTIVE {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 13:52:39.839620 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Device d6f3a42c-e88c-452a-abdc-a46d3276afd6 up at agent ovs-agent-dv-cinder-820027-24-iscsi {{(pid=112711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:52:39.889662 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a4143b-f243-4cbd-be9f-da7283cb1122 req-31de203f-5fb4-4f3b-b48c-197237599967 tempest-DeleteServersTestJSON-1637109358 tempest-DeleteServersTestJSON-1637109358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:52:39.899397 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-d4a4143b-f243-4cbd-be9f-da7283cb1122 req-31de203f-5fb4-4f3b-b48c-197237599967 tempest-DeleteServersTestJSON-1637109358 tempest-DeleteServersTestJSON-1637109358-project] 10.222.0.55 "GET /networking/v2.0/networks?id=1f51bdfd-daa1-4029-afe2-09413a504f9f HTTP/1.1" status: 200 len: 810 time: 1.6097114 Sep 08 13:52:39.974729 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-ac6cb9a3-5715-4a7e-b124-953f7ba8c572 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3854091'] for router_interface (d9900679-40ee-433a-a560-a42dfc9cff15), before_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:40.006368 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8120234-648c-480e-86ed-618ebf5efd1c None None] Checking agent: {'id': '6df97c0c-9140-47af-8c93-84593b95031c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 8, 13, 44, 19), 'started_at': datetime.datetime(2022, 9, 8, 13, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 9, 8, 13, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 08 13:52:40.006770 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8120234-648c-480e-86ed-618ebf5efd1c None None] Checking segment: {'id': 'ebffaf8e-8370-4e1c-9c1b-02c9fe7aa40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 13:52:40.007175 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-f8120234-648c-480e-86ed-618ebf5efd1c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:40.007581 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8120234-648c-480e-86ed-618ebf5efd1c None None] Bound using segment: {'id': 'ebffaf8e-8370-4e1c-9c1b-02c9fe7aa40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014'} {{(pid=112711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 08 13:52:40.008076 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.managers [None req-f8120234-648c-480e-86ed-618ebf5efd1c None None] Bound port: 584b8d2a-edf7-4f00-9113-3e228c837fb1, host: dv-cinder-820027-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebffaf8e-8370-4e1c-9c1b-02c9fe7aa40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014'}}] {{(pid=112711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 08 13:52:40.008453 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-f8120234-648c-480e-86ed-618ebf5efd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (584b8d2a-edf7-4f00-9113-3e228c837fb1), before_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:40.021080 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f05ae0c-1b26-4f48-9d01-ad507137b7dd admin admin] Notify agent at l3_agent.dv-cinder-820027-24-iscsi the message routers_updated {{(pid=112709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:52:40.058504 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-2f05ae0c-1b26-4f48-9d01-ad507137b7dd admin admin] 10.222.0.55 "PUT /networking/v2.0/routers/02a208a6-8629-4695-a17f-fdd0442b3d34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9783506 Sep 08 13:52:40.137153 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_hamode_db [None req-ca312c08-0bb0-47cd-b4d0-20546e184d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc82b91-c5ce-40c9-843c-4646c536e480', 'name': 'tempest-DeleteServersTestJSON-69065340-router', 'tenant_id': 'b868b7f8289047369b2fcbb500f353e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': 'e9818611-1f9c-46dc-8778-e7cfb1c0f439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:52:24Z', 'updated_at': '2022-09-08T13:52:34Z', 'revision_number': 4, 'project_id': 'b868b7f8289047369b2fcbb500f353e5', 'gw_port': {'id': 'e9818611-1f9c-46dc-8778-e7cfb1c0f439', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:4a:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcc82b91-c5ce-40c9-843c-4646c536e480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:52:26Z', 'updated_at': '2022-09-08T13:52:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi', '_interfaces': [{'id': 'f85dda4c-dc6c-45e0-a6db-266c6cfb4c85', 'name': '', 'network_id': '1f51bdfd-daa1-4029-afe2-09413a504f9f', 'tenant_id': 'b868b7f8289047369b2fcbb500f353e5', 'mac_address': 'fa:16:3e:dc:34:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcc82b91-c5ce-40c9-843c-4646c536e480', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '16ec224e-79ea-49c2-a338-b2ef63a83efd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:52:31Z', 'updated_at': '2022-09-08T13:52:38Z', 'revision_number': 4, 'project_id': 'b868b7f8289047369b2fcbb500f353e5', 'subnets': [{'id': '16ec224e-79ea-49c2-a338-b2ef63a83efd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-24-iscsi', False) {} {{(pid=112712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:52:40.150511 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-96932ec0-2b81-4d0d-af63-3b1f6618189c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3690700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3854231'] for router_interface (8933e1ce-f357-4c29-bf32-c54a21fb90c9), after_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:40.201936 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca312c08-0bb0-47cd-b4d0-20546e184d66 None None] The sync data for ids ['fcc82b91-c5ce-40c9-843c-4646c536e480'] in dv-cinder-820027-24-iscsi is: [{'id': 'fcc82b91-c5ce-40c9-843c-4646c536e480', 'name': 'tempest-DeleteServersTestJSON-69065340-router', 'tenant_id': 'b868b7f8289047369b2fcbb500f353e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': 'e9818611-1f9c-46dc-8778-e7cfb1c0f439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:52:24Z', 'updated_at': '2022-09-08T13:52:34Z', 'revision_number': 4, 'project_id': 'b868b7f8289047369b2fcbb500f353e5', 'gw_port': {'id': 'e9818611-1f9c-46dc-8778-e7cfb1c0f439', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:4a:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcc82b91-c5ce-40c9-843c-4646c536e480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:52:26Z', 'updated_at': '2022-09-08T13:52:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi', '_interfaces': [{'id': 'f85dda4c-dc6c-45e0-a6db-266c6cfb4c85', 'name': '', 'network_id': '1f51bdfd-daa1-4029-afe2-09413a504f9f', 'tenant_id': 'b868b7f8289047369b2fcbb500f353e5', 'mac_address': 'fa:16:3e:dc:34:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcc82b91-c5ce-40c9-843c-4646c536e480', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '16ec224e-79ea-49c2-a338-b2ef63a83efd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:52:31Z', 'updated_at': '2022-09-08T13:52:38Z', 'revision_number': 4, 'project_id': 'b868b7f8289047369b2fcbb500f353e5', 'subnets': [{'id': '16ec224e-79ea-49c2-a338-b2ef63a83efd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:52:40.218889 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-ac6cb9a3-5715-4a7e-b124-953f7ba8c572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (1a7489d7-d72b-47ed-8e6c-9a314e4fd6e9), before_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:40.337242 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96932ec0-2b81-4d0d-af63-3b1f6618189c admin admin] Pushing event updated for resources: {'Port': ['ID=04ca4a7d-8d12-44ad-b574-5149c116a206,revision_number=2']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:40.349712 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-d4a4143b-f243-4cbd-be9f-da7283cb1122 req-eadc98cd-f64d-4b09-b92f-4f4f81f741d4 tempest-DeleteServersTestJSON-1637109358 tempest-DeleteServersTestJSON-1637109358-project] 10.222.0.55 "GET /networking/v2.0/quotas/b868b7f8289047369b2fcbb500f353e5 HTTP/1.1" status: 200 len: 375 time: 0.2013166 Sep 08 13:52:40.409886 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-f8120234-648c-480e-86ed-618ebf5efd1c None None] For port 584b8d2a-edf7-4f00-9113-3e228c837fb1, host dv-cinder-820027-24-iscsi, cleared binding levels {{(pid=112711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:52:40.426347 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-f8120234-648c-480e-86ed-618ebf5efd1c None None] For port 584b8d2a-edf7-4f00-9113-3e228c837fb1, host dv-cinder-820027-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-24-iscsi',level=0,port_id=584b8d2a-edf7-4f00-9113-3e228c837fb1,segment=NetworkSegment(ebffaf8e-8370-4e1c-9c1b-02c9fe7aa40e),segment_id=ebffaf8e-8370-4e1c-9c1b-02c9fe7aa40e)] {{(pid=112711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:52:40.433501 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Provisioning complete for port d6f3a42c-e88c-452a-abdc-a46d3276afd6 triggered by entity L2. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 13:52:40.433925 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (d6f3a42c-e88c-452a-abdc-a46d3276afd6), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:40.435674 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-395928c7-55dd-4e28-9ffc-d9d458b64b9d None None] Current status of the port f85dda4c-dc6c-45e0-a6db-266c6cfb4c85 is: DOWN; New status is: ACTIVE {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 13:52:40.436086 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-395928c7-55dd-4e28-9ffc-d9d458b64b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (f85dda4c-dc6c-45e0-a6db-266c6cfb4c85), before_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:40.451163 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:52:40.476103 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-f8120234-648c-480e-86ed-618ebf5efd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (584b8d2a-edf7-4f00-9113-3e228c837fb1), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:40.512038 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-d4a4143b-f243-4cbd-be9f-da7283cb1122 req-dd6f265d-5894-4f6b-84a2-11ad50603c4e tempest-DeleteServersTestJSON-1637109358 tempest-DeleteServersTestJSON-1637109358-project] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=b868b7f8289047369b2fcbb500f353e5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1339707 Sep 08 13:52:40.550441 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-395928c7-55dd-4e28-9ffc-d9d458b64b9d None None] For port f85dda4c-dc6c-45e0-a6db-266c6cfb4c85, host dv-cinder-820027-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-24-iscsi',level=0,port_id=f85dda4c-dc6c-45e0-a6db-266c6cfb4c85,segment=NetworkSegment(9527b46d-3b29-4cdc-a44b-4b19e1ce956c),segment_id=9527b46d-3b29-4cdc-a44b-4b19e1ce956c)] {{(pid=112711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:52:40.555629 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8120234-648c-480e-86ed-618ebf5efd1c None None] Routers {'d9900679-40ee-433a-a560-a42dfc9cff15'} bound to L3 agent in host dv-cinder-820027-24-iscsi {{(pid=112711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 13:52:40.556316 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_hamode_db [None req-f8120234-648c-480e-86ed-618ebf5efd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-08T13:44:16Z,description=,heartbeat_timestamp=2022-09-08T13:52:16Z,host='dv-cinder-820027-24-iscsi',id=91421a76-39ff-4685-90ca-aa6fbf6a1933,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:44:16Z,topic='l3_agent')) {'router_ids': ['d9900679-40ee-433a-a560-a42dfc9cff15'], 'active': True} {{(pid=112711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:52:40.586842 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96932ec0-2b81-4d0d-af63-3b1f6618189c admin admin] Network a6ea2a7a-ef84-454a-b305-c470482cf7fa is already hosted by enough agents. {{(pid=112710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:52:40.588468 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.scheduler.base_scheduler [None req-96932ec0-2b81-4d0d-af63-3b1f6618189c admin admin] Resources bound (agent type, host, resource id): {{(pid=112710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:52:40.617481 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-395928c7-55dd-4e28-9ffc-d9d458b64b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (f85dda4c-dc6c-45e0-a6db-266c6cfb4c85), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:40.668679 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-395928c7-55dd-4e28-9ffc-d9d458b64b9d None None] Provisioning complete for port 0ca98399-9c62-4c2e-b02f-2e468cdee8e8 triggered by entity DHCP. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 13:52:40.669288 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-395928c7-55dd-4e28-9ffc-d9d458b64b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (0ca98399-9c62-4c2e-b02f-2e468cdee8e8), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:40.777182 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-ac6cb9a3-5715-4a7e-b124-953f7ba8c572 admin admin] Publish callbacks [] for port (1a7489d7-d72b-47ed-8e6c-9a314e4fd6e9), precommit_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:40.785329 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-ac6cb9a3-5715-4a7e-b124-953f7ba8c572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10367797'] for port (1a7489d7-d72b-47ed-8e6c-9a314e4fd6e9), after_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:40.844122 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67884308-c08a-4d24-aaac-377bb01ef5a7 None None] Pushing event updated for resources: {'Port': ['ID=584b8d2a-edf7-4f00-9113-3e228c837fb1,revision_number=3']} {{(pid=112711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:40.850677 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Current status of the port d6f3a42c-e88c-452a-abdc-a46d3276afd6 is: ACTIVE; New status is: ACTIVE {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 13:52:40.851812 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Device e9818611-1f9c-46dc-8778-e7cfb1c0f439 up at agent ovs-agent-dv-cinder-820027-24-iscsi {{(pid=112711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:52:40.922481 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=100 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:52:40.927799 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-ac6cb9a3-5715-4a7e-b124-953f7ba8c572 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3690700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3854231'] for router_interface (d9900679-40ee-433a-a560-a42dfc9cff15), after_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:40.968244 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-395928c7-55dd-4e28-9ffc-d9d458b64b9d None None] Port 0ca98399-9c62-4c2e-b02f-2e468cdee8e8 cannot update to ACTIVE because it is not bound. {{(pid=112711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 08 13:52:41.031684 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-395928c7-55dd-4e28-9ffc-d9d458b64b9d None None] Provisioning complete for port 04ca4a7d-8d12-44ad-b574-5149c116a206 triggered by entity DHCP. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 13:52:41.032078 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-395928c7-55dd-4e28-9ffc-d9d458b64b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (04ca4a7d-8d12-44ad-b574-5149c116a206), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:41.082770 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-395928c7-55dd-4e28-9ffc-d9d458b64b9d None None] Port 04ca4a7d-8d12-44ad-b574-5149c116a206 cannot update to ACTIVE because it is not bound. {{(pid=112711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 08 13:52:41.087605 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvr_db [None req-f8120234-648c-480e-86ed-618ebf5efd1c None None] Set router d9900679-40ee-433a-a560-a42dfc9cff15 gateway port host: dv-cinder-820027-24-iscsi {{(pid=112711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 13:52:41.120036 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395928c7-55dd-4e28-9ffc-d9d458b64b9d None None] Pushing event updated for resources: {'Port': ['ID=f85dda4c-dc6c-45e0-a6db-266c6cfb4c85,revision_number=5']} {{(pid=112711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:41.170592 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Provisioning complete for port e9818611-1f9c-46dc-8778-e7cfb1c0f439 triggered by entity L2. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 13:52:41.170993 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (e9818611-1f9c-46dc-8778-e7cfb1c0f439), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:41.251309 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:52:41.292062 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6cb9a3-5715-4a7e-b124-953f7ba8c572 admin admin] Pushing event updated for resources: {'Port': ['ID=1a7489d7-d72b-47ed-8e6c-9a314e4fd6e9,revision_number=2']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:41.372861 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-dce6d163-cab7-4da9-9dca-2171cdd49394 None None] Provisioning complete for port 1a7489d7-d72b-47ed-8e6c-9a314e4fd6e9 triggered by entity DHCP. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 13:52:41.376960 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-dce6d163-cab7-4da9-9dca-2171cdd49394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (1a7489d7-d72b-47ed-8e6c-9a314e4fd6e9), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:41.396229 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 33404) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:52:41.403358 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.v2.base [None req-9ee5444a-6a00-48d7-8b33-55c7d9a9330b tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1420323738', 'description': 'tempest-description--1084729360'}} {{(pid=112709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:52:41.455625 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-9ee5444a-6a00-48d7-8b33-55c7d9a9330b tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks [] for security_group (None), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:41.467464 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-dce6d163-cab7-4da9-9dca-2171cdd49394 None None] Port 1a7489d7-d72b-47ed-8e6c-9a314e4fd6e9 cannot update to ACTIVE because it is not bound. {{(pid=112711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 08 13:52:41.490451 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:52:41.492432 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96932ec0-2b81-4d0d-af63-3b1f6618189c admin admin] Router 8933e1ce-f357-4c29-bf32-c54a21fb90c9 has already been hosted by L3 agent 91421a76-39ff-4685-90ca-aa6fbf6a1933 {{(pid=112710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:52:41.527442 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:52:41.584558 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-dce6d163-cab7-4da9-9dca-2171cdd49394 None None] Provisioning complete for port 0ca98399-9c62-4c2e-b02f-2e468cdee8e8 triggered by entity DHCP. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 13:52:41.584943 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-dce6d163-cab7-4da9-9dca-2171cdd49394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (0ca98399-9c62-4c2e-b02f-2e468cdee8e8), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:41.601179 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570cbaae-dbf6-4275-8dc3-78ff119e7333 None None] Sync routers for ids ['02a208a6-8629-4695-a17f-fdd0442b3d34'] in dv-cinder-820027-24-iscsi {{(pid=112711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:52:41.601653 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-9ee5444a-6a00-48d7-8b33-55c7d9a9330b tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks [] for security_group (ba77d3e3-4ef5-47e5-92f9-557f5a59027b), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:41.606989 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-9ee5444a-6a00-48d7-8b33-55c7d9a9330b tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (ba77d3e3-4ef5-47e5-92f9-557f5a59027b), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:41.643261 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=100 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:52:41.648171 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Current status of the port e9818611-1f9c-46dc-8778-e7cfb1c0f439 is: DOWN; New status is: ACTIVE {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 13:52:41.648562 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (e9818611-1f9c-46dc-8778-e7cfb1c0f439), before_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:41.661473 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:52:41.686712 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570cbaae-dbf6-4275-8dc3-78ff119e7333 None None] Routers {'02a208a6-8629-4695-a17f-fdd0442b3d34'} bound to L3 agent in host dv-cinder-820027-24-iscsi {{(pid=112711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 13:52:41.687611 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_hamode_db [None req-570cbaae-dbf6-4275-8dc3-78ff119e7333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-08T13:44:16Z,description=,heartbeat_timestamp=2022-09-08T13:52:16Z,host='dv-cinder-820027-24-iscsi',id=91421a76-39ff-4685-90ca-aa6fbf6a1933,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:44:16Z,topic='l3_agent')) {'router_ids': ['02a208a6-8629-4695-a17f-fdd0442b3d34'], 'active': True} {{(pid=112711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:52:41.697568 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-9ee5444a-6a00-48d7-8b33-55c7d9a9330b tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks [] for security_group (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:41.699208 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-9ee5444a-6a00-48d7-8b33-55c7d9a9330b tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3007824 Sep 08 13:52:41.702863 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 33414) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:52:41.709906 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.v2.base [None req-bace9a8b-f440-4bce-acc7-519bcd973c6d tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Request body: {'security_group_rule': {'security_group_id': 'ba77d3e3-4ef5-47e5-92f9-557f5a59027b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:52:41.722361 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee5444a-6a00-48d7-8b33-55c7d9a9330b tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba77d3e3-4ef5-47e5-92f9-557f5a59027b,revision_number=1']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:41.756187 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] For port e9818611-1f9c-46dc-8778-e7cfb1c0f439, host dv-cinder-820027-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-24-iscsi',level=0,port_id=e9818611-1f9c-46dc-8778-e7cfb1c0f439,segment=NetworkSegment(ebffaf8e-8370-4e1c-9c1b-02c9fe7aa40e),segment_id=ebffaf8e-8370-4e1c-9c1b-02c9fe7aa40e)] {{(pid=112711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:52:41.759032 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-dce6d163-cab7-4da9-9dca-2171cdd49394 None None] Port 0ca98399-9c62-4c2e-b02f-2e468cdee8e8 cannot update to ACTIVE because it is not bound. {{(pid=112711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 08 13:52:41.764352 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96932ec0-2b81-4d0d-af63-3b1f6618189c admin admin] Notify agent at l3_agent.dv-cinder-820027-24-iscsi the message routers_updated {{(pid=112710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:52:41.769960 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (e9818611-1f9c-46dc-8778-e7cfb1c0f439), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:41.784024 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-96932ec0-2b81-4d0d-af63-3b1f6618189c admin admin] 10.222.0.55 "PUT /networking/v2.0/routers/8933e1ce-f357-4c29-bf32-c54a21fb90c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2528265 Sep 08 13:52:41.785019 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac6cb9a3-5715-4a7e-b124-953f7ba8c572 admin admin] Network 96ff558b-c5db-4059-a363-a83e90cf91c8 is already hosted by enough agents. {{(pid=112710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:52:41.786694 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.scheduler.base_scheduler [None req-ac6cb9a3-5715-4a7e-b124-953f7ba8c572 admin admin] Resources bound (agent type, host, resource id): {{(pid=112710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:52:41.786960 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c44813a6-fd32-4a6f-a772-8117f228bcf0 None None] Sync routers for ids ['8933e1ce-f357-4c29-bf32-c54a21fb90c9'] in dv-cinder-820027-24-iscsi {{(pid=112712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:52:41.803035 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-bace9a8b-f440-4bce-acc7-519bcd973c6d tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks [] for security_group_rule (cf49365e-b57f-479b-86e9-a6390f4462cc), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:41.807308 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-dce6d163-cab7-4da9-9dca-2171cdd49394 None None] Provisioning complete for port 04ca4a7d-8d12-44ad-b574-5149c116a206 triggered by entity DHCP. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 13:52:41.807701 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-dce6d163-cab7-4da9-9dca-2171cdd49394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (04ca4a7d-8d12-44ad-b574-5149c116a206), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:41.807918 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44813a6-fd32-4a6f-a772-8117f228bcf0 None None] Routers {'8933e1ce-f357-4c29-bf32-c54a21fb90c9'} bound to L3 agent in host dv-cinder-820027-24-iscsi {{(pid=112712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 13:52:41.815666 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_hamode_db [None req-c44813a6-fd32-4a6f-a772-8117f228bcf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-08T13:44:16Z,description=,heartbeat_timestamp=2022-09-08T13:52:16Z,host='dv-cinder-820027-24-iscsi',id=91421a76-39ff-4685-90ca-aa6fbf6a1933,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:44:16Z,topic='l3_agent')) {'router_ids': ['8933e1ce-f357-4c29-bf32-c54a21fb90c9'], 'active': True} {{(pid=112712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:52:41.865131 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_hamode_db [None req-f8120234-648c-480e-86ed-618ebf5efd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9900679-40ee-433a-a560-a42dfc9cff15', 'name': 'tempest-AttachVolumeTestJSON-667659487-router', 'tenant_id': '6998e0c9a62e4f54a27faf56dbeb543a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '584b8d2a-edf7-4f00-9113-3e228c837fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:52:27Z', 'updated_at': '2022-09-08T13:52:40Z', 'revision_number': 4, 'project_id': '6998e0c9a62e4f54a27faf56dbeb543a', 'gw_port': {'id': '584b8d2a-edf7-4f00-9113-3e228c837fb1', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ae:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9900679-40ee-433a-a560-a42dfc9cff15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:52:29Z', 'updated_at': '2022-09-08T13:52:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi', '_interfaces': [{'id': '1a7489d7-d72b-47ed-8e6c-9a314e4fd6e9', 'name': '', 'network_id': '96ff558b-c5db-4059-a363-a83e90cf91c8', 'tenant_id': '6998e0c9a62e4f54a27faf56dbeb543a', 'mac_address': 'fa:16:3e:ec:69:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9900679-40ee-433a-a560-a42dfc9cff15', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '3c05b843-7379-4152-a6e2-38ac1118d25c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:52:37Z', 'updated_at': '2022-09-08T13:52:38Z', 'revision_number': 1, 'project_id': '6998e0c9a62e4f54a27faf56dbeb543a', 'subnets': [{'id': '3c05b843-7379-4152-a6e2-38ac1118d25c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-24-iscsi', False) {} {{(pid=112711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:52:42.002273 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [req-d4a4143b-f243-4cbd-be9f-da7283cb1122 req-4ada8fdd-3381-4813-ba5b-69c22663d1d6 service neutron] http://10.222.0.55:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112710) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 08 13:52:42.010132 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-d4a4143b-f243-4cbd-be9f-da7283cb1122 req-4ada8fdd-3381-4813-ba5b-69c22663d1d6 service neutron] 10.222.0.55 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.6946063 Sep 08 13:52:42.075816 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8120234-648c-480e-86ed-618ebf5efd1c None None] The sync data for ids ['d9900679-40ee-433a-a560-a42dfc9cff15'] in dv-cinder-820027-24-iscsi is: [{'id': 'd9900679-40ee-433a-a560-a42dfc9cff15', 'name': 'tempest-AttachVolumeTestJSON-667659487-router', 'tenant_id': '6998e0c9a62e4f54a27faf56dbeb543a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '584b8d2a-edf7-4f00-9113-3e228c837fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:52:27Z', 'updated_at': '2022-09-08T13:52:40Z', 'revision_number': 4, 'project_id': '6998e0c9a62e4f54a27faf56dbeb543a', 'gw_port': {'id': '584b8d2a-edf7-4f00-9113-3e228c837fb1', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ae:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9900679-40ee-433a-a560-a42dfc9cff15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:52:29Z', 'updated_at': '2022-09-08T13:52:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi', '_interfaces': [{'id': '1a7489d7-d72b-47ed-8e6c-9a314e4fd6e9', 'name': '', 'network_id': '96ff558b-c5db-4059-a363-a83e90cf91c8', 'tenant_id': '6998e0c9a62e4f54a27faf56dbeb543a', 'mac_address': 'fa:16:3e:ec:69:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9900679-40ee-433a-a560-a42dfc9cff15', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '3c05b843-7379-4152-a6e2-38ac1118d25c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:52:37Z', 'updated_at': '2022-09-08T13:52:38Z', 'revision_number': 1, 'project_id': '6998e0c9a62e4f54a27faf56dbeb543a', 'subnets': [{'id': '3c05b843-7379-4152-a6e2-38ac1118d25c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:52:42.111276 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-bace9a8b-f440-4bce-acc7-519bcd973c6d tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks [] for security_group_rule (cf49365e-b57f-479b-86e9-a6390f4462cc), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:42.117383 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-bace9a8b-f440-4bce-acc7-519bcd973c6d tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763866'] for security_group_rule (cf49365e-b57f-479b-86e9-a6390f4462cc), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:42.132824 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_dvr_db [None req-c44813a6-fd32-4a6f-a772-8117f228bcf0 None None] Set router 8933e1ce-f357-4c29-bf32-c54a21fb90c9 gateway port host: dv-cinder-820027-24-iscsi {{(pid=112712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 13:52:42.176431 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bace9a8b-f440-4bce-acc7-519bcd973c6d tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf49365e-b57f-479b-86e9-a6390f4462cc,revision_number=0']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:42.186458 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-bace9a8b-f440-4bce-acc7-519bcd973c6d tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:42.190598 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-bace9a8b-f440-4bce-acc7-519bcd973c6d tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4859700 Sep 08 13:52:42.194190 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 33424) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:52:42.205385 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.v2.base [None req-645a9167-f1de-4b38-9e59-10ae2af070d9 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Request body: {'security_group_rule': {'security_group_id': 'ba77d3e3-4ef5-47e5-92f9-557f5a59027b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=112709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:52:42.211907 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-dce6d163-cab7-4da9-9dca-2171cdd49394 None None] Port 04ca4a7d-8d12-44ad-b574-5149c116a206 cannot update to ACTIVE because it is not bound. {{(pid=112711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 08 13:52:42.234881 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:52:42.259076 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Device d6f3a42c-e88c-452a-abdc-a46d3276afd6 up at agent ovs-agent-dv-cinder-820027-24-iscsi {{(pid=112711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:52:42.262188 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-d4a4143b-f243-4cbd-be9f-da7283cb1122 req-6284a92d-168f-45bf-aef5-4582ebe248d4 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/1f51bdfd-daa1-4029-afe2-09413a504f9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2503846 Sep 08 13:52:42.262619 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-645a9167-f1de-4b38-9e59-10ae2af070d9 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks [] for security_group_rule (ab3909af-c1e4-46b4-b9c5-fc73c02d7fff), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:42.364518 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Pushing event updated for resources: {'Port': ['ID=e9818611-1f9c-46dc-8778-e7cfb1c0f439,revision_number=4']} {{(pid=112711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:42.387369 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvr_db [None req-570cbaae-dbf6-4275-8dc3-78ff119e7333 None None] Set router 02a208a6-8629-4695-a17f-fdd0442b3d34 gateway port host: dv-cinder-820027-24-iscsi {{(pid=112711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 13:52:42.400263 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac6cb9a3-5715-4a7e-b124-953f7ba8c572 admin admin] Router d9900679-40ee-433a-a560-a42dfc9cff15 has already been hosted by L3 agent 91421a76-39ff-4685-90ca-aa6fbf6a1933 {{(pid=112710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:52:42.478369 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-645a9167-f1de-4b38-9e59-10ae2af070d9 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks [] for security_group_rule (ab3909af-c1e4-46b4-b9c5-fc73c02d7fff), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:42.495116 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-645a9167-f1de-4b38-9e59-10ae2af070d9 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763866'] for security_group_rule (ab3909af-c1e4-46b4-b9c5-fc73c02d7fff), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:42.516688 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-cf5593a6-fd2f-4680-bfc8-58f750c30a57 None None] Provisioning complete for port 1a7489d7-d72b-47ed-8e6c-9a314e4fd6e9 triggered by entity DHCP. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 13:52:42.524221 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-cf5593a6-fd2f-4680-bfc8-58f750c30a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (1a7489d7-d72b-47ed-8e6c-9a314e4fd6e9), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:42.557007 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-d4a4143b-f243-4cbd-be9f-da7283cb1122 req-c8dfe455-24a7-4cc1-9433-d924f8d727a6 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/1f51bdfd-daa1-4029-afe2-09413a504f9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2809377 Sep 08 13:52:42.571517 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645a9167-f1de-4b38-9e59-10ae2af070d9 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab3909af-c1e4-46b4-b9c5-fc73c02d7fff,revision_number=0']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:42.587302 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-645a9167-f1de-4b38-9e59-10ae2af070d9 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:42.595015 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:52:42.599364 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-645a9167-f1de-4b38-9e59-10ae2af070d9 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4038417 Sep 08 13:52:42.603973 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 33438) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:52:42.617575 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.v2.base [None req-c1b738a9-75f8-4a1e-9ed6-e7979f8055f4 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Request body: {'floatingip': {'floating_network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014'}} {{(pid=112709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:52:42.720493 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac6cb9a3-5715-4a7e-b124-953f7ba8c572 admin admin] Notify agent at l3_agent.dv-cinder-820027-24-iscsi the message routers_updated {{(pid=112710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:52:42.728391 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-ac6cb9a3-5715-4a7e-b124-953f7ba8c572 admin admin] 10.222.0.55 "PUT /networking/v2.0/routers/d9900679-40ee-433a-a560-a42dfc9cff15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4241974 Sep 08 13:52:42.738449 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-c1b738a9-75f8-4a1e-9ed6-e7979f8055f4 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:42.748316 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_hamode_db [None req-c44813a6-fd32-4a6f-a772-8117f228bcf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8933e1ce-f357-4c29-bf32-c54a21fb90c9', 'name': 'tempest-ServerRescueNegativeTestJSON-997876912-router', 'tenant_id': '127bce2080d54fe4871b5aaa6cc394b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '6530787b-90c8-4e51-aa61-a98ea4643c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:52:25Z', 'updated_at': '2022-09-08T13:52:37Z', 'revision_number': 4, 'project_id': '127bce2080d54fe4871b5aaa6cc394b5', 'gw_port': {'id': '6530787b-90c8-4e51-aa61-a98ea4643c89', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:bc:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8933e1ce-f357-4c29-bf32-c54a21fb90c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:52:26Z', 'updated_at': '2022-09-08T13:52:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi', '_interfaces': [{'id': '04ca4a7d-8d12-44ad-b574-5149c116a206', 'name': '', 'network_id': 'a6ea2a7a-ef84-454a-b305-c470482cf7fa', 'tenant_id': '127bce2080d54fe4871b5aaa6cc394b5', 'mac_address': 'fa:16:3e:46:c9:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8933e1ce-f357-4c29-bf32-c54a21fb90c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '8a8f577a-16e1-4e37-b6e2-a6cc60df3540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:52:35Z', 'updated_at': '2022-09-08T13:52:38Z', 'revision_number': 2, 'project_id': '127bce2080d54fe4871b5aaa6cc394b5', 'subnets': [{'id': '8a8f577a-16e1-4e37-b6e2-a6cc60df3540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-24-iscsi', False) {} {{(pid=112712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:52:42.819588 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-cf5593a6-fd2f-4680-bfc8-58f750c30a57 None None] Port 1a7489d7-d72b-47ed-8e6c-9a314e4fd6e9 cannot update to ACTIVE because it is not bound. {{(pid=112711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 08 13:52:42.828556 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c44813a6-fd32-4a6f-a772-8117f228bcf0 None None] Checking router: 8933e1ce-f357-4c29-bf32-c54a21fb90c9 for host: dv-cinder-820027-24-iscsi {{(pid=112712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:52:42.829503 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c44813a6-fd32-4a6f-a772-8117f228bcf0 None None] Updating router 8933e1ce-f357-4c29-bf32-c54a21fb90c9 port 04ca4a7d-8d12-44ad-b574-5149c116a206 binding host dv-cinder-820027-24-iscsi {{(pid=112712) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 13:52:42.869060 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron_lib.callbacks.manager [None req-c44813a6-fd32-4a6f-a772-8117f228bcf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (04ca4a7d-8d12-44ad-b574-5149c116a206), before_update {{(pid=112712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:42.895298 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Provisioning complete for port d6f3a42c-e88c-452a-abdc-a46d3276afd6 triggered by entity L2. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 13:52:42.895734 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (d6f3a42c-e88c-452a-abdc-a46d3276afd6), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:43.174596 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-c1b738a9-75f8-4a1e-9ed6-e7979f8055f4 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (None), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:43.285392 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Current status of the port d6f3a42c-e88c-452a-abdc-a46d3276afd6 is: ACTIVE; New status is: ACTIVE {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 13:52:43.303359 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Device 6530787b-90c8-4e51-aa61-a98ea4643c89 up at agent ovs-agent-dv-cinder-820027-24-iscsi {{(pid=112711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:52:43.344688 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-5ba91708-245c-4852-81cf-e3a4b4a2f6c9 req-8aec5cdb-84ec-4b19-aebf-8ebcfa1bce65 tempest-DeleteServersTestJSON-1637109358 tempest-DeleteServersTestJSON-1637109358-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3a4e6c3b-d230-477f-b406-5f55ec596b1e HTTP/1.1" status: 200 len: 210 time: 0.1113691 Sep 08 13:52:43.369755 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_hamode_db [None req-570cbaae-dbf6-4275-8dc3-78ff119e7333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02a208a6-8629-4695-a17f-fdd0442b3d34', 'name': 'tempest-AttachVolumeNegativeTest-1590919179-router', 'tenant_id': 'b4ca185497284e9780eba8fc2e713d6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'e8f2f592-277a-4d05-986e-4d884ef99bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:52:26Z', 'updated_at': '2022-09-08T13:52:37Z', 'revision_number': 4, 'project_id': 'b4ca185497284e9780eba8fc2e713d6e', 'gw_port': {'id': 'e8f2f592-277a-4d05-986e-4d884ef99bfb', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:98:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02a208a6-8629-4695-a17f-fdd0442b3d34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:52:27Z', 'updated_at': '2022-09-08T13:52:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi', '_interfaces': [{'id': '0ca98399-9c62-4c2e-b02f-2e468cdee8e8', 'name': '', 'network_id': 'cf5901ef-2ee5-4879-85aa-18770c77b80a', 'tenant_id': 'b4ca185497284e9780eba8fc2e713d6e', 'mac_address': 'fa:16:3e:fb:7b:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02a208a6-8629-4695-a17f-fdd0442b3d34', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'a139bee4-b378-4a6d-bfa3-c572d95f8369', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:52:34Z', 'updated_at': '2022-09-08T13:52:37Z', 'revision_number': 2, 'project_id': 'b4ca185497284e9780eba8fc2e713d6e', 'subnets': [{'id': 'a139bee4-b378-4a6d-bfa3-c572d95f8369', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-24-iscsi', False) {} {{(pid=112711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:52:43.375679 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:52:43.408247 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570cbaae-dbf6-4275-8dc3-78ff119e7333 None None] Checking router: 02a208a6-8629-4695-a17f-fdd0442b3d34 for host: dv-cinder-820027-24-iscsi {{(pid=112711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:52:43.408683 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570cbaae-dbf6-4275-8dc3-78ff119e7333 None None] Updating router 02a208a6-8629-4695-a17f-fdd0442b3d34 port 0ca98399-9c62-4c2e-b02f-2e468cdee8e8 binding host dv-cinder-820027-24-iscsi {{(pid=112711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 13:52:43.431131 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.db.db_base_plugin_common [None req-c1b738a9-75f8-4a1e-9ed6-e7979f8055f4 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Allocated IP 172.27.0.127 (a5311008-4782-42e3-9445-a36a6c9fb014/42b74029-f5ac-41f0-a451-9a0d0b4a74ed/dc3b0b83-67c8-4a30-a87d-f1c6632eb292) {{(pid=112709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:52:43.439687 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron_lib.callbacks.manager [None req-c44813a6-fd32-4a6f-a772-8117f228bcf0 None None] Publish callbacks [] for port (04ca4a7d-8d12-44ad-b574-5149c116a206), precommit_update {{(pid=112712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:43.451091 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron_lib.callbacks.manager [None req-c44813a6-fd32-4a6f-a772-8117f228bcf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (04ca4a7d-8d12-44ad-b574-5149c116a206), after_update {{(pid=112712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:43.464391 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-570cbaae-dbf6-4275-8dc3-78ff119e7333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (0ca98399-9c62-4c2e-b02f-2e468cdee8e8), before_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:43.489981 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Provisioning complete for port 6530787b-90c8-4e51-aa61-a98ea4643c89 triggered by entity L2. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 13:52:43.490388 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (6530787b-90c8-4e51-aa61-a98ea4643c89), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:43.638739 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2c643d-7dcb-4125-8c18-f6b16af03659 None None] Pushing event updated for resources: {'Port': ['ID=04ca4a7d-8d12-44ad-b574-5149c116a206,revision_number=3']} {{(pid=112712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:43.643975 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.plugins.ml2.managers [None req-c44813a6-fd32-4a6f-a772-8117f228bcf0 None None] Attempting to bind port 04ca4a7d-8d12-44ad-b574-5149c116a206 on host dv-cinder-820027-24-iscsi for vnic_type normal with profile {{(pid=112712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 08 13:52:43.644363 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.plugins.ml2.managers [None req-c44813a6-fd32-4a6f-a772-8117f228bcf0 None None] Attempting to bind port 04ca4a7d-8d12-44ad-b574-5149c116a206 by drivers openvswitch,hyperv on host dv-cinder-820027-24-iscsi at level 0 using segments [{'id': 'f5264372-fa90-4674-a04a-e3a6e49336da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'a6ea2a7a-ef84-454a-b305-c470482cf7fa'}] {{(pid=112712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 08 13:52:43.644705 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44813a6-fd32-4a6f-a772-8117f228bcf0 None None] Attempting to bind port 04ca4a7d-8d12-44ad-b574-5149c116a206 on network a6ea2a7a-ef84-454a-b305-c470482cf7fa {{(pid=112712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 13:52:43.648765 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-c1b738a9-75f8-4a1e-9ed6-e7979f8055f4 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks [] for port (dc3b0b83-67c8-4a30-a87d-f1c6632eb292), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:43.726602 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-c1b738a9-75f8-4a1e-9ed6-e7979f8055f4 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729028134301'] for port (dc3b0b83-67c8-4a30-a87d-f1c6632eb292), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:43.735578 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44813a6-fd32-4a6f-a772-8117f228bcf0 None None] Checking agent: {'id': '6df97c0c-9140-47af-8c93-84593b95031c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 8, 13, 44, 19), 'started_at': datetime.datetime(2022, 9, 8, 13, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 9, 8, 13, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 08 13:52:43.736007 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44813a6-fd32-4a6f-a772-8117f228bcf0 None None] Checking segment: {'id': 'f5264372-fa90-4674-a04a-e3a6e49336da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'a6ea2a7a-ef84-454a-b305-c470482cf7fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 13:52:43.736390 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron_lib.callbacks.manager [None req-c44813a6-fd32-4a6f-a772-8117f228bcf0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:43.736867 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44813a6-fd32-4a6f-a772-8117f228bcf0 None None] Bound using segment: {'id': 'f5264372-fa90-4674-a04a-e3a6e49336da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'a6ea2a7a-ef84-454a-b305-c470482cf7fa'} {{(pid=112712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 08 13:52:43.737292 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.plugins.ml2.managers [None req-c44813a6-fd32-4a6f-a772-8117f228bcf0 None None] Bound port: 04ca4a7d-8d12-44ad-b574-5149c116a206, host: dv-cinder-820027-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5264372-fa90-4674-a04a-e3a6e49336da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'a6ea2a7a-ef84-454a-b305-c470482cf7fa'}}] {{(pid=112712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 08 13:52:43.737672 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron_lib.callbacks.manager [None req-c44813a6-fd32-4a6f-a772-8117f228bcf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (04ca4a7d-8d12-44ad-b574-5149c116a206), before_update {{(pid=112712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:43.744265 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:52:43.808186 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b738a9-75f8-4a1e-9ed6-e7979f8055f4 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Network a5311008-4782-42e3-9445-a36a6c9fb014 is already hosted by enough agents. {{(pid=112709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:52:43.813958 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.scheduler.base_scheduler [None req-c1b738a9-75f8-4a1e-9ed6-e7979f8055f4 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Resources bound (agent type, host, resource id): {{(pid=112709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:52:43.820525 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b738a9-75f8-4a1e-9ed6-e7979f8055f4 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Received port after_create {{(pid=112709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 08 13:52:43.906299 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=100 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:52:43.911022 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.plugins.ml2.db [None req-c44813a6-fd32-4a6f-a772-8117f228bcf0 None None] For port 04ca4a7d-8d12-44ad-b574-5149c116a206, host dv-cinder-820027-24-iscsi, cleared binding levels {{(pid=112712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:52:43.916229 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.plugins.ml2.db [None req-c44813a6-fd32-4a6f-a772-8117f228bcf0 None None] For port 04ca4a7d-8d12-44ad-b574-5149c116a206, host dv-cinder-820027-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-24-iscsi',level=0,port_id=04ca4a7d-8d12-44ad-b574-5149c116a206,segment=NetworkSegment(f5264372-fa90-4674-a04a-e3a6e49336da),segment_id=f5264372-fa90-4674-a04a-e3a6e49336da)] {{(pid=112712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:52:43.927669 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 33504) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:52:43.933549 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron_lib.callbacks.manager [None req-c44813a6-fd32-4a6f-a772-8117f228bcf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (04ca4a7d-8d12-44ad-b574-5149c116a206), after_update {{(pid=112712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:44.027429 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2c643d-7dcb-4125-8c18-f6b16af03659 None None] Pushing event updated for resources: {'Port': ['ID=04ca4a7d-8d12-44ad-b574-5149c116a206,revision_number=4']} {{(pid=112712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:44.043590 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44813a6-fd32-4a6f-a772-8117f228bcf0 None None] Routers {'8933e1ce-f357-4c29-bf32-c54a21fb90c9'} bound to L3 agent in host dv-cinder-820027-24-iscsi {{(pid=112712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 13:52:44.049133 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-c1b738a9-75f8-4a1e-9ed6-e7979f8055f4 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks [] for floatingip (960ce675-957d-45d5-84ec-74815782cbdc), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:44.053273 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_hamode_db [None req-c44813a6-fd32-4a6f-a772-8117f228bcf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-08T13:44:16Z,description=,heartbeat_timestamp=2022-09-08T13:52:16Z,host='dv-cinder-820027-24-iscsi',id=91421a76-39ff-4685-90ca-aa6fbf6a1933,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:44:16Z,topic='l3_agent')) {'router_ids': ['8933e1ce-f357-4c29-bf32-c54a21fb90c9'], 'active': True} {{(pid=112712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:52:44.084097 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 33506) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:52:44.086420 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:52:44.100531 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.v2.base [None req-ae180901-ba4e-4f39-8450-b901ef64d40b tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1384505585', 'description': 'tempest-description--1519739714'}} {{(pid=112709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:52:44.191723 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-51fd991b-89fb-4c77-9088-27434cbaca72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (22ab8903-d7f5-4941-bce3-89140b53b8af), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:44.212198 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=100 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:52:44.230921 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b738a9-75f8-4a1e-9ed6-e7979f8055f4 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Pushing event updated for resources: {'Port': ['ID=dc3b0b83-67c8-4a30-a87d-f1c6632eb292,revision_number=1']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:44.250097 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b145c9c-7bd4-4c69-874d-73ac075c44cd req-df3b61f1-d26e-453b-bbb3-b5019072c615 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:52:44.255376 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-ae180901-ba4e-4f39-8450-b901ef64d40b tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Publish callbacks [] for security_group (None), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:44.256075 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-0b145c9c-7bd4-4c69-874d-73ac075c44cd req-df3b61f1-d26e-453b-bbb3-b5019072c615 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/networks?id=a6ea2a7a-ef84-454a-b305-c470482cf7fa HTTP/1.1" status: 200 len: 818 time: 0.3235343 Sep 08 13:52:44.256893 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Current status of the port 6530787b-90c8-4e51-aa61-a98ea4643c89 is: DOWN; New status is: ACTIVE {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 13:52:44.257289 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (6530787b-90c8-4e51-aa61-a98ea4643c89), before_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:44.289600 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:52:44.294858 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-c1b738a9-75f8-4a1e-9ed6-e7979f8055f4 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (dc3b0b83-67c8-4a30-a87d-f1c6632eb292), before_update {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:44.302355 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-0b145c9c-7bd4-4c69-874d-73ac075c44cd req-06b692db-c9d0-407a-b652-46b8d6c51390 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/quotas/127bce2080d54fe4871b5aaa6cc394b5 HTTP/1.1" status: 200 len: 375 time: 0.0399220 Sep 08 13:52:44.359480 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_dvr_db [None req-c44813a6-fd32-4a6f-a772-8117f228bcf0 None None] Set router 8933e1ce-f357-4c29-bf32-c54a21fb90c9 gateway port host: dv-cinder-820027-24-iscsi {{(pid=112712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 13:52:44.419536 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] For port 6530787b-90c8-4e51-aa61-a98ea4643c89, host dv-cinder-820027-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-24-iscsi',level=0,port_id=6530787b-90c8-4e51-aa61-a98ea4643c89,segment=NetworkSegment(ebffaf8e-8370-4e1c-9c1b-02c9fe7aa40e),segment_id=ebffaf8e-8370-4e1c-9c1b-02c9fe7aa40e)] {{(pid=112711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:52:44.434808 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (6530787b-90c8-4e51-aa61-a98ea4643c89), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:44.436022 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Device e8f2f592-277a-4d05-986e-4d884ef99bfb up at agent ovs-agent-dv-cinder-820027-24-iscsi {{(pid=112711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:52:44.531823 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-9b6bc827-6d5d-4e24-9462-1516d8c5326c req-123bec83-5b34-4df8-9b00-4dd3c31e3d1b tempest-DeleteServersTestJSON-1637109358 tempest-DeleteServersTestJSON-1637109358-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3a4e6c3b-d230-477f-b406-5f55ec596b1e HTTP/1.1" status: 200 len: 210 time: 0.0701048 Sep 08 13:52:44.547254 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-0b145c9c-7bd4-4c69-874d-73ac075c44cd req-19de4995-3918-46a4-bc9a-2468c65a564e tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=127bce2080d54fe4871b5aaa6cc394b5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2402170 Sep 08 13:52:44.697496 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-ae180901-ba4e-4f39-8450-b901ef64d40b tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Publish callbacks [] for security_group (e656d449-c572-4028-b2e1-f2eb8d08b7da), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:44.704484 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-ae180901-ba4e-4f39-8450-b901ef64d40b tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (e656d449-c572-4028-b2e1-f2eb8d08b7da), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:44.739857 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-ae180901-ba4e-4f39-8450-b901ef64d40b tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Publish callbacks [] for security_group (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:44.741509 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-ae180901-ba4e-4f39-8450-b901ef64d40b tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.6511431 Sep 08 13:52:44.744324 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 33534) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:52:44.749407 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.v2.base [None req-28599094-7b9d-43dc-9cc4-b634a283ecae tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Request body: {'security_group_rule': {'security_group_id': 'e656d449-c572-4028-b2e1-f2eb8d08b7da', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:52:44.768493 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae180901-ba4e-4f39-8450-b901ef64d40b tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e656d449-c572-4028-b2e1-f2eb8d08b7da,revision_number=1']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:44.774965 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-c1b738a9-75f8-4a1e-9ed6-e7979f8055f4 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks [] for port (dc3b0b83-67c8-4a30-a87d-f1c6632eb292), precommit_update {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:44.781193 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-c1b738a9-75f8-4a1e-9ed6-e7979f8055f4 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (dc3b0b83-67c8-4a30-a87d-f1c6632eb292), after_update {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:44.783979 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-c1b738a9-75f8-4a1e-9ed6-e7979f8055f4 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3679472'] for floatingip (960ce675-957d-45d5-84ec-74815782cbdc), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:44.808725 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Pushing event updated for resources: {'Port': ['ID=6530787b-90c8-4e51-aa61-a98ea4643c89,revision_number=4']} {{(pid=112711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:44.828235 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-28599094-7b9d-43dc-9cc4-b634a283ecae tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Publish callbacks [] for security_group_rule (cfb76cc2-5bf5-4b82-bb5c-09182ec4a7bf), before_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:44.855916 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Provisioning complete for port e8f2f592-277a-4d05-986e-4d884ef99bfb triggered by entity L2. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 13:52:44.857426 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (e8f2f592-277a-4d05-986e-4d884ef99bfb), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:44.904315 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-c1b738a9-75f8-4a1e-9ed6-e7979f8055f4 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161718'] for floatingip (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:44.912168 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-c1b738a9-75f8-4a1e-9ed6-e7979f8055f4 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3054917 Sep 08 13:52:44.927518 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-28599094-7b9d-43dc-9cc4-b634a283ecae tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Publish callbacks [] for security_group_rule (cfb76cc2-5bf5-4b82-bb5c-09182ec4a7bf), precommit_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:44.933877 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-28599094-7b9d-43dc-9cc4-b634a283ecae tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763866'] for security_group_rule (cfb76cc2-5bf5-4b82-bb5c-09182ec4a7bf), after_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:44.944740 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:52:44.951714 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28599094-7b9d-43dc-9cc4-b634a283ecae tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfb76cc2-5bf5-4b82-bb5c-09182ec4a7bf,revision_number=0']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:44.971271 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b738a9-75f8-4a1e-9ed6-e7979f8055f4 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Pushing event updated for resources: {'Port': ['ID=dc3b0b83-67c8-4a30-a87d-f1c6632eb292,revision_number=2']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:44.973697 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-570cbaae-dbf6-4275-8dc3-78ff119e7333 None None] Publish callbacks [] for port (0ca98399-9c62-4c2e-b02f-2e468cdee8e8), precommit_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:44.984151 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-28599094-7b9d-43dc-9cc4-b634a283ecae tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:44.987269 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-28599094-7b9d-43dc-9cc4-b634a283ecae tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2408268 Sep 08 13:52:44.989858 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 33548) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:52:45.000023 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.v2.base [None req-f52d9ea3-4480-4e23-ac9e-c2ab8764b729 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Request body: {'security_group_rule': {'security_group_id': 'e656d449-c572-4028-b2e1-f2eb8d08b7da', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=112710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:52:45.002100 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-570cbaae-dbf6-4275-8dc3-78ff119e7333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (0ca98399-9c62-4c2e-b02f-2e468cdee8e8), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:45.061184 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_hamode_db [None req-c44813a6-fd32-4a6f-a772-8117f228bcf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8933e1ce-f357-4c29-bf32-c54a21fb90c9', 'name': 'tempest-ServerRescueNegativeTestJSON-997876912-router', 'tenant_id': '127bce2080d54fe4871b5aaa6cc394b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '6530787b-90c8-4e51-aa61-a98ea4643c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:52:25Z', 'updated_at': '2022-09-08T13:52:37Z', 'revision_number': 4, 'project_id': '127bce2080d54fe4871b5aaa6cc394b5', 'gw_port': {'id': '6530787b-90c8-4e51-aa61-a98ea4643c89', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:bc:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8933e1ce-f357-4c29-bf32-c54a21fb90c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:52:26Z', 'updated_at': '2022-09-08T13:52:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi', '_interfaces': [{'id': '04ca4a7d-8d12-44ad-b574-5149c116a206', 'name': '', 'network_id': 'a6ea2a7a-ef84-454a-b305-c470482cf7fa', 'tenant_id': '127bce2080d54fe4871b5aaa6cc394b5', 'mac_address': 'fa:16:3e:46:c9:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8933e1ce-f357-4c29-bf32-c54a21fb90c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '8a8f577a-16e1-4e37-b6e2-a6cc60df3540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:52:35Z', 'updated_at': '2022-09-08T13:52:43Z', 'revision_number': 4, 'project_id': '127bce2080d54fe4871b5aaa6cc394b5', 'subnets': [{'id': '8a8f577a-16e1-4e37-b6e2-a6cc60df3540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-24-iscsi', False) {} {{(pid=112712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:52:45.098018 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-f52d9ea3-4480-4e23-ac9e-c2ab8764b729 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Publish callbacks [] for security_group_rule (f056b1d3-13c8-47ec-95f6-916196b0a399), before_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:45.124203 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c44813a6-fd32-4a6f-a772-8117f228bcf0 None None] The sync data for ids ['8933e1ce-f357-4c29-bf32-c54a21fb90c9'] in dv-cinder-820027-24-iscsi is: [{'id': '8933e1ce-f357-4c29-bf32-c54a21fb90c9', 'name': 'tempest-ServerRescueNegativeTestJSON-997876912-router', 'tenant_id': '127bce2080d54fe4871b5aaa6cc394b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '6530787b-90c8-4e51-aa61-a98ea4643c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:52:25Z', 'updated_at': '2022-09-08T13:52:37Z', 'revision_number': 4, 'project_id': '127bce2080d54fe4871b5aaa6cc394b5', 'gw_port': {'id': '6530787b-90c8-4e51-aa61-a98ea4643c89', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:bc:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8933e1ce-f357-4c29-bf32-c54a21fb90c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:52:26Z', 'updated_at': '2022-09-08T13:52:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi', '_interfaces': [{'id': '04ca4a7d-8d12-44ad-b574-5149c116a206', 'name': '', 'network_id': 'a6ea2a7a-ef84-454a-b305-c470482cf7fa', 'tenant_id': '127bce2080d54fe4871b5aaa6cc394b5', 'mac_address': 'fa:16:3e:46:c9:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8933e1ce-f357-4c29-bf32-c54a21fb90c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '8a8f577a-16e1-4e37-b6e2-a6cc60df3540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:52:35Z', 'updated_at': '2022-09-08T13:52:43Z', 'revision_number': 4, 'project_id': '127bce2080d54fe4871b5aaa6cc394b5', 'subnets': [{'id': '8a8f577a-16e1-4e37-b6e2-a6cc60df3540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:52:45.194997 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:52:45.209236 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1334bbc-047b-4bd0-8dc2-22fd59f34590 None None] Pushing event updated for resources: {'Port': ['ID=0ca98399-9c62-4c2e-b02f-2e468cdee8e8,revision_number=3']} {{(pid=112711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:45.238188 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-f52d9ea3-4480-4e23-ac9e-c2ab8764b729 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Publish callbacks [] for security_group_rule (f056b1d3-13c8-47ec-95f6-916196b0a399), precommit_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:45.244350 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-f52d9ea3-4480-4e23-ac9e-c2ab8764b729 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763866'] for security_group_rule (f056b1d3-13c8-47ec-95f6-916196b0a399), after_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:45.246496 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.managers [None req-570cbaae-dbf6-4275-8dc3-78ff119e7333 None None] Attempting to bind port 0ca98399-9c62-4c2e-b02f-2e468cdee8e8 on host dv-cinder-820027-24-iscsi for vnic_type normal with profile {{(pid=112711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 08 13:52:45.246958 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.managers [None req-570cbaae-dbf6-4275-8dc3-78ff119e7333 None None] Attempting to bind port 0ca98399-9c62-4c2e-b02f-2e468cdee8e8 by drivers openvswitch,hyperv on host dv-cinder-820027-24-iscsi at level 0 using segments [{'id': '20c24cd0-3b1f-4e89-83a4-717e24ca5a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'cf5901ef-2ee5-4879-85aa-18770c77b80a'}] {{(pid=112711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 08 13:52:45.247285 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570cbaae-dbf6-4275-8dc3-78ff119e7333 None None] Attempting to bind port 0ca98399-9c62-4c2e-b02f-2e468cdee8e8 on network cf5901ef-2ee5-4879-85aa-18770c77b80a {{(pid=112711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 13:52:45.332088 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52d9ea3-4480-4e23-ac9e-c2ab8764b729 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f056b1d3-13c8-47ec-95f6-916196b0a399,revision_number=0']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:45.347332 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-f52d9ea3-4480-4e23-ac9e-c2ab8764b729 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:45.358074 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Current status of the port e8f2f592-277a-4d05-986e-4d884ef99bfb is: DOWN; New status is: ACTIVE {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 13:52:45.358074 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (e8f2f592-277a-4d05-986e-4d884ef99bfb), before_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:45.361016 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 33568) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:52:45.362298 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-f52d9ea3-4480-4e23-ac9e-c2ab8764b729 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3695695 Sep 08 13:52:45.371610 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.v2.base [None req-b62166b2-62e3-487f-ac2b-e6e255b35d48 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Request body: {'floatingip': {'floating_network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014'}} {{(pid=112709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:52:45.424019 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-b62166b2-62e3-487f-ac2b-e6e255b35d48 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:45.446485 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] For port e8f2f592-277a-4d05-986e-4d884ef99bfb, host dv-cinder-820027-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-24-iscsi',level=0,port_id=e8f2f592-277a-4d05-986e-4d884ef99bfb,segment=NetworkSegment(ebffaf8e-8370-4e1c-9c1b-02c9fe7aa40e),segment_id=ebffaf8e-8370-4e1c-9c1b-02c9fe7aa40e)] {{(pid=112711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:52:45.453050 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570cbaae-dbf6-4275-8dc3-78ff119e7333 None None] Checking agent: {'id': '6df97c0c-9140-47af-8c93-84593b95031c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 8, 13, 44, 19), 'started_at': datetime.datetime(2022, 9, 8, 13, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 9, 8, 13, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 08 13:52:45.454157 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570cbaae-dbf6-4275-8dc3-78ff119e7333 None None] Checking segment: {'id': '20c24cd0-3b1f-4e89-83a4-717e24ca5a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'cf5901ef-2ee5-4879-85aa-18770c77b80a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 13:52:45.456328 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-570cbaae-dbf6-4275-8dc3-78ff119e7333 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:45.456892 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570cbaae-dbf6-4275-8dc3-78ff119e7333 None None] Bound using segment: {'id': '20c24cd0-3b1f-4e89-83a4-717e24ca5a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'cf5901ef-2ee5-4879-85aa-18770c77b80a'} {{(pid=112711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 08 13:52:45.459225 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.managers [None req-570cbaae-dbf6-4275-8dc3-78ff119e7333 None None] Bound port: 0ca98399-9c62-4c2e-b02f-2e468cdee8e8, host: dv-cinder-820027-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20c24cd0-3b1f-4e89-83a4-717e24ca5a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'cf5901ef-2ee5-4879-85aa-18770c77b80a'}}] {{(pid=112711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 08 13:52:45.459621 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-570cbaae-dbf6-4275-8dc3-78ff119e7333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (0ca98399-9c62-4c2e-b02f-2e468cdee8e8), before_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:45.469108 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (e8f2f592-277a-4d05-986e-4d884ef99bfb), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:45.471592 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Device f85dda4c-dc6c-45e0-a6db-266c6cfb4c85 up at agent ovs-agent-dv-cinder-820027-24-iscsi {{(pid=112711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:52:45.563486 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:52:45.570233 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:52:45.621004 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-b62166b2-62e3-487f-ac2b-e6e255b35d48 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (None), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:45.785324 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-83dbf2a3-28d9-4173-bc99-7e497cd665f1 req-016b0365-27f7-49b6-a4fa-49e9ab6b743d tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1420323738&fields=id&tenant_id=b4ca185497284e9780eba8fc2e713d6e HTTP/1.1" status: 200 len: 267 time: 0.1485629 Sep 08 13:52:45.836730 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:52:45.974156 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Pushing event updated for resources: {'Port': ['ID=e8f2f592-277a-4d05-986e-4d884ef99bfb,revision_number=4']} {{(pid=112711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:46.005298 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-570cbaae-dbf6-4275-8dc3-78ff119e7333 None None] For port 0ca98399-9c62-4c2e-b02f-2e468cdee8e8, host dv-cinder-820027-24-iscsi, cleared binding levels {{(pid=112711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:52:46.016213 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-570cbaae-dbf6-4275-8dc3-78ff119e7333 None None] For port 0ca98399-9c62-4c2e-b02f-2e468cdee8e8, host dv-cinder-820027-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-24-iscsi',level=0,port_id=0ca98399-9c62-4c2e-b02f-2e468cdee8e8,segment=NetworkSegment(20c24cd0-3b1f-4e89-83a4-717e24ca5a29),segment_id=20c24cd0-3b1f-4e89-83a4-717e24ca5a29)] {{(pid=112711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:52:46.019862 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Provisioning complete for port f85dda4c-dc6c-45e0-a6db-266c6cfb4c85 triggered by entity L2. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 13:52:46.020273 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (f85dda4c-dc6c-45e0-a6db-266c6cfb4c85), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:46.068819 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-570cbaae-dbf6-4275-8dc3-78ff119e7333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (0ca98399-9c62-4c2e-b02f-2e468cdee8e8), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:46.104243 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dbf2a3-28d9-4173-bc99-7e497cd665f1 req-efa93f1a-af75-47a4-86db-260141f15ca5 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:52:46.106280 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-83dbf2a3-28d9-4173-bc99-7e497cd665f1 req-efa93f1a-af75-47a4-86db-260141f15ca5 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/networks?id=cf5901ef-2ee5-4879-85aa-18770c77b80a HTTP/1.1" status: 200 len: 815 time: 0.3159187 Sep 08 13:52:46.135674 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-83dbf2a3-28d9-4173-bc99-7e497cd665f1 req-ba823390-a007-46da-b29a-076365e074ac tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/quotas/b4ca185497284e9780eba8fc2e713d6e HTTP/1.1" status: 200 len: 375 time: 0.0124822 Sep 08 13:52:46.184334 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570cbaae-dbf6-4275-8dc3-78ff119e7333 None None] Routers {'02a208a6-8629-4695-a17f-fdd0442b3d34'} bound to L3 agent in host dv-cinder-820027-24-iscsi {{(pid=112711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 13:52:46.184977 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_hamode_db [None req-570cbaae-dbf6-4275-8dc3-78ff119e7333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-08T13:44:16Z,description=,heartbeat_timestamp=2022-09-08T13:52:16Z,host='dv-cinder-820027-24-iscsi',id=91421a76-39ff-4685-90ca-aa6fbf6a1933,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:44:16Z,topic='l3_agent')) {'router_ids': ['02a208a6-8629-4695-a17f-fdd0442b3d34'], 'active': True} {{(pid=112711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:52:46.222139 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.db.db_base_plugin_common [None req-b62166b2-62e3-487f-ac2b-e6e255b35d48 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Allocated IP 172.27.0.148 (a5311008-4782-42e3-9445-a36a6c9fb014/42b74029-f5ac-41f0-a451-9a0d0b4a74ed/aa8ff9cc-f9bf-4637-bf1d-42771799fe84) {{(pid=112709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:52:46.242654 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-83dbf2a3-28d9-4173-bc99-7e497cd665f1 req-53bd4d23-520c-4ead-b4a9-5fa3a23350ca tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=b4ca185497284e9780eba8fc2e713d6e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0987561 Sep 08 13:52:46.331447 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1334bbc-047b-4bd0-8dc2-22fd59f34590 None None] Pushing event updated for resources: {'Port': ['ID=0ca98399-9c62-4c2e-b02f-2e468cdee8e8,revision_number=4']} {{(pid=112711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:46.386324 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 33618) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:52:46.453945 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-83dbf2a3-28d9-4173-bc99-7e497cd665f1 req-3af7190d-16b6-4fb4-ac42-1d831456a7c2 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/cf5901ef-2ee5-4879-85aa-18770c77b80a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886845 Sep 08 13:52:46.455349 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-b62166b2-62e3-487f-ac2b-e6e255b35d48 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Publish callbacks [] for port (aa8ff9cc-f9bf-4637-bf1d-42771799fe84), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:46.467185 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [req-0b145c9c-7bd4-4c69-874d-73ac075c44cd req-da948b8e-244c-4086-a4a3-2831c6f9199a service neutron] http://10.222.0.55:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112710) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 08 13:52:46.471365 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-0b145c9c-7bd4-4c69-874d-73ac075c44cd req-da948b8e-244c-4086-a4a3-2831c6f9199a service neutron] 10.222.0.55 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.9658823 Sep 08 13:52:46.528115 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-b5bb5f6b-a14d-4d51-9f12-87c69969a778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (91421a76-39ff-4685-90ca-aa6fbf6a1933), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:46.548254 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Current status of the port f85dda4c-dc6c-45e0-a6db-266c6cfb4c85 is: ACTIVE; New status is: ACTIVE {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 13:52:46.576986 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvr_db [None req-570cbaae-dbf6-4275-8dc3-78ff119e7333 None None] Set router 02a208a6-8629-4695-a17f-fdd0442b3d34 gateway port host: dv-cinder-820027-24-iscsi {{(pid=112711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 13:52:46.594407 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-b62166b2-62e3-487f-ac2b-e6e255b35d48 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729028134301'] for port (aa8ff9cc-f9bf-4637-bf1d-42771799fe84), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:46.760049 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62166b2-62e3-487f-ac2b-e6e255b35d48 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Network a5311008-4782-42e3-9445-a36a6c9fb014 is already hosted by enough agents. {{(pid=112709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:52:46.761697 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62166b2-62e3-487f-ac2b-e6e255b35d48 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Pushing event updated for resources: {'Port': ['ID=aa8ff9cc-f9bf-4637-bf1d-42771799fe84,revision_number=1']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:46.764173 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.scheduler.base_scheduler [None req-b62166b2-62e3-487f-ac2b-e6e255b35d48 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Resources bound (agent type, host, resource id): {{(pid=112709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:52:46.782656 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62166b2-62e3-487f-ac2b-e6e255b35d48 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Received port after_create {{(pid=112709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 08 13:52:46.960498 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-6a490965-f6a6-4540-bf7b-b38a800ae76c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:46.966950 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-b62166b2-62e3-487f-ac2b-e6e255b35d48 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Publish callbacks [] for floatingip (0f41bf9f-e91c-436e-baab-918857ec3540), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:47.049050 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:52:47.055952 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-b62166b2-62e3-487f-ac2b-e6e255b35d48 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (aa8ff9cc-f9bf-4637-bf1d-42771799fe84), before_update {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:47.071169 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-83dbf2a3-28d9-4173-bc99-7e497cd665f1 req-bc6baf26-50d8-43bd-b762-00f6a12ea012 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/cf5901ef-2ee5-4879-85aa-18770c77b80a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5986419 Sep 08 13:52:47.073543 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-0b145c9c-7bd4-4c69-874d-73ac075c44cd req-6291e5b2-8151-450d-ae67-038c941b94f6 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/a6ea2a7a-ef84-454a-b305-c470482cf7fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5568314 Sep 08 13:52:47.103851 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 33636) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:52:47.173009 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_hamode_db [None req-570cbaae-dbf6-4275-8dc3-78ff119e7333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02a208a6-8629-4695-a17f-fdd0442b3d34', 'name': 'tempest-AttachVolumeNegativeTest-1590919179-router', 'tenant_id': 'b4ca185497284e9780eba8fc2e713d6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'e8f2f592-277a-4d05-986e-4d884ef99bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:52:26Z', 'updated_at': '2022-09-08T13:52:37Z', 'revision_number': 4, 'project_id': 'b4ca185497284e9780eba8fc2e713d6e', 'gw_port': {'id': 'e8f2f592-277a-4d05-986e-4d884ef99bfb', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:98:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a208a6-8629-4695-a17f-fdd0442b3d34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:52:27Z', 'updated_at': '2022-09-08T13:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi', '_interfaces': [{'id': '0ca98399-9c62-4c2e-b02f-2e468cdee8e8', 'name': '', 'network_id': 'cf5901ef-2ee5-4879-85aa-18770c77b80a', 'tenant_id': 'b4ca185497284e9780eba8fc2e713d6e', 'mac_address': 'fa:16:3e:fb:7b:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02a208a6-8629-4695-a17f-fdd0442b3d34', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'a139bee4-b378-4a6d-bfa3-c572d95f8369', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:52:34Z', 'updated_at': '2022-09-08T13:52:45Z', 'revision_number': 4, 'project_id': 'b4ca185497284e9780eba8fc2e713d6e', 'subnets': [{'id': 'a139bee4-b378-4a6d-bfa3-c572d95f8369', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-24-iscsi', False) {} {{(pid=112711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:52:47.176896 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Device 584b8d2a-edf7-4f00-9113-3e228c837fb1 up at agent ovs-agent-dv-cinder-820027-24-iscsi {{(pid=112711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:52:47.301026 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570cbaae-dbf6-4275-8dc3-78ff119e7333 None None] The sync data for ids ['02a208a6-8629-4695-a17f-fdd0442b3d34'] in dv-cinder-820027-24-iscsi is: [{'id': '02a208a6-8629-4695-a17f-fdd0442b3d34', 'name': 'tempest-AttachVolumeNegativeTest-1590919179-router', 'tenant_id': 'b4ca185497284e9780eba8fc2e713d6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'e8f2f592-277a-4d05-986e-4d884ef99bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:52:26Z', 'updated_at': '2022-09-08T13:52:37Z', 'revision_number': 4, 'project_id': 'b4ca185497284e9780eba8fc2e713d6e', 'gw_port': {'id': 'e8f2f592-277a-4d05-986e-4d884ef99bfb', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:98:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a208a6-8629-4695-a17f-fdd0442b3d34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:52:27Z', 'updated_at': '2022-09-08T13:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi', '_interfaces': [{'id': '0ca98399-9c62-4c2e-b02f-2e468cdee8e8', 'name': '', 'network_id': 'cf5901ef-2ee5-4879-85aa-18770c77b80a', 'tenant_id': 'b4ca185497284e9780eba8fc2e713d6e', 'mac_address': 'fa:16:3e:fb:7b:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02a208a6-8629-4695-a17f-fdd0442b3d34', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'a139bee4-b378-4a6d-bfa3-c572d95f8369', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:52:34Z', 'updated_at': '2022-09-08T13:52:45Z', 'revision_number': 4, 'project_id': 'b4ca185497284e9780eba8fc2e713d6e', 'subnets': [{'id': 'a139bee4-b378-4a6d-bfa3-c572d95f8369', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:52:47.357100 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=86,neutron:UPDATE=6,neutron:INSERT=5,neutron:DELETE=3 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:52:47.370287 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Provisioning complete for port 584b8d2a-edf7-4f00-9113-3e228c837fb1 triggered by entity L2. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 13:52:47.370699 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (584b8d2a-edf7-4f00-9113-3e228c837fb1), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:47.551486 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:INSERT=6,neutron:SELECT=92,neutron:UPDATE=2 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:52:47.589900 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-7aab83e3-c27f-4c35-a0e1-d7212236368f req-93df1caa-b74f-473b-80ae-457524725c6e tempest-DeleteServersTestJSON-1637109358 tempest-DeleteServersTestJSON-1637109358-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3a4e6c3b-d230-477f-b406-5f55ec596b1e HTTP/1.1" status: 200 len: 210 time: 0.0587292 Sep 08 13:52:47.601933 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-b62166b2-62e3-487f-ac2b-e6e255b35d48 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Publish callbacks [] for port (aa8ff9cc-f9bf-4637-bf1d-42771799fe84), precommit_update {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:47.612644 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-b62166b2-62e3-487f-ac2b-e6e255b35d48 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (aa8ff9cc-f9bf-4637-bf1d-42771799fe84), after_update {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:47.613767 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-b62166b2-62e3-487f-ac2b-e6e255b35d48 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3679472'] for floatingip (0f41bf9f-e91c-436e-baab-918857ec3540), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:47.624211 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-0b145c9c-7bd4-4c69-874d-73ac075c44cd req-10d5331c-b344-4b8e-a0d9-1b947b11e825 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/a6ea2a7a-ef84-454a-b305-c470482cf7fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5077848 Sep 08 13:52:47.643107 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Current status of the port 584b8d2a-edf7-4f00-9113-3e228c837fb1 is: DOWN; New status is: ACTIVE {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 13:52:47.643512 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (584b8d2a-edf7-4f00-9113-3e228c837fb1), before_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:47.654885 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-6a490965-f6a6-4540-bf7b-b38a800ae76c admin admin] Publish callbacks [] for security_group (92378ed4-ca2e-4121-b612-cfb0a69da4c2), precommit_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:47.674193 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-6a490965-f6a6-4540-bf7b-b38a800ae76c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (92378ed4-ca2e-4121-b612-cfb0a69da4c2), after_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:47.723325 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] For port 584b8d2a-edf7-4f00-9113-3e228c837fb1, host dv-cinder-820027-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-24-iscsi',level=0,port_id=584b8d2a-edf7-4f00-9113-3e228c837fb1,segment=NetworkSegment(ebffaf8e-8370-4e1c-9c1b-02c9fe7aa40e),segment_id=ebffaf8e-8370-4e1c-9c1b-02c9fe7aa40e)] {{(pid=112711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:52:47.737941 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-b7e97967-3fa9-4dcb-b3f0-dcc99b3a4378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (24e12250-b8f3-473f-bf71-765ca8669827), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:47.740862 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (584b8d2a-edf7-4f00-9113-3e228c837fb1), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:47.744344 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Device e8f2f592-277a-4d05-986e-4d884ef99bfb up at agent ovs-agent-dv-cinder-820027-24-iscsi {{(pid=112711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:52:47.749793 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62166b2-62e3-487f-ac2b-e6e255b35d48 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Pushing event updated for resources: {'Port': ['ID=aa8ff9cc-f9bf-4637-bf1d-42771799fe84,revision_number=2']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:47.761096 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-b62166b2-62e3-487f-ac2b-e6e255b35d48 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161718'] for floatingip (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:47.771964 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-b62166b2-62e3-487f-ac2b-e6e255b35d48 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4098186 Sep 08 13:52:47.799466 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a490965-f6a6-4540-bf7b-b38a800ae76c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92378ed4-ca2e-4121-b612-cfb0a69da4c2,revision_number=1']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:47.847417 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-6a490965-f6a6-4540-bf7b-b38a800ae76c admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=c5084e7f21bb43479da70ba3ae82f89f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4594522 Sep 08 13:52:47.868148 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 33666) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:52:47.882861 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-d8dd82e3-c014-4dab-9289-f98ccc97d231 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:47.900998 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-fb78e8e5-fa8f-4dba-bbfc-f9285c3417a0 req-c142d899-2d6b-40bd-ba50-42ed36772966 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=c6a4b8e4-4292-4db0-89b6-b09f84f513ce HTTP/1.1" status: 200 len: 210 time: 0.1301129 Sep 08 13:52:48.090587 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:52:48.139446 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-0f434789-33fa-4e6d-9bec-a3b9bbc87bc1 admin admin] Publish callbacks [] for security_group (92378ed4-ca2e-4121-b612-cfb0a69da4c2), before_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:48.156383 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:52:48.217301 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.20', 55078) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:52:48.294063 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Pushing event updated for resources: {'Port': ['ID=584b8d2a-edf7-4f00-9113-3e228c837fb1,revision_number=4']} {{(pid=112711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:48.299409 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-0f434789-33fa-4e6d-9bec-a3b9bbc87bc1 admin admin] Publish callbacks [] for security_group (92378ed4-ca2e-4121-b612-cfb0a69da4c2), precommit_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:48.339498 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703e5720-d961-4cd4-9f78-424652fffd2c None None] Sync routers for ids ['d9900679-40ee-433a-a560-a42dfc9cff15'] in dv-cinder-820027-24-iscsi {{(pid=112711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:52:48.362377 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-d8dd82e3-c014-4dab-9289-f98ccc97d231 admin admin] Publish callbacks [] for security_group (e95bc01d-99b3-4151-923f-36fe9344df3e), precommit_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:48.383934 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Provisioning complete for port e8f2f592-277a-4d05-986e-4d884ef99bfb triggered by entity L2. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 13:52:48.384394 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (e8f2f592-277a-4d05-986e-4d884ef99bfb), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:48.448750 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703e5720-d961-4cd4-9f78-424652fffd2c None None] Routers {'d9900679-40ee-433a-a560-a42dfc9cff15'} bound to L3 agent in host dv-cinder-820027-24-iscsi {{(pid=112711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 13:52:48.449400 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_hamode_db [None req-703e5720-d961-4cd4-9f78-424652fffd2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-08T13:44:16Z,description=,heartbeat_timestamp=2022-09-08T13:52:46Z,host='dv-cinder-820027-24-iscsi',id=91421a76-39ff-4685-90ca-aa6fbf6a1933,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:44:16Z,topic='l3_agent')) {'router_ids': ['d9900679-40ee-433a-a560-a42dfc9cff15'], 'active': True} {{(pid=112711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:52:48.453663 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:52:48.460650 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-0f434789-33fa-4e6d-9bec-a3b9bbc87bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (92378ed4-ca2e-4121-b612-cfb0a69da4c2), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:48.463575 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-0f434789-33fa-4e6d-9bec-a3b9bbc87bc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:48.465626 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-0f434789-33fa-4e6d-9bec-a3b9bbc87bc1 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/92378ed4-ca2e-4121-b612-cfb0a69da4c2 HTTP/1.1" status: 204 len: 168 time: 0.5964127 Sep 08 13:52:48.474572 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-d8dd82e3-c014-4dab-9289-f98ccc97d231 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (e95bc01d-99b3-4151-923f-36fe9344df3e), after_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:48.478717 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f434789-33fa-4e6d-9bec-a3b9bbc87bc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92378ed4-ca2e-4121-b612-cfb0a69da4c2,revision_number=None']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:48.720943 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-f6af7819-59ec-488e-8658-398994131629 req-1486b503-5e68-4b08-81da-49e18bf9cf91 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f7b396f5-eec9-4df0-8dca-0f2ba1cbb42c HTTP/1.1" status: 200 len: 210 time: 0.4517572 Sep 08 13:52:48.915039 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-d8dd82e3-c014-4dab-9289-f98ccc97d231 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=ef2a5c29fabc4219809253a7cfb7b26a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8097615 Sep 08 13:52:48.917874 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 33744) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:52:49.056566 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dd82e3-c014-4dab-9289-f98ccc97d231 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e95bc01d-99b3-4151-923f-36fe9344df3e,revision_number=1']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:49.074579 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvr_db [None req-703e5720-d961-4cd4-9f78-424652fffd2c None None] Set router d9900679-40ee-433a-a560-a42dfc9cff15 gateway port host: dv-cinder-820027-24-iscsi {{(pid=112711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 13:52:49.096925 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-8cad41f3-eb40-4658-a41b-5fcee6a27119 req-6ed4a7c7-73aa-40a0-af08-ed0d680d51b2 tempest-DeleteServersTestJSON-1637109358 tempest-DeleteServersTestJSON-1637109358-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3a4e6c3b-d230-477f-b406-5f55ec596b1e HTTP/1.1" status: 200 len: 210 time: 0.1169109 Sep 08 13:52:49.097834 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-14bf8557-e377-46e7-88c6-8a9aacc3587f admin admin] Publish callbacks [] for security_group (e95bc01d-99b3-4151-923f-36fe9344df3e), before_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:49.138571 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e5f53deb-1812-42b8-b61e-c5171ee5fb4d req-de50c2fa-826d-4a9c-8a46-2a01bbfcb775 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1384505585&fields=id&tenant_id=6998e0c9a62e4f54a27faf56dbeb543a HTTP/1.1" status: 200 len: 267 time: 0.7210295 Sep 08 13:52:49.166305 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-14bf8557-e377-46e7-88c6-8a9aacc3587f admin admin] Publish callbacks [] for security_group (e95bc01d-99b3-4151-923f-36fe9344df3e), precommit_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:49.253301 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a4143b-f243-4cbd-be9f-da7283cb1122 req-abd15059-6603-4400-ac4b-b723768f3508 tempest-DeleteServersTestJSON-1637109358 tempest-DeleteServersTestJSON-1637109358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:52:49.254258 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-d4a4143b-f243-4cbd-be9f-da7283cb1122 req-abd15059-6603-4400-ac4b-b723768f3508 tempest-DeleteServersTestJSON-1637109358 tempest-DeleteServersTestJSON-1637109358-project] 10.222.0.20 "GET /networking/v2.0/networks?id=1f51bdfd-daa1-4029-afe2-09413a504f9f HTTP/1.1" status: 200 len: 810 time: 0.9933989 Sep 08 13:52:49.274109 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-14bf8557-e377-46e7-88c6-8a9aacc3587f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (e95bc01d-99b3-4151-923f-36fe9344df3e), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:49.283064 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-14bf8557-e377-46e7-88c6-8a9aacc3587f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:49.285382 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-14bf8557-e377-46e7-88c6-8a9aacc3587f admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/e95bc01d-99b3-4151-923f-36fe9344df3e HTTP/1.1" status: 204 len: 168 time: 0.3665192 Sep 08 13:52:49.304625 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bf8557-e377-46e7-88c6-8a9aacc3587f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e95bc01d-99b3-4151-923f-36fe9344df3e,revision_number=None']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:49.318206 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 33758) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:52:49.345712 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-a6ac1dc6-5dbb-4426-891a-e2e2b456764d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:49.375736 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.v2.base [req-d4a4143b-f243-4cbd-be9f-da7283cb1122 req-fe5d4a4c-3d87-42d7-bd60-6fadecdde8be tempest-DeleteServersTestJSON-1637109358 tempest-DeleteServersTestJSON-1637109358-project] Request body: {'port': {'device_id': '3a4e6c3b-d230-477f-b406-5f55ec596b1e', 'network_id': '1f51bdfd-daa1-4029-afe2-09413a504f9f', 'admin_state_up': True, 'tenant_id': 'b868b7f8289047369b2fcbb500f353e5'}} {{(pid=112710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:52:49.437395 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Current status of the port e8f2f592-277a-4d05-986e-4d884ef99bfb is: ACTIVE; New status is: ACTIVE {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 13:52:49.467466 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Device 04ca4a7d-8d12-44ad-b574-5149c116a206 up at agent ovs-agent-dv-cinder-820027-24-iscsi {{(pid=112711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:52:49.516841 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-9fd2c32d-2f39-410a-8ad4-63a65cea7018 req-5258abaa-cbaf-4334-bc54-f5ae870ccbff tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=c6a4b8e4-4292-4db0-89b6-b09f84f513ce HTTP/1.1" status: 200 len: 210 time: 0.2552662 Sep 08 13:52:49.680927 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-a6ac1dc6-5dbb-4426-891a-e2e2b456764d admin admin] Publish callbacks [] for security_group (d1a6a6bc-d8b5-4177-8231-c87f083cc997), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:49.705020 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-a6ac1dc6-5dbb-4426-891a-e2e2b456764d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (d1a6a6bc-d8b5-4177-8231-c87f083cc997), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:49.740411 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (6df97c0c-9140-47af-8c93-84593b95031c), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:49.773509 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Provisioning complete for port 04ca4a7d-8d12-44ad-b574-5149c116a206 triggered by entity L2. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 13:52:49.774861 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (04ca4a7d-8d12-44ad-b574-5149c116a206), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:49.820973 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-a6ac1dc6-5dbb-4426-891a-e2e2b456764d admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=72927f397b1c4a259dc1414e8f3aacd3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5012343 Sep 08 13:52:49.821959 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 33788) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:52:49.849474 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-604b277b-9310-4e7b-bd1a-c26598410893 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (ad63ffce-77d1-4b05-ac53-eeb1c28e2aec), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:49.888461 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ac1dc6-5dbb-4426-891a-e2e2b456764d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1a6a6bc-d8b5-4177-8231-c87f083cc997,revision_number=1']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:49.960083 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Current status of the port 04ca4a7d-8d12-44ad-b574-5149c116a206 is: DOWN; New status is: ACTIVE {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 13:52:49.961168 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (04ca4a7d-8d12-44ad-b574-5149c116a206), before_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:49.964743 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:52:49.986157 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-0bee3015-a5ee-4428-9e7c-aee86046a776 admin admin] Publish callbacks [] for security_group (d1a6a6bc-d8b5-4177-8231-c87f083cc997), before_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:50.042422 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-0bee3015-a5ee-4428-9e7c-aee86046a776 admin admin] Publish callbacks [] for security_group (d1a6a6bc-d8b5-4177-8231-c87f083cc997), precommit_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:50.101909 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f53deb-1812-42b8-b61e-c5171ee5fb4d req-a80c7f03-dca2-4484-812e-3adbd2eddd50 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:52:50.104098 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e5f53deb-1812-42b8-b61e-c5171ee5fb4d req-a80c7f03-dca2-4484-812e-3adbd2eddd50 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/networks?id=96ff558b-c5db-4059-a363-a83e90cf91c8 HTTP/1.1" status: 200 len: 810 time: 0.9458957 Sep 08 13:52:50.122643 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 33796) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:52:50.131998 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] For port 04ca4a7d-8d12-44ad-b574-5149c116a206, host dv-cinder-820027-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-24-iscsi',level=0,port_id=04ca4a7d-8d12-44ad-b574-5149c116a206,segment=NetworkSegment(f5264372-fa90-4674-a04a-e3a6e49336da),segment_id=f5264372-fa90-4674-a04a-e3a6e49336da)] {{(pid=112711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:52:50.142801 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (04ca4a7d-8d12-44ad-b574-5149c116a206), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:50.144516 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Device 6530787b-90c8-4e51-aa61-a98ea4643c89 up at agent ovs-agent-dv-cinder-820027-24-iscsi {{(pid=112711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:52:50.154038 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-0bee3015-a5ee-4428-9e7c-aee86046a776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (d1a6a6bc-d8b5-4177-8231-c87f083cc997), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:50.158147 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-0bee3015-a5ee-4428-9e7c-aee86046a776 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:50.160854 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-0bee3015-a5ee-4428-9e7c-aee86046a776 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/d1a6a6bc-d8b5-4177-8231-c87f083cc997 HTTP/1.1" status: 204 len: 168 time: 0.3288357 Sep 08 13:52:50.162370 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e5f53deb-1812-42b8-b61e-c5171ee5fb4d req-8e85461d-d632-4a16-9e87-85779800cc6d tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/quotas/6998e0c9a62e4f54a27faf56dbeb543a HTTP/1.1" status: 200 len: 375 time: 0.0385885 Sep 08 13:52:50.177285 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bee3015-a5ee-4428-9e7c-aee86046a776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1a6a6bc-d8b5-4177-8231-c87f083cc997,revision_number=None']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:50.194881 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6771766-8c20-4405-a02a-6f82fbdb39cb req-ca7f6d5a-2298-4bc8-9efd-12dafdc2f246 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:52:50.203296 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-b6771766-8c20-4405-a02a-6f82fbdb39cb req-ca7f6d5a-2298-4bc8-9efd-12dafdc2f246 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/networks?id=a6ea2a7a-ef84-454a-b305-c470482cf7fa HTTP/1.1" status: 200 len: 818 time: 0.4393020 Sep 08 13:52:50.234275 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Pushing event updated for resources: {'Port': ['ID=04ca4a7d-8d12-44ad-b574-5149c116a206,revision_number=5']} {{(pid=112711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:50.248271 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-b6771766-8c20-4405-a02a-6f82fbdb39cb req-1ea1db13-85b0-4599-97ec-07f4179bc031 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/quotas/127bce2080d54fe4871b5aaa6cc394b5 HTTP/1.1" status: 200 len: 375 time: 0.0430639 Sep 08 13:52:50.260239 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4a4143b-f243-4cbd-be9f-da7283cb1122 req-fe5d4a4c-3d87-42d7-bd60-6fadecdde8be tempest-DeleteServersTestJSON-1637109358 tempest-DeleteServersTestJSON-1637109358-project] Made reservation on behalf of b868b7f8289047369b2fcbb500f353e5 for: {'port': 1} {{(pid=112710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:52:50.264264 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-d4a4143b-f243-4cbd-be9f-da7283cb1122 req-fe5d4a4c-3d87-42d7-bd60-6fadecdde8be tempest-DeleteServersTestJSON-1637109358 tempest-DeleteServersTestJSON-1637109358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (None), before_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:50.288511 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_hamode_db [None req-703e5720-d961-4cd4-9f78-424652fffd2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9900679-40ee-433a-a560-a42dfc9cff15', 'name': 'tempest-AttachVolumeTestJSON-667659487-router', 'tenant_id': '6998e0c9a62e4f54a27faf56dbeb543a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '584b8d2a-edf7-4f00-9113-3e228c837fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:52:27Z', 'updated_at': '2022-09-08T13:52:40Z', 'revision_number': 4, 'project_id': '6998e0c9a62e4f54a27faf56dbeb543a', 'gw_port': {'id': '584b8d2a-edf7-4f00-9113-3e228c837fb1', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ae:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9900679-40ee-433a-a560-a42dfc9cff15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:52:29Z', 'updated_at': '2022-09-08T13:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi', '_interfaces': [{'id': '1a7489d7-d72b-47ed-8e6c-9a314e4fd6e9', 'name': '', 'network_id': '96ff558b-c5db-4059-a363-a83e90cf91c8', 'tenant_id': '6998e0c9a62e4f54a27faf56dbeb543a', 'mac_address': 'fa:16:3e:ec:69:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9900679-40ee-433a-a560-a42dfc9cff15', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '3c05b843-7379-4152-a6e2-38ac1118d25c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:52:37Z', 'updated_at': '2022-09-08T13:52:40Z', 'revision_number': 2, 'project_id': '6998e0c9a62e4f54a27faf56dbeb543a', 'subnets': [{'id': '3c05b843-7379-4152-a6e2-38ac1118d25c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-24-iscsi', False) {} {{(pid=112711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:52:50.308043 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e5f53deb-1812-42b8-b61e-c5171ee5fb4d req-7cc0e87a-1b4c-4164-b2f4-4d15f4343ade tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=6998e0c9a62e4f54a27faf56dbeb543a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1390965 Sep 08 13:52:50.325018 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 33802) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:52:50.348368 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-89bcab0b-6f5d-4db9-9780-3e04bdbcbca2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:50.362655 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703e5720-d961-4cd4-9f78-424652fffd2c None None] Checking router: d9900679-40ee-433a-a560-a42dfc9cff15 for host: dv-cinder-820027-24-iscsi {{(pid=112711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:52:50.364051 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=84,neutron:DELETE=10,neutron:INSERT=6 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:52:50.366345 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703e5720-d961-4cd4-9f78-424652fffd2c None None] Updating router d9900679-40ee-433a-a560-a42dfc9cff15 port 1a7489d7-d72b-47ed-8e6c-9a314e4fd6e9 binding host dv-cinder-820027-24-iscsi {{(pid=112711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 13:52:50.403573 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-b6771766-8c20-4405-a02a-6f82fbdb39cb req-05f7df8f-30ae-4d40-ad29-1e1ebf71b44b tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=127bce2080d54fe4871b5aaa6cc394b5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1547482 Sep 08 13:52:50.440461 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-703e5720-d961-4cd4-9f78-424652fffd2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (1a7489d7-d72b-47ed-8e6c-9a314e4fd6e9), before_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:50.568607 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-89bcab0b-6f5d-4db9-9780-3e04bdbcbca2 admin admin] Publish callbacks [] for security_group (b2781a28-744a-465c-b70f-3aa17dc8be6d), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:50.570552 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:52:50.573040 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Provisioning complete for port 6530787b-90c8-4e51-aa61-a98ea4643c89 triggered by entity L2. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 13:52:50.573871 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (6530787b-90c8-4e51-aa61-a98ea4643c89), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:50.575144 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-89bcab0b-6f5d-4db9-9780-3e04bdbcbca2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (b2781a28-744a-465c-b70f-3aa17dc8be6d), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:50.624706 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.20', 55090) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:52:50.692599 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:52:50.726871 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bcab0b-6f5d-4db9-9780-3e04bdbcbca2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2781a28-744a-465c-b70f-3aa17dc8be6d,revision_number=1']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:50.731493 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:52:50.744921 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-89bcab0b-6f5d-4db9-9780-3e04bdbcbca2 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=2a7acd2e8ea543cba3094bf34c4d5af5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4187112 Sep 08 13:52:50.745821 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 33810) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:52:50.797811 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-1f4e9df2-d588-4bf0-9b4a-2cabb6dbf06b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:51.018355 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-b6771766-8c20-4405-a02a-6f82fbdb39cb req-fa00b264-a211-41ae-9624-609fc170ffde service neutron] 10.222.0.55 "GET /networking/v2.0/networks/a6ea2a7a-ef84-454a-b305-c470482cf7fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6134675 Sep 08 13:52:51.105200 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-8e844c38-531f-4210-9565-248283ac3274 admin admin] Publish callbacks [] for security_group (b2781a28-744a-465c-b70f-3aa17dc8be6d), before_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:51.179159 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-8e844c38-531f-4210-9565-248283ac3274 admin admin] Publish callbacks [] for security_group (b2781a28-744a-465c-b70f-3aa17dc8be6d), precommit_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:51.343906 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-1f4e9df2-d588-4bf0-9b4a-2cabb6dbf06b admin admin] Publish callbacks [] for security_group (8d8c1524-02c7-40be-a24b-c5a545b0a84e), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:51.354377 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-1f4e9df2-d588-4bf0-9b4a-2cabb6dbf06b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (8d8c1524-02c7-40be-a24b-c5a545b0a84e), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:51.479577 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Current status of the port 6530787b-90c8-4e51-aa61-a98ea4643c89 is: ACTIVE; New status is: ACTIVE {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 13:52:51.482184 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Device e9818611-1f9c-46dc-8778-e7cfb1c0f439 up at agent ovs-agent-dv-cinder-820027-24-iscsi {{(pid=112711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:52:51.488667 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-8e844c38-531f-4210-9565-248283ac3274 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (b2781a28-744a-465c-b70f-3aa17dc8be6d), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:51.501070 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-8e844c38-531f-4210-9565-248283ac3274 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:51.507552 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-8e844c38-531f-4210-9565-248283ac3274 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/b2781a28-744a-465c-b70f-3aa17dc8be6d HTTP/1.1" status: 204 len: 168 time: 0.7513599 Sep 08 13:52:51.519013 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4e9df2-d588-4bf0-9b4a-2cabb6dbf06b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d8c1524-02c7-40be-a24b-c5a545b0a84e,revision_number=1']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:51.532967 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-1f4e9df2-d588-4bf0-9b4a-2cabb6dbf06b admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=3634641d25f749c5aeb08602d75a9ed3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4026051 Sep 08 13:52:51.539203 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 33828) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:52:51.600771 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e844c38-531f-4210-9565-248283ac3274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2781a28-744a-465c-b70f-3aa17dc8be6d,revision_number=None']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:51.647381 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dbf2a3-28d9-4173-bc99-7e497cd665f1 req-d715844c-8b37-43ee-9ead-3bf25bdc9dee tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:52:51.648870 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-83dbf2a3-28d9-4173-bc99-7e497cd665f1 req-d715844c-8b37-43ee-9ead-3bf25bdc9dee tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.20 "GET /networking/v2.0/networks?id=cf5901ef-2ee5-4879-85aa-18770c77b80a HTTP/1.1" status: 200 len: 815 time: 0.9831553 Sep 08 13:52:51.723977 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-28cfc0b9-7089-4386-821d-88ec5a5155e7 admin admin] Publish callbacks [] for security_group (8d8c1524-02c7-40be-a24b-c5a545b0a84e), before_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:51.801093 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-28cfc0b9-7089-4386-821d-88ec5a5155e7 admin admin] Publish callbacks [] for security_group (8d8c1524-02c7-40be-a24b-c5a545b0a84e), precommit_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:51.927187 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:52:51.941234 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Provisioning complete for port e9818611-1f9c-46dc-8778-e7cfb1c0f439 triggered by entity L2. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 13:52:51.941614 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (e9818611-1f9c-46dc-8778-e7cfb1c0f439), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:51.992091 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-28cfc0b9-7089-4386-821d-88ec5a5155e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (8d8c1524-02c7-40be-a24b-c5a545b0a84e), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:51.996544 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-28cfc0b9-7089-4386-821d-88ec5a5155e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:52.002955 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-28cfc0b9-7089-4386-821d-88ec5a5155e7 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/8d8c1524-02c7-40be-a24b-c5a545b0a84e HTTP/1.1" status: 204 len: 168 time: 0.4477940 Sep 08 13:52:52.032811 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cfc0b9-7089-4386-821d-88ec5a5155e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d8c1524-02c7-40be-a24b-c5a545b0a84e,revision_number=None']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:52.041398 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.db.db_base_plugin_common [req-d4a4143b-f243-4cbd-be9f-da7283cb1122 req-fe5d4a4c-3d87-42d7-bd60-6fadecdde8be tempest-DeleteServersTestJSON-1637109358 tempest-DeleteServersTestJSON-1637109358-project] Allocated IP 172.20.0.7 (1f51bdfd-daa1-4029-afe2-09413a504f9f/16ec224e-79ea-49c2-a338-b2ef63a83efd/2e9cdac8-d126-4ec3-8459-aaf58c0148d7) {{(pid=112710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:52:52.056324 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:52:52.089343 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e5f53deb-1812-42b8-b61e-c5171ee5fb4d req-4156750d-cca6-4a08-918f-cbfbdca4cc1f service neutron] 10.222.0.55 "GET /networking/v2.0/networks/96ff558b-c5db-4059-a363-a83e90cf91c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7537920 Sep 08 13:52:52.404873 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-703e5720-d961-4cd4-9f78-424652fffd2c None None] Publish callbacks [] for port (1a7489d7-d72b-47ed-8e6c-9a314e4fd6e9), precommit_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:52.412693 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.20', 55097) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:52:52.547333 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-703e5720-d961-4cd4-9f78-424652fffd2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (1a7489d7-d72b-47ed-8e6c-9a314e4fd6e9), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:52.646564 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Current status of the port e9818611-1f9c-46dc-8778-e7cfb1c0f439 is: ACTIVE; New status is: ACTIVE {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 13:52:52.794003 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7410479b-7157-472a-8beb-7415e52744fc None None] Pushing event updated for resources: {'Port': ['ID=1a7489d7-d72b-47ed-8e6c-9a314e4fd6e9,revision_number=3']} {{(pid=112711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:52.898812 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-83dbf2a3-28d9-4173-bc99-7e497cd665f1 req-90ac70a1-0aeb-45eb-bff1-acedeb24f000 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.20 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=b4ca185497284e9780eba8fc2e713d6e HTTP/1.1" status: 200 len: 380 time: 0.6947041 Sep 08 13:52:52.983996 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.managers [None req-703e5720-d961-4cd4-9f78-424652fffd2c None None] Attempting to bind port 1a7489d7-d72b-47ed-8e6c-9a314e4fd6e9 on host dv-cinder-820027-24-iscsi for vnic_type normal with profile {{(pid=112711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 08 13:52:52.984440 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.managers [None req-703e5720-d961-4cd4-9f78-424652fffd2c None None] Attempting to bind port 1a7489d7-d72b-47ed-8e6c-9a314e4fd6e9 by drivers openvswitch,hyperv on host dv-cinder-820027-24-iscsi at level 0 using segments [{'id': '85382ad6-9794-441c-848f-26fa1eb3f5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '96ff558b-c5db-4059-a363-a83e90cf91c8'}] {{(pid=112711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 08 13:52:52.984802 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703e5720-d961-4cd4-9f78-424652fffd2c None None] Attempting to bind port 1a7489d7-d72b-47ed-8e6c-9a314e4fd6e9 on network 96ff558b-c5db-4059-a363-a83e90cf91c8 {{(pid=112711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 13:52:53.102441 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703e5720-d961-4cd4-9f78-424652fffd2c None None] Checking agent: {'id': '6df97c0c-9140-47af-8c93-84593b95031c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 8, 13, 44, 19), 'started_at': datetime.datetime(2022, 9, 8, 13, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 9, 8, 13, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 08 13:52:53.102820 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703e5720-d961-4cd4-9f78-424652fffd2c None None] Checking segment: {'id': '85382ad6-9794-441c-848f-26fa1eb3f5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '96ff558b-c5db-4059-a363-a83e90cf91c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 13:52:53.109022 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-703e5720-d961-4cd4-9f78-424652fffd2c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:53.110348 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703e5720-d961-4cd4-9f78-424652fffd2c None None] Bound using segment: {'id': '85382ad6-9794-441c-848f-26fa1eb3f5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '96ff558b-c5db-4059-a363-a83e90cf91c8'} {{(pid=112711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 08 13:52:53.111556 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.managers [None req-703e5720-d961-4cd4-9f78-424652fffd2c None None] Bound port: 1a7489d7-d72b-47ed-8e6c-9a314e4fd6e9, host: dv-cinder-820027-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85382ad6-9794-441c-848f-26fa1eb3f5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '96ff558b-c5db-4059-a363-a83e90cf91c8'}}] {{(pid=112711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 08 13:52:53.111965 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-703e5720-d961-4cd4-9f78-424652fffd2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (1a7489d7-d72b-47ed-8e6c-9a314e4fd6e9), before_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:53.149623 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 33874) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:52:53.217186 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-b6771766-8c20-4405-a02a-6f82fbdb39cb req-006cc43e-700f-4083-a9a7-1af09b85bdd1 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/a6ea2a7a-ef84-454a-b305-c470482cf7fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.1927814 Sep 08 13:52:53.220356 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:52:53.221105 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Device 584b8d2a-edf7-4f00-9113-3e228c837fb1 up at agent ovs-agent-dv-cinder-820027-24-iscsi {{(pid=112711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:52:53.234111 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b145c9c-7bd4-4c69-874d-73ac075c44cd req-b49793c7-9d01-413e-a426-e8fe3e0d196d tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:52:53.236766 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [req-0b145c9c-7bd4-4c69-874d-73ac075c44cd req-b49793c7-9d01-413e-a426-e8fe3e0d196d tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.20 "GET /networking/v2.0/networks?id=a6ea2a7a-ef84-454a-b305-c470482cf7fa HTTP/1.1" status: 200 len: 818 time: 0.7907538 Sep 08 13:52:53.242716 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e5f53deb-1812-42b8-b61e-c5171ee5fb4d req-1e2b0763-c78b-4a02-acd3-ca371c46200c service neutron] 10.222.0.55 "GET /networking/v2.0/networks/96ff558b-c5db-4059-a363-a83e90cf91c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1397176 Sep 08 13:52:53.253036 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-09a336b3-b2c7-42dd-8746-103cff87b41a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:53.291497 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.v2.base [req-0b145c9c-7bd4-4c69-874d-73ac075c44cd req-9d316539-216d-4ecf-93d6-e0dc08b321b3 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Request body: {'port': {'device_id': 'f7b396f5-eec9-4df0-8dca-0f2ba1cbb42c', 'network_id': 'a6ea2a7a-ef84-454a-b305-c470482cf7fa', 'admin_state_up': True, 'tenant_id': '127bce2080d54fe4871b5aaa6cc394b5'}} {{(pid=112709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:52:53.387851 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.v2.base [req-83dbf2a3-28d9-4173-bc99-7e497cd665f1 req-02223ce2-7e7f-4dc7-96dc-bd5bb809c86b tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Request body: {'port': {'device_id': 'c6a4b8e4-4292-4db0-89b6-b09f84f513ce', 'network_id': 'cf5901ef-2ee5-4879-85aa-18770c77b80a', 'admin_state_up': True, 'tenant_id': 'b4ca185497284e9780eba8fc2e713d6e', 'security_groups': ['ba77d3e3-4ef5-47e5-92f9-557f5a59027b']}} {{(pid=112710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:52:53.437544 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Provisioning complete for port 584b8d2a-edf7-4f00-9113-3e228c837fb1 triggered by entity L2. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 13:52:53.451569 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (584b8d2a-edf7-4f00-9113-3e228c837fb1), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:53.488146 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-703e5720-d961-4cd4-9f78-424652fffd2c None None] For port 1a7489d7-d72b-47ed-8e6c-9a314e4fd6e9, host dv-cinder-820027-24-iscsi, cleared binding levels {{(pid=112711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:52:53.635829 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-703e5720-d961-4cd4-9f78-424652fffd2c None None] For port 1a7489d7-d72b-47ed-8e6c-9a314e4fd6e9, host dv-cinder-820027-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-24-iscsi',level=0,port_id=1a7489d7-d72b-47ed-8e6c-9a314e4fd6e9,segment=NetworkSegment(85382ad6-9794-441c-848f-26fa1eb3f5ed),segment_id=85382ad6-9794-441c-848f-26fa1eb3f5ed)] {{(pid=112711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:52:53.677237 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-703e5720-d961-4cd4-9f78-424652fffd2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (1a7489d7-d72b-47ed-8e6c-9a314e4fd6e9), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:53.705250 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:DELETE=6 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:52:53.716255 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b145c9c-7bd4-4c69-874d-73ac075c44cd req-9d316539-216d-4ecf-93d6-e0dc08b321b3 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Made reservation on behalf of 127bce2080d54fe4871b5aaa6cc394b5 for: {'port': 1} {{(pid=112709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:52:53.723277 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [req-0b145c9c-7bd4-4c69-874d-73ac075c44cd req-9d316539-216d-4ecf-93d6-e0dc08b321b3 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (None), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:53.810155 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:52:53.812407 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7410479b-7157-472a-8beb-7415e52744fc None None] Pushing event updated for resources: {'Port': ['ID=1a7489d7-d72b-47ed-8e6c-9a314e4fd6e9,revision_number=4']} {{(pid=112711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:53.886925 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:52:54.048608 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Current status of the port 584b8d2a-edf7-4f00-9113-3e228c837fb1 is: ACTIVE; New status is: ACTIVE {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 13:52:54.059160 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Device 0ca98399-9c62-4c2e-b02f-2e468cdee8e8 up at agent ovs-agent-dv-cinder-820027-24-iscsi {{(pid=112711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:52:54.063084 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703e5720-d961-4cd4-9f78-424652fffd2c None None] Routers {'d9900679-40ee-433a-a560-a42dfc9cff15'} bound to L3 agent in host dv-cinder-820027-24-iscsi {{(pid=112711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 13:52:54.063959 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_hamode_db [None req-703e5720-d961-4cd4-9f78-424652fffd2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-08T13:44:16Z,description=,heartbeat_timestamp=2022-09-08T13:52:46Z,host='dv-cinder-820027-24-iscsi',id=91421a76-39ff-4685-90ca-aa6fbf6a1933,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:44:16Z,topic='l3_agent')) {'router_ids': ['d9900679-40ee-433a-a560-a42dfc9cff15'], 'active': True} {{(pid=112711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:52:54.342219 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-d4a4143b-f243-4cbd-be9f-da7283cb1122 req-fe5d4a4c-3d87-42d7-bd60-6fadecdde8be tempest-DeleteServersTestJSON-1637109358 tempest-DeleteServersTestJSON-1637109358-project] Publish callbacks [] for port (2e9cdac8-d126-4ec3-8459-aaf58c0148d7), precommit_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:54.419771 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-34a0dfc6-6027-410b-8298-8165f48203a7 req-dd98bedd-3fa1-4198-90f8-9b03cbe3cc67 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=c6a4b8e4-4292-4db0-89b6-b09f84f513ce HTTP/1.1" status: 200 len: 210 time: 0.5917110 Sep 08 13:52:54.517564 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-d4a4143b-f243-4cbd-be9f-da7283cb1122 req-fe5d4a4c-3d87-42d7-bd60-6fadecdde8be tempest-DeleteServersTestJSON-1637109358 tempest-DeleteServersTestJSON-1637109358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729028134301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10367820'] for port (2e9cdac8-d126-4ec3-8459-aaf58c0148d7), after_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:54.550937 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-c95780bf-6379-4aec-8093-7c0582fae37f req-18d8d070-428e-440b-b6a5-b713a4bdc901 tempest-DeleteServersTestJSON-1637109358 tempest-DeleteServersTestJSON-1637109358-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3a4e6c3b-d230-477f-b406-5f55ec596b1e HTTP/1.1" status: 200 len: 210 time: 0.6252472 Sep 08 13:52:54.570987 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-09a336b3-b2c7-42dd-8746-103cff87b41a admin admin] Publish callbacks [] for security_group (67fb5728-60f0-4980-aecb-b2652bec1463), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:54.586392 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-09a336b3-b2c7-42dd-8746-103cff87b41a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (67fb5728-60f0-4980-aecb-b2652bec1463), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:54.641992 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.db.db_base_plugin_common [req-0b145c9c-7bd4-4c69-874d-73ac075c44cd req-9d316539-216d-4ecf-93d6-e0dc08b321b3 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Allocated IP 172.20.0.14 (a6ea2a7a-ef84-454a-b305-c470482cf7fa/8a8f577a-16e1-4e37-b6e2-a6cc60df3540/8264f39d-725c-426b-913c-05ab5ad2087e) {{(pid=112709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:52:54.653381 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-09a336b3-b2c7-42dd-8746-103cff87b41a admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=6dee55a1c3454a8baf3346e688416405&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5018854 Sep 08 13:52:54.657891 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 33936) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:52:54.747697 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Provisioning complete for port 0ca98399-9c62-4c2e-b02f-2e468cdee8e8 triggered by entity L2. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 13:52:54.748995 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (0ca98399-9c62-4c2e-b02f-2e468cdee8e8), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:54.787695 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-b55c4b2c-0dac-4fa6-afce-f161d971ee33 req-126d2863-43c0-4d4b-906e-9bf6707beb7a tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=17665f83-a581-4f16-9275-45bce05f5f49 HTTP/1.1" status: 200 len: 210 time: 0.0805371 Sep 08 13:52:54.902339 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-2bf59423-884a-4d5e-ab3d-859c4988d9de req-3c0a6124-78f8-4682-a04d-11470ed822e0 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d2ad7906-3b73-4fc9-a692-9692fb6234b3 HTTP/1.1" status: 200 len: 210 time: 0.1121907 Sep 08 13:52:54.981910 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvr_db [None req-703e5720-d961-4cd4-9f78-424652fffd2c None None] Set router d9900679-40ee-433a-a560-a42dfc9cff15 gateway port host: dv-cinder-820027-24-iscsi {{(pid=112711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 13:52:55.049280 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=20 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:52:55.066927 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=4 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:52:55.105921 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4a4143b-f243-4cbd-be9f-da7283cb1122 req-fe5d4a4c-3d87-42d7-bd60-6fadecdde8be tempest-DeleteServersTestJSON-1637109358 tempest-DeleteServersTestJSON-1637109358-project] Network 1f51bdfd-daa1-4029-afe2-09413a504f9f is already hosted by enough agents. {{(pid=112710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:52:55.114267 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.scheduler.base_scheduler [req-d4a4143b-f243-4cbd-be9f-da7283cb1122 req-fe5d4a4c-3d87-42d7-bd60-6fadecdde8be tempest-DeleteServersTestJSON-1637109358 tempest-DeleteServersTestJSON-1637109358-project] Resources bound (agent type, host, resource id): {{(pid=112710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:52:55.117080 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83dbf2a3-28d9-4173-bc99-7e497cd665f1 req-02223ce2-7e7f-4dc7-96dc-bd5bb809c86b tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Made reservation on behalf of b4ca185497284e9780eba8fc2e713d6e for: {'port': 1} {{(pid=112710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:52:55.144748 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-83dbf2a3-28d9-4173-bc99-7e497cd665f1 req-02223ce2-7e7f-4dc7-96dc-bd5bb809c86b tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (None), before_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:55.156090 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a336b3-b2c7-42dd-8746-103cff87b41a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67fb5728-60f0-4980-aecb-b2652bec1463,revision_number=1']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:55.170534 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4a4143b-f243-4cbd-be9f-da7283cb1122 req-fe5d4a4c-3d87-42d7-bd60-6fadecdde8be tempest-DeleteServersTestJSON-1637109358 tempest-DeleteServersTestJSON-1637109358-project] Received port after_create {{(pid=112710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 08 13:52:55.628477 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-73137a46-ad16-4a12-a304-d6917e6219f0 admin admin] Publish callbacks [] for security_group (67fb5728-60f0-4980-aecb-b2652bec1463), before_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:55.646835 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Current status of the port 0ca98399-9c62-4c2e-b02f-2e468cdee8e8 is: DOWN; New status is: ACTIVE {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 13:52:55.649054 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (0ca98399-9c62-4c2e-b02f-2e468cdee8e8), before_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:55.768226 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.db.db_base_plugin_common [req-83dbf2a3-28d9-4173-bc99-7e497cd665f1 req-02223ce2-7e7f-4dc7-96dc-bd5bb809c86b tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Allocated IP 172.20.0.4 (cf5901ef-2ee5-4879-85aa-18770c77b80a/a139bee4-b378-4a6d-bfa3-c572d95f8369/94671fa2-8c0f-46c1-8d8a-12ec57a1598d) {{(pid=112710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:52:55.798023 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-73137a46-ad16-4a12-a304-d6917e6219f0 admin admin] Publish callbacks [] for security_group (67fb5728-60f0-4980-aecb-b2652bec1463), precommit_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:55.811303 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [req-0b145c9c-7bd4-4c69-874d-73ac075c44cd req-9d316539-216d-4ecf-93d6-e0dc08b321b3 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Publish callbacks [] for port (8264f39d-725c-426b-913c-05ab5ad2087e), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:55.820426 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-192af518-2e47-43e5-a4dc-aa3b1578cf0b None None] Provisioning complete for port 2e9cdac8-d126-4ec3-8459-aaf58c0148d7 triggered by entity DHCP. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 13:52:55.821030 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-192af518-2e47-43e5-a4dc-aa3b1578cf0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (2e9cdac8-d126-4ec3-8459-aaf58c0148d7), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:55.937918 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [req-0b145c9c-7bd4-4c69-874d-73ac075c44cd req-9d316539-216d-4ecf-93d6-e0dc08b321b3 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729028134301'] for port (8264f39d-725c-426b-913c-05ab5ad2087e), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:55.959330 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-73137a46-ad16-4a12-a304-d6917e6219f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (67fb5728-60f0-4980-aecb-b2652bec1463), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:55.967829 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-73137a46-ad16-4a12-a304-d6917e6219f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:55.977093 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-73137a46-ad16-4a12-a304-d6917e6219f0 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/67fb5728-60f0-4980-aecb-b2652bec1463 HTTP/1.1" status: 204 len: 168 time: 1.3166184 Sep 08 13:52:55.991238 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:DELETE=1 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:52:56.120100 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] For port 0ca98399-9c62-4c2e-b02f-2e468cdee8e8, host dv-cinder-820027-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-24-iscsi',level=0,port_id=0ca98399-9c62-4c2e-b02f-2e468cdee8e8,segment=NetworkSegment(20c24cd0-3b1f-4e89-83a4-717e24ca5a29),segment_id=20c24cd0-3b1f-4e89-83a4-717e24ca5a29)] {{(pid=112711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:52:56.137476 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-192af518-2e47-43e5-a4dc-aa3b1578cf0b None None] Port 2e9cdac8-d126-4ec3-8459-aaf58c0148d7 cannot update to ACTIVE because it is not bound. {{(pid=112711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 08 13:52:56.139317 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-83dbf2a3-28d9-4173-bc99-7e497cd665f1 req-02223ce2-7e7f-4dc7-96dc-bd5bb809c86b tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks [] for port (94671fa2-8c0f-46c1-8d8a-12ec57a1598d), precommit_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:56.159047 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (0ca98399-9c62-4c2e-b02f-2e468cdee8e8), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:56.161303 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Device 04ca4a7d-8d12-44ad-b574-5149c116a206 up at agent ovs-agent-dv-cinder-820027-24-iscsi {{(pid=112711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:52:56.248688 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73137a46-ad16-4a12-a304-d6917e6219f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67fb5728-60f0-4980-aecb-b2652bec1463,revision_number=None']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:56.275159 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:52:56.296595 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:52:56.296595 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5d4a4c-3d87-42d7-bd60-6fadecdde8be tempest-DeleteServersTestJSON-1637109358 tempest-DeleteServersTestJSON-1637109358-project] Pushing event updated for resources: {'Port': ['ID=2e9cdac8-d126-4ec3-8459-aaf58c0148d7,revision_number=1']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:56.336775 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-83dbf2a3-28d9-4173-bc99-7e497cd665f1 req-02223ce2-7e7f-4dc7-96dc-bd5bb809c86b tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729028134301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10367820'] for port (94671fa2-8c0f-46c1-8d8a-12ec57a1598d), after_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:56.356244 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_hamode_db [None req-703e5720-d961-4cd4-9f78-424652fffd2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9900679-40ee-433a-a560-a42dfc9cff15', 'name': 'tempest-AttachVolumeTestJSON-667659487-router', 'tenant_id': '6998e0c9a62e4f54a27faf56dbeb543a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '584b8d2a-edf7-4f00-9113-3e228c837fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:52:27Z', 'updated_at': '2022-09-08T13:52:40Z', 'revision_number': 4, 'project_id': '6998e0c9a62e4f54a27faf56dbeb543a', 'gw_port': {'id': '584b8d2a-edf7-4f00-9113-3e228c837fb1', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ae:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9900679-40ee-433a-a560-a42dfc9cff15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:52:29Z', 'updated_at': '2022-09-08T13:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi', '_interfaces': [{'id': '1a7489d7-d72b-47ed-8e6c-9a314e4fd6e9', 'name': '', 'network_id': '96ff558b-c5db-4059-a363-a83e90cf91c8', 'tenant_id': '6998e0c9a62e4f54a27faf56dbeb543a', 'mac_address': 'fa:16:3e:ec:69:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9900679-40ee-433a-a560-a42dfc9cff15', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '3c05b843-7379-4152-a6e2-38ac1118d25c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:52:37Z', 'updated_at': '2022-09-08T13:52:53Z', 'revision_number': 4, 'project_id': '6998e0c9a62e4f54a27faf56dbeb543a', 'subnets': [{'id': '3c05b843-7379-4152-a6e2-38ac1118d25c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-24-iscsi', False) {} {{(pid=112711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:52:56.376914 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b145c9c-7bd4-4c69-874d-73ac075c44cd req-9d316539-216d-4ecf-93d6-e0dc08b321b3 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Network a6ea2a7a-ef84-454a-b305-c470482cf7fa is already hosted by enough agents. {{(pid=112709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:52:56.382905 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.scheduler.base_scheduler [req-0b145c9c-7bd4-4c69-874d-73ac075c44cd req-9d316539-216d-4ecf-93d6-e0dc08b321b3 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Resources bound (agent type, host, resource id): {{(pid=112709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:52:56.390395 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b145c9c-7bd4-4c69-874d-73ac075c44cd req-9d316539-216d-4ecf-93d6-e0dc08b321b3 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Received port after_create {{(pid=112709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 08 13:52:56.401153 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b145c9c-7bd4-4c69-874d-73ac075c44cd req-9d316539-216d-4ecf-93d6-e0dc08b321b3 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:52:56.402353 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [req-0b145c9c-7bd4-4c69-874d-73ac075c44cd req-9d316539-216d-4ecf-93d6-e0dc08b321b3 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693876'] for port (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:56.473117 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d316539-216d-4ecf-93d6-e0dc08b321b3 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Pushing event updated for resources: {'Port': ['ID=8264f39d-725c-426b-913c-05ab5ad2087e,revision_number=1']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:56.512425 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [req-0b145c9c-7bd4-4c69-874d-73ac075c44cd req-9d316539-216d-4ecf-93d6-e0dc08b321b3 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2522509 Sep 08 13:52:56.531601 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703e5720-d961-4cd4-9f78-424652fffd2c None None] The sync data for ids ['d9900679-40ee-433a-a560-a42dfc9cff15'] in dv-cinder-820027-24-iscsi is: [{'id': 'd9900679-40ee-433a-a560-a42dfc9cff15', 'name': 'tempest-AttachVolumeTestJSON-667659487-router', 'tenant_id': '6998e0c9a62e4f54a27faf56dbeb543a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '584b8d2a-edf7-4f00-9113-3e228c837fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:52:27Z', 'updated_at': '2022-09-08T13:52:40Z', 'revision_number': 4, 'project_id': '6998e0c9a62e4f54a27faf56dbeb543a', 'gw_port': {'id': '584b8d2a-edf7-4f00-9113-3e228c837fb1', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ae:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9900679-40ee-433a-a560-a42dfc9cff15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:52:29Z', 'updated_at': '2022-09-08T13:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi', '_interfaces': [{'id': '1a7489d7-d72b-47ed-8e6c-9a314e4fd6e9', 'name': '', 'network_id': '96ff558b-c5db-4059-a363-a83e90cf91c8', 'tenant_id': '6998e0c9a62e4f54a27faf56dbeb543a', 'mac_address': 'fa:16:3e:ec:69:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9900679-40ee-433a-a560-a42dfc9cff15', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '3c05b843-7379-4152-a6e2-38ac1118d25c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:52:37Z', 'updated_at': '2022-09-08T13:52:53Z', 'revision_number': 4, 'project_id': '6998e0c9a62e4f54a27faf56dbeb543a', 'subnets': [{'id': '3c05b843-7379-4152-a6e2-38ac1118d25c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:52:56.570327 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a4143b-f243-4cbd-be9f-da7283cb1122 req-fe5d4a4c-3d87-42d7-bd60-6fadecdde8be tempest-DeleteServersTestJSON-1637109358 tempest-DeleteServersTestJSON-1637109358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:52:56.574333 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-d4a4143b-f243-4cbd-be9f-da7283cb1122 req-fe5d4a4c-3d87-42d7-bd60-6fadecdde8be tempest-DeleteServersTestJSON-1637109358 tempest-DeleteServersTestJSON-1637109358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693876'] for port (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:56.637173 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Pushing event updated for resources: {'Port': ['ID=0ca98399-9c62-4c2e-b02f-2e468cdee8e8,revision_number=5']} {{(pid=112711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:56.665935 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Provisioning complete for port 04ca4a7d-8d12-44ad-b574-5149c116a206 triggered by entity L2. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 13:52:56.669079 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (04ca4a7d-8d12-44ad-b574-5149c116a206), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:56.740080 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67583e4-62b4-48c2-a4d2-99339609bb32 req-32cc2b76-1b82-4087-8459-bb563e0cf38e tempest-DeleteServersTestJSON-1637109358 tempest-DeleteServersTestJSON-1637109358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:52:56.744882 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-c67583e4-62b4-48c2-a4d2-99339609bb32 req-32cc2b76-1b82-4087-8459-bb563e0cf38e tempest-DeleteServersTestJSON-1637109358 tempest-DeleteServersTestJSON-1637109358-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3a4e6c3b-d230-477f-b406-5f55ec596b1e HTTP/1.1" status: 200 len: 931 time: 0.4703937 Sep 08 13:52:56.763508 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:52:56.836848 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Current status of the port 04ca4a7d-8d12-44ad-b574-5149c116a206 is: ACTIVE; New status is: ACTIVE {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 13:52:56.912310 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02223ce2-7e7f-4dc7-96dc-bd5bb809c86b tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Pushing event updated for resources: {'Port': ['ID=94671fa2-8c0f-46c1-8d8a-12ec57a1598d,revision_number=1']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:57.003253 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [req-0b145c9c-7bd4-4c69-874d-73ac075c44cd req-02b39bd8-45cb-4587-b007-4acdda6df28f tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] http://10.222.0.55:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112709) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 08 13:52:57.009513 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83dbf2a3-28d9-4173-bc99-7e497cd665f1 req-02223ce2-7e7f-4dc7-96dc-bd5bb809c86b tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Network cf5901ef-2ee5-4879-85aa-18770c77b80a is already hosted by enough agents. {{(pid=112710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:52:57.009884 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [req-0b145c9c-7bd4-4c69-874d-73ac075c44cd req-02b39bd8-45cb-4587-b007-4acdda6df28f tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.20 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0279624 Sep 08 13:52:57.034744 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f185f5f-57a0-42c2-8f40-b07f0c1c8c94 req-c602cd35-b506-43ae-848c-4d6e60eecc58 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:52:57.049686 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-9f185f5f-57a0-42c2-8f40-b07f0c1c8c94 req-c602cd35-b506-43ae-848c-4d6e60eecc58 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=c6a4b8e4-4292-4db0-89b6-b09f84f513ce HTTP/1.1" status: 200 len: 931 time: 0.8333042 Sep 08 13:52:57.073610 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-2218edcf-8cd2-47c2-b8cd-07d197422ae0 None None] Provisioning complete for port 8264f39d-725c-426b-913c-05ab5ad2087e triggered by entity DHCP. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 13:52:57.084839 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-2218edcf-8cd2-47c2-b8cd-07d197422ae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (8264f39d-725c-426b-913c-05ab5ad2087e), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:57.136348 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-d4a4143b-f243-4cbd-be9f-da7283cb1122 req-fe5d4a4c-3d87-42d7-bd60-6fadecdde8be tempest-DeleteServersTestJSON-1637109358 tempest-DeleteServersTestJSON-1637109358-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.7680931 Sep 08 13:52:57.142828 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.scheduler.base_scheduler [req-83dbf2a3-28d9-4173-bc99-7e497cd665f1 req-02223ce2-7e7f-4dc7-96dc-bd5bb809c86b tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Resources bound (agent type, host, resource id): {{(pid=112710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:52:57.215316 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Device 1a7489d7-d72b-47ed-8e6c-9a314e4fd6e9 up at agent ovs-agent-dv-cinder-820027-24-iscsi {{(pid=112711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:52:57.246040 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.db.l3_dvrscheduler_db [req-83dbf2a3-28d9-4173-bc99-7e497cd665f1 req-02223ce2-7e7f-4dc7-96dc-bd5bb809c86b tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Received port after_create {{(pid=112710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 08 13:52:57.340070 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-2218edcf-8cd2-47c2-b8cd-07d197422ae0 None None] Port 8264f39d-725c-426b-913c-05ab5ad2087e cannot update to ACTIVE because it is not bound. {{(pid=112711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 08 13:52:57.467025 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dbf2a3-28d9-4173-bc99-7e497cd665f1 req-02223ce2-7e7f-4dc7-96dc-bd5bb809c86b tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:52:57.467688 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-83dbf2a3-28d9-4173-bc99-7e497cd665f1 req-02223ce2-7e7f-4dc7-96dc-bd5bb809c86b tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693876'] for port (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:57.480345 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Provisioning complete for port 1a7489d7-d72b-47ed-8e6c-9a314e4fd6e9 triggered by entity L2. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 13:52:57.483029 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (1a7489d7-d72b-47ed-8e6c-9a314e4fd6e9), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:57.732810 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:52:57.774636 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-83dbf2a3-28d9-4173-bc99-7e497cd665f1 req-02223ce2-7e7f-4dc7-96dc-bd5bb809c86b tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4097152 Sep 08 13:52:57.848853 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-b91f251c-70bf-4cbe-b7d1-a1bf5b949751 None None] Provisioning complete for port 94671fa2-8c0f-46c1-8d8a-12ec57a1598d triggered by entity DHCP. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 13:52:57.849444 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-b91f251c-70bf-4cbe-b7d1-a1bf5b949751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (94671fa2-8c0f-46c1-8d8a-12ec57a1598d), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:57.910113 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.20', 55113) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:52:58.024840 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-b91f251c-70bf-4cbe-b7d1-a1bf5b949751 None None] Port 94671fa2-8c0f-46c1-8d8a-12ec57a1598d cannot update to ACTIVE because it is not bound. {{(pid=112711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 08 13:52:58.063504 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Current status of the port 1a7489d7-d72b-47ed-8e6c-9a314e4fd6e9 is: DOWN; New status is: ACTIVE {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 13:52:58.064146 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (1a7489d7-d72b-47ed-8e6c-9a314e4fd6e9), before_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:58.132305 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.v2.base [req-d4a4143b-f243-4cbd-be9f-da7283cb1122 req-adfb1676-3a26-40d5-8fd7-093976dc82ef service neutron] Request body: {'port': {'device_id': '3a4e6c3b-d230-477f-b406-5f55ec596b1e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82002'}} {{(pid=112709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:52:58.142322 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] For port 1a7489d7-d72b-47ed-8e6c-9a314e4fd6e9, host dv-cinder-820027-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-24-iscsi',level=0,port_id=1a7489d7-d72b-47ed-8e6c-9a314e4fd6e9,segment=NetworkSegment(85382ad6-9794-441c-848f-26fa1eb3f5ed),segment_id=85382ad6-9794-441c-848f-26fa1eb3f5ed)] {{(pid=112711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:52:58.148203 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (1a7489d7-d72b-47ed-8e6c-9a314e4fd6e9), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:58.151365 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Device 0ca98399-9c62-4c2e-b02f-2e468cdee8e8 up at agent ovs-agent-dv-cinder-820027-24-iscsi {{(pid=112711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:52:58.160517 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f53deb-1812-42b8-b61e-c5171ee5fb4d req-3daf0a75-2c02-429d-9c57-6d3df7b87cf1 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:52:58.163701 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e5f53deb-1812-42b8-b61e-c5171ee5fb4d req-3daf0a75-2c02-429d-9c57-6d3df7b87cf1 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.20 "GET /networking/v2.0/networks?id=96ff558b-c5db-4059-a363-a83e90cf91c8 HTTP/1.1" status: 200 len: 810 time: 0.6744788 Sep 08 13:52:58.178787 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.v2.base [req-0b145c9c-7bd4-4c69-874d-73ac075c44cd req-6ebd2c29-a0e8-4efd-8380-cab8f0243990 service neutron] Request body: {'port': {'device_id': 'f7b396f5-eec9-4df0-8dca-0f2ba1cbb42c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82002'}} {{(pid=112710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:52:58.194502 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-9f185f5f-57a0-42c2-8f40-b07f0c1c8c94 req-d3e73c82-5b95-475e-969b-880e187fd2f8 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ba77d3e3-4ef5-47e5-92f9-557f5a59027b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1436374 Sep 08 13:52:58.224916 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-c67583e4-62b4-48c2-a4d2-99339609bb32 req-bf16b298-68ca-4e62-8937-f8a2877e579f tempest-DeleteServersTestJSON-1637109358 tempest-DeleteServersTestJSON-1637109358-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=863deabd-5804-407b-8f2e-7ba1d889920d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3724520 Sep 08 13:52:58.366037 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Pushing event updated for resources: {'Port': ['ID=1a7489d7-d72b-47ed-8e6c-9a314e4fd6e9,revision_number=5']} {{(pid=112711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:58.465455 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Provisioning complete for port 0ca98399-9c62-4c2e-b02f-2e468cdee8e8 triggered by entity L2. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 13:52:58.465455 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (0ca98399-9c62-4c2e-b02f-2e468cdee8e8), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:58.468168 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:52:58.470919 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-7fd35fa6-93c3-48cd-87b5-f06dd2945964 req-ba49a598-5ad1-4b55-8ab0-10dece1dbad0 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d2ad7906-3b73-4fc9-a692-9692fb6234b3 HTTP/1.1" status: 200 len: 210 time: 0.0549135 Sep 08 13:52:58.516621 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-fae4ddaf-0e0a-4728-a658-49255efcb7d9 req-91563278-640c-4f93-b7df-ddb6e808c751 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=17665f83-a581-4f16-9275-45bce05f5f49 HTTP/1.1" status: 200 len: 210 time: 0.0572779 Sep 08 13:52:58.531183 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.v2.base [req-83dbf2a3-28d9-4173-bc99-7e497cd665f1 req-ec71f336-59ee-4aa6-b643-e14feddfacf0 service neutron] Request body: {'port': {'device_id': 'c6a4b8e4-4292-4db0-89b6-b09f84f513ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82002'}} {{(pid=112709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:52:58.543822 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [req-d4a4143b-f243-4cbd-be9f-da7283cb1122 req-adfb1676-3a26-40d5-8fd7-093976dc82ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (2e9cdac8-d126-4ec3-8459-aaf58c0148d7), before_update {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:58.546461 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e5f53deb-1812-42b8-b61e-c5171ee5fb4d req-885fa92b-f046-4220-97f5-fe27162870de tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.20 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=6998e0c9a62e4f54a27faf56dbeb543a HTTP/1.1" status: 200 len: 380 time: 0.3482945 Sep 08 13:52:58.592232 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-0b145c9c-7bd4-4c69-874d-73ac075c44cd req-6ebd2c29-a0e8-4efd-8380-cab8f0243990 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (8264f39d-725c-426b-913c-05ab5ad2087e), before_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:58.654193 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Current status of the port 0ca98399-9c62-4c2e-b02f-2e468cdee8e8 is: ACTIVE; New status is: ACTIVE {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 13:52:59.104141 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Device 1a7489d7-d72b-47ed-8e6c-9a314e4fd6e9 up at agent ovs-agent-dv-cinder-820027-24-iscsi {{(pid=112711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:52:59.311398 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Provisioning complete for port 1a7489d7-d72b-47ed-8e6c-9a314e4fd6e9 triggered by entity L2. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 13:52:59.312932 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (1a7489d7-d72b-47ed-8e6c-9a314e4fd6e9), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:59.315933 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.v2.base [req-e5f53deb-1812-42b8-b61e-c5171ee5fb4d req-c0d75452-552e-4c03-a5fc-9955becea0dc tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Request body: {'port': {'device_id': 'd2ad7906-3b73-4fc9-a692-9692fb6234b3', 'network_id': '96ff558b-c5db-4059-a363-a83e90cf91c8', 'admin_state_up': True, 'tenant_id': '6998e0c9a62e4f54a27faf56dbeb543a', 'security_groups': ['e656d449-c572-4028-b2e1-f2eb8d08b7da']}} {{(pid=112710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:52:59.340323 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.20', 55119) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:52:59.366391 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=85,neutron:INSERT=7,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:52:59.540248 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [req-83dbf2a3-28d9-4173-bc99-7e497cd665f1 req-ec71f336-59ee-4aa6-b643-e14feddfacf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (94671fa2-8c0f-46c1-8d8a-12ec57a1598d), before_update {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:59.545297 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Current status of the port 1a7489d7-d72b-47ed-8e6c-9a314e4fd6e9 is: ACTIVE; New status is: ACTIVE {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 13:52:59.627604 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.notifiers.nova [req-d4a4143b-f243-4cbd-be9f-da7283cb1122 req-adfb1676-3a26-40d5-8fd7-093976dc82ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e9cdac8-d126-4ec3-8459-aaf58c0148d7 {{(pid=112709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 08 13:52:59.679110 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [req-d4a4143b-f243-4cbd-be9f-da7283cb1122 req-adfb1676-3a26-40d5-8fd7-093976dc82ef service neutron] Publish callbacks [] for port (2e9cdac8-d126-4ec3-8459-aaf58c0148d7), precommit_update {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:00.033467 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.notifiers.nova [req-83dbf2a3-28d9-4173-bc99-7e497cd665f1 req-ec71f336-59ee-4aa6-b643-e14feddfacf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94671fa2-8c0f-46c1-8d8a-12ec57a1598d {{(pid=112709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 08 13:53:00.047132 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [req-83dbf2a3-28d9-4173-bc99-7e497cd665f1 req-ec71f336-59ee-4aa6-b643-e14feddfacf0 service neutron] Publish callbacks [] for port (94671fa2-8c0f-46c1-8d8a-12ec57a1598d), precommit_update {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:00.073268 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.db.provisioning_blocks [req-83dbf2a3-28d9-4173-bc99-7e497cd665f1 req-ec71f336-59ee-4aa6-b643-e14feddfacf0 service neutron] Transition to ACTIVE for port object 94671fa2-8c0f-46c1-8d8a-12ec57a1598d will not be triggered until provisioned by entity L2. {{(pid=112709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 08 13:53:00.076425 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:UPDATE=7 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:00.081783 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [req-83dbf2a3-28d9-4173-bc99-7e497cd665f1 req-ec71f336-59ee-4aa6-b643-e14feddfacf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (94671fa2-8c0f-46c1-8d8a-12ec57a1598d), after_update {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:00.158613 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec71f336-59ee-4aa6-b643-e14feddfacf0 service neutron] Pushing event updated for resources: {'Port': ['ID=94671fa2-8c0f-46c1-8d8a-12ec57a1598d,revision_number=2']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:53:00.173912 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.db.provisioning_blocks [req-d4a4143b-f243-4cbd-be9f-da7283cb1122 req-adfb1676-3a26-40d5-8fd7-093976dc82ef service neutron] Transition to ACTIVE for port object 2e9cdac8-d126-4ec3-8459-aaf58c0148d7 will not be triggered until provisioned by entity L2. {{(pid=112709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 08 13:53:00.186285 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaac12a-f4a5-47f6-a8b6-85968dc4317b req-50aac10a-16d3-4334-a933-509e1767bac8 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:00.187883 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-8aaac12a-f4a5-47f6-a8b6-85968dc4317b req-50aac10a-16d3-4334-a933-509e1767bac8 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=c6a4b8e4-4292-4db0-89b6-b09f84f513ce HTTP/1.1" status: 200 len: 931 time: 0.6098554 Sep 08 13:53:00.218877 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [req-d4a4143b-f243-4cbd-be9f-da7283cb1122 req-adfb1676-3a26-40d5-8fd7-093976dc82ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (2e9cdac8-d126-4ec3-8459-aaf58c0148d7), after_update {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:00.291772 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfb1676-3a26-40d5-8fd7-093976dc82ef service neutron] Pushing event updated for resources: {'Port': ['ID=2e9cdac8-d126-4ec3-8459-aaf58c0148d7,revision_number=2']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:53:00.381148 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.managers [req-d4a4143b-f243-4cbd-be9f-da7283cb1122 req-adfb1676-3a26-40d5-8fd7-093976dc82ef service neutron] Attempting to bind port 2e9cdac8-d126-4ec3-8459-aaf58c0148d7 on host hv-cinder-82002 for vnic_type normal with profile {{(pid=112709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 08 13:53:00.381148 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.managers [req-d4a4143b-f243-4cbd-be9f-da7283cb1122 req-adfb1676-3a26-40d5-8fd7-093976dc82ef service neutron] Attempting to bind port 2e9cdac8-d126-4ec3-8459-aaf58c0148d7 by drivers openvswitch,hyperv on host hv-cinder-82002 at level 0 using segments [{'id': '9527b46d-3b29-4cdc-a44b-4b19e1ce956c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '1f51bdfd-daa1-4029-afe2-09413a504f9f'}] {{(pid=112709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 08 13:53:00.381892 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a4143b-f243-4cbd-be9f-da7283cb1122 req-adfb1676-3a26-40d5-8fd7-093976dc82ef service neutron] Attempting to bind port 2e9cdac8-d126-4ec3-8459-aaf58c0148d7 on network 1f51bdfd-daa1-4029-afe2-09413a504f9f {{(pid=112709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 13:53:00.383219 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:00.416297 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12da3ed-6712-4bd4-a19c-040be0bce51b req-d9b16866-5f19-4f98-af93-973710bcd881 tempest-DeleteServersTestJSON-1637109358 tempest-DeleteServersTestJSON-1637109358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:00.417864 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-b12da3ed-6712-4bd4-a19c-040be0bce51b req-d9b16866-5f19-4f98-af93-973710bcd881 tempest-DeleteServersTestJSON-1637109358 tempest-DeleteServersTestJSON-1637109358-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3a4e6c3b-d230-477f-b406-5f55ec596b1e HTTP/1.1" status: 200 len: 931 time: 0.9843774 Sep 08 13:53:00.500917 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.managers [req-83dbf2a3-28d9-4173-bc99-7e497cd665f1 req-ec71f336-59ee-4aa6-b643-e14feddfacf0 service neutron] Attempting to bind port 94671fa2-8c0f-46c1-8d8a-12ec57a1598d on host hv-cinder-82002 for vnic_type normal with profile {{(pid=112709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 08 13:53:00.501276 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.managers [req-83dbf2a3-28d9-4173-bc99-7e497cd665f1 req-ec71f336-59ee-4aa6-b643-e14feddfacf0 service neutron] Attempting to bind port 94671fa2-8c0f-46c1-8d8a-12ec57a1598d by drivers openvswitch,hyperv on host hv-cinder-82002 at level 0 using segments [{'id': '20c24cd0-3b1f-4e89-83a4-717e24ca5a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'cf5901ef-2ee5-4879-85aa-18770c77b80a'}] {{(pid=112709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 08 13:53:00.504849 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83dbf2a3-28d9-4173-bc99-7e497cd665f1 req-ec71f336-59ee-4aa6-b643-e14feddfacf0 service neutron] Attempting to bind port 94671fa2-8c0f-46c1-8d8a-12ec57a1598d on network cf5901ef-2ee5-4879-85aa-18770c77b80a {{(pid=112709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 13:53:00.514728 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a4143b-f243-4cbd-be9f-da7283cb1122 req-adfb1676-3a26-40d5-8fd7-093976dc82ef service neutron] Port 2e9cdac8-d126-4ec3-8459-aaf58c0148d7 on network 1f51bdfd-daa1-4029-afe2-09413a504f9f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82002 {{(pid=112709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 08 13:53:00.515065 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a4143b-f243-4cbd-be9f-da7283cb1122 req-adfb1676-3a26-40d5-8fd7-093976dc82ef service neutron] Attempting to bind port 2e9cdac8-d126-4ec3-8459-aaf58c0148d7 on network 1f51bdfd-daa1-4029-afe2-09413a504f9f {{(pid=112709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 13:53:00.683463 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:00.788416 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83dbf2a3-28d9-4173-bc99-7e497cd665f1 req-ec71f336-59ee-4aa6-b643-e14feddfacf0 service neutron] Port 94671fa2-8c0f-46c1-8d8a-12ec57a1598d on network cf5901ef-2ee5-4879-85aa-18770c77b80a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82002 {{(pid=112709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 08 13:53:00.788848 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83dbf2a3-28d9-4173-bc99-7e497cd665f1 req-ec71f336-59ee-4aa6-b643-e14feddfacf0 service neutron] Attempting to bind port 94671fa2-8c0f-46c1-8d8a-12ec57a1598d on network cf5901ef-2ee5-4879-85aa-18770c77b80a {{(pid=112709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 13:53:00.852906 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6771766-8c20-4405-a02a-6f82fbdb39cb req-942890bb-772a-4b99-a294-47906113cde5 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:00.853982 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-b6771766-8c20-4405-a02a-6f82fbdb39cb req-942890bb-772a-4b99-a294-47906113cde5 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.20 "GET /networking/v2.0/networks?id=a6ea2a7a-ef84-454a-b305-c470482cf7fa HTTP/1.1" status: 200 len: 818 time: 1.5109801 Sep 08 13:53:00.892868 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-8aaac12a-f4a5-47f6-a8b6-85968dc4317b req-46d9fce5-512e-464a-ab21-d97dcc78c6eb tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ba77d3e3-4ef5-47e5-92f9-557f5a59027b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6253300 Sep 08 13:53:00.975219 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.v2.base [req-b6771766-8c20-4405-a02a-6f82fbdb39cb req-c8b2b9d4-25dd-4b5f-81f2-0a54268df016 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Request body: {'port': {'device_id': '17665f83-a581-4f16-9275-45bce05f5f49', 'network_id': 'a6ea2a7a-ef84-454a-b305-c470482cf7fa', 'admin_state_up': True, 'tenant_id': '127bce2080d54fe4871b5aaa6cc394b5'}} {{(pid=112710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:53:01.027546 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-b12da3ed-6712-4bd4-a19c-040be0bce51b req-ba2f7309-9b72-48a2-bdde-9829ee135bb1 tempest-DeleteServersTestJSON-1637109358 tempest-DeleteServersTestJSON-1637109358-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=863deabd-5804-407b-8f2e-7ba1d889920d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5435176 Sep 08 13:53:01.030756 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83dbf2a3-28d9-4173-bc99-7e497cd665f1 req-ec71f336-59ee-4aa6-b643-e14feddfacf0 service neutron] Checking agent: {'id': '4c2ff875-e6d7-424e-bdc7-d4b2ed4bdd9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82002', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 8, 13, 50, 33), 'started_at': datetime.datetime(2022, 9, 8, 13, 50, 33), 'heartbeat_timestamp': datetime.datetime(2022, 9, 8, 13, 52, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 08 13:53:01.032954 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83dbf2a3-28d9-4173-bc99-7e497cd665f1 req-ec71f336-59ee-4aa6-b643-e14feddfacf0 service neutron] Checking segment: {'id': '20c24cd0-3b1f-4e89-83a4-717e24ca5a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'cf5901ef-2ee5-4879-85aa-18770c77b80a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 13:53:01.033181 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83dbf2a3-28d9-4173-bc99-7e497cd665f1 req-ec71f336-59ee-4aa6-b643-e14feddfacf0 service neutron] Bound using segment: {'id': '20c24cd0-3b1f-4e89-83a4-717e24ca5a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'cf5901ef-2ee5-4879-85aa-18770c77b80a'} {{(pid=112709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 08 13:53:01.035330 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.managers [req-83dbf2a3-28d9-4173-bc99-7e497cd665f1 req-ec71f336-59ee-4aa6-b643-e14feddfacf0 service neutron] Bound port: 94671fa2-8c0f-46c1-8d8a-12ec57a1598d, host: hv-cinder-82002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20c24cd0-3b1f-4e89-83a4-717e24ca5a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'cf5901ef-2ee5-4879-85aa-18770c77b80a'}}] {{(pid=112709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 08 13:53:01.035658 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [req-83dbf2a3-28d9-4173-bc99-7e497cd665f1 req-ec71f336-59ee-4aa6-b643-e14feddfacf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (94671fa2-8c0f-46c1-8d8a-12ec57a1598d), before_update {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:01.068685 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a4143b-f243-4cbd-be9f-da7283cb1122 req-adfb1676-3a26-40d5-8fd7-093976dc82ef service neutron] Checking agent: {'id': '4c2ff875-e6d7-424e-bdc7-d4b2ed4bdd9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82002', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 8, 13, 50, 33), 'started_at': datetime.datetime(2022, 9, 8, 13, 50, 33), 'heartbeat_timestamp': datetime.datetime(2022, 9, 8, 13, 52, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 08 13:53:01.069078 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a4143b-f243-4cbd-be9f-da7283cb1122 req-adfb1676-3a26-40d5-8fd7-093976dc82ef service neutron] Checking segment: {'id': '9527b46d-3b29-4cdc-a44b-4b19e1ce956c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '1f51bdfd-daa1-4029-afe2-09413a504f9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 13:53:01.069956 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a4143b-f243-4cbd-be9f-da7283cb1122 req-adfb1676-3a26-40d5-8fd7-093976dc82ef service neutron] Bound using segment: {'id': '9527b46d-3b29-4cdc-a44b-4b19e1ce956c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '1f51bdfd-daa1-4029-afe2-09413a504f9f'} {{(pid=112709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 08 13:53:01.073587 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.managers [req-d4a4143b-f243-4cbd-be9f-da7283cb1122 req-adfb1676-3a26-40d5-8fd7-093976dc82ef service neutron] Bound port: 2e9cdac8-d126-4ec3-8459-aaf58c0148d7, host: hv-cinder-82002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9527b46d-3b29-4cdc-a44b-4b19e1ce956c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '1f51bdfd-daa1-4029-afe2-09413a504f9f'}}] {{(pid=112709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 08 13:53:01.075205 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [req-d4a4143b-f243-4cbd-be9f-da7283cb1122 req-adfb1676-3a26-40d5-8fd7-093976dc82ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (2e9cdac8-d126-4ec3-8459-aaf58c0148d7), before_update {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:01.295835 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.db [req-d4a4143b-f243-4cbd-be9f-da7283cb1122 req-adfb1676-3a26-40d5-8fd7-093976dc82ef service neutron] For port 2e9cdac8-d126-4ec3-8459-aaf58c0148d7, host hv-cinder-82002, cleared binding levels {{(pid=112709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:53:01.316214 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5f53deb-1812-42b8-b61e-c5171ee5fb4d req-c0d75452-552e-4c03-a5fc-9955becea0dc tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Made reservation on behalf of 6998e0c9a62e4f54a27faf56dbeb543a for: {'port': 1} {{(pid=112710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:53:01.337479 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-e5f53deb-1812-42b8-b61e-c5171ee5fb4d req-c0d75452-552e-4c03-a5fc-9955becea0dc tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (None), before_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:01.455765 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.db [req-d4a4143b-f243-4cbd-be9f-da7283cb1122 req-adfb1676-3a26-40d5-8fd7-093976dc82ef service neutron] For port 2e9cdac8-d126-4ec3-8459-aaf58c0148d7, host hv-cinder-82002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=2e9cdac8-d126-4ec3-8459-aaf58c0148d7,segment=NetworkSegment(9527b46d-3b29-4cdc-a44b-4b19e1ce956c),segment_id=9527b46d-3b29-4cdc-a44b-4b19e1ce956c)] {{(pid=112709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:53:01.492182 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.db [req-83dbf2a3-28d9-4173-bc99-7e497cd665f1 req-ec71f336-59ee-4aa6-b643-e14feddfacf0 service neutron] For port 94671fa2-8c0f-46c1-8d8a-12ec57a1598d, host hv-cinder-82002, cleared binding levels {{(pid=112709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:53:01.497785 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.db [req-83dbf2a3-28d9-4173-bc99-7e497cd665f1 req-ec71f336-59ee-4aa6-b643-e14feddfacf0 service neutron] For port 94671fa2-8c0f-46c1-8d8a-12ec57a1598d, host hv-cinder-82002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=94671fa2-8c0f-46c1-8d8a-12ec57a1598d,segment=NetworkSegment(20c24cd0-3b1f-4e89-83a4-717e24ca5a29),segment_id=20c24cd0-3b1f-4e89-83a4-717e24ca5a29)] {{(pid=112709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:53:01.506155 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [req-d4a4143b-f243-4cbd-be9f-da7283cb1122 req-adfb1676-3a26-40d5-8fd7-093976dc82ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (2e9cdac8-d126-4ec3-8459-aaf58c0148d7), after_update {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:01.515881 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a4143b-f243-4cbd-be9f-da7283cb1122 req-adfb1676-3a26-40d5-8fd7-093976dc82ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:01.518418 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [req-d4a4143b-f243-4cbd-be9f-da7283cb1122 req-adfb1676-3a26-40d5-8fd7-093976dc82ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693876'] for port (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:01.521283 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [req-d4a4143b-f243-4cbd-be9f-da7283cb1122 req-adfb1676-3a26-40d5-8fd7-093976dc82ef service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/2e9cdac8-d126-4ec3-8459-aaf58c0148d7 HTTP/1.1" status: 200 len: 1093 time: 3.5986276 Sep 08 13:53:01.525638 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a4e6c3b-d230-477f-b406-5f55ec596b1e', 'tag': '2e9cdac8-d126-4ec3-8459-aaf58c0148d7'}] {{(pid=112709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 13:53:01.562137 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.notifiers.nova [req-0b145c9c-7bd4-4c69-874d-73ac075c44cd req-6ebd2c29-a0e8-4efd-8380-cab8f0243990 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8264f39d-725c-426b-913c-05ab5ad2087e {{(pid=112710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 08 13:53:01.586183 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:01.601035 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-0b145c9c-7bd4-4c69-874d-73ac075c44cd req-6ebd2c29-a0e8-4efd-8380-cab8f0243990 service neutron] Publish callbacks [] for port (8264f39d-725c-426b-913c-05ab5ad2087e), precommit_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:01.637228 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-b52bac1b-78fc-45e2-90aa-a0ea41072113 req-7b4cec3e-8d7e-43a9-95f4-78bdb42668e1 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=17665f83-a581-4f16-9275-45bce05f5f49 HTTP/1.1" status: 200 len: 210 time: 0.2609062 Sep 08 13:53:01.679561 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-c106f876-1696-49bd-9940-99d2ef11e1a9 req-566f1853-b184-4e20-a302-fef1eeb1f167 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d2ad7906-3b73-4fc9-a692-9692fb6234b3 HTTP/1.1" status: 200 len: 210 time: 0.2813733 Sep 08 13:53:01.711682 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.db.provisioning_blocks [req-0b145c9c-7bd4-4c69-874d-73ac075c44cd req-6ebd2c29-a0e8-4efd-8380-cab8f0243990 service neutron] Transition to ACTIVE for port object 8264f39d-725c-426b-913c-05ab5ad2087e will not be triggered until provisioned by entity L2. {{(pid=112710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 08 13:53:01.724045 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [req-83dbf2a3-28d9-4173-bc99-7e497cd665f1 req-ec71f336-59ee-4aa6-b643-e14feddfacf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (94671fa2-8c0f-46c1-8d8a-12ec57a1598d), after_update {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:01.728346 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dbf2a3-28d9-4173-bc99-7e497cd665f1 req-ec71f336-59ee-4aa6-b643-e14feddfacf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:01.728961 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [req-83dbf2a3-28d9-4173-bc99-7e497cd665f1 req-ec71f336-59ee-4aa6-b643-e14feddfacf0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693876'] for port (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:01.730423 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [req-83dbf2a3-28d9-4173-bc99-7e497cd665f1 req-ec71f336-59ee-4aa6-b643-e14feddfacf0 service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/94671fa2-8c0f-46c1-8d8a-12ec57a1598d HTTP/1.1" status: 200 len: 1093 time: 3.8011494 Sep 08 13:53:01.757934 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-0b145c9c-7bd4-4c69-874d-73ac075c44cd req-6ebd2c29-a0e8-4efd-8380-cab8f0243990 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10367797'] for port (8264f39d-725c-426b-913c-05ab5ad2087e), after_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:01.838974 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfb1676-3a26-40d5-8fd7-093976dc82ef service neutron] Pushing event updated for resources: {'Port': ['ID=2e9cdac8-d126-4ec3-8459-aaf58c0148d7,revision_number=3']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:53:01.863951 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6771766-8c20-4405-a02a-6f82fbdb39cb req-c8b2b9d4-25dd-4b5f-81f2-0a54268df016 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Made reservation on behalf of 127bce2080d54fe4871b5aaa6cc394b5 for: {'port': 1} {{(pid=112710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:53:01.873010 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-b6771766-8c20-4405-a02a-6f82fbdb39cb req-c8b2b9d4-25dd-4b5f-81f2-0a54268df016 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (None), before_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:01.967070 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec71f336-59ee-4aa6-b643-e14feddfacf0 service neutron] Pushing event updated for resources: {'Port': ['ID=94671fa2-8c0f-46c1-8d8a-12ec57a1598d,revision_number=3']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:53:02.009344 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}542ac7e5325f68055833e74974e312adb8a2ee810b70c39787611e772d2c694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fca46ee-6289-45ec-bee7-8343f44ef0c9" -d '{"events": [{"name": "network-changed", "server_uuid": "3a4e6c3b-d230-477f-b406-5f55ec596b1e", "tag": "2e9cdac8-d126-4ec3-8459-aaf58c0148d7"}]}' {{(pid=112709) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:53:02.303626 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd2c29-a0e8-4efd-8380-cab8f0243990 service neutron] Pushing event updated for resources: {'Port': ['ID=8264f39d-725c-426b-913c-05ab5ad2087e,revision_number=2']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:53:02.373331 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Sep 2022 13:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa18883d-17bd-42c4-b360-6d75ca66635b x-openstack-request-id: req-aa18883d-17bd-42c4-b360-6d75ca66635b {{(pid=112709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:53:02.373620 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a4e6c3b-d230-477f-b406-5f55ec596b1e", "tag": "2e9cdac8-d126-4ec3-8459-aaf58c0148d7", "status": "completed", "code": 200}]} {{(pid=112709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:53:02.374421 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-aa18883d-17bd-42c4-b360-6d75ca66635b {{(pid=112709) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:53:02.374878 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa18883d-17bd-42c4-b360-6d75ca66635b'] response: {'name': 'network-changed', 'server_uuid': '3a4e6c3b-d230-477f-b406-5f55ec596b1e', 'tag': '2e9cdac8-d126-4ec3-8459-aaf58c0148d7', 'status': 'completed', 'code': 200} Sep 08 13:53:02.407417 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5eccd9-0b39-45f1-b47f-2fd56633a051 req-ed752305-fbc8-4def-9dcd-dc0d0f710b1e tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:02.409981 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-0e5eccd9-0b39-45f1-b47f-2fd56633a051 req-ed752305-fbc8-4def-9dcd-dc0d0f710b1e tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=c6a4b8e4-4292-4db0-89b6-b09f84f513ce HTTP/1.1" status: 200 len: 943 time: 0.2101350 Sep 08 13:53:02.420289 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.db.db_base_plugin_common [req-e5f53deb-1812-42b8-b61e-c5171ee5fb4d req-c0d75452-552e-4c03-a5fc-9955becea0dc tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Allocated IP 172.20.0.5 (96ff558b-c5db-4059-a363-a83e90cf91c8/3c05b843-7379-4152-a6e2-38ac1118d25c/86699af9-4b49-40e3-b189-ff4a7a9e5e59) {{(pid=112710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:53:02.536352 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dbf2a3-28d9-4173-bc99-7e497cd665f1 req-bf895cba-37a0-4dbf-ab26-15c3df622079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:02.538039 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [req-83dbf2a3-28d9-4173-bc99-7e497cd665f1 req-bf895cba-37a0-4dbf-ab26-15c3df622079 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=b4ca185497284e9780eba8fc2e713d6e&device_id=c6a4b8e4-4292-4db0-89b6-b09f84f513ce HTTP/1.1" status: 200 len: 1127 time: 0.2481332 Sep 08 13:53:02.539202 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a4143b-f243-4cbd-be9f-da7283cb1122 req-efeebee5-d04c-4f6b-b2a4-25141830d33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:02.540728 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [req-d4a4143b-f243-4cbd-be9f-da7283cb1122 req-efeebee5-d04c-4f6b-b2a4-25141830d33a service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=b868b7f8289047369b2fcbb500f353e5&device_id=3a4e6c3b-d230-477f-b406-5f55ec596b1e HTTP/1.1" status: 200 len: 1127 time: 0.2730415 Sep 08 13:53:02.582953 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.managers [req-0b145c9c-7bd4-4c69-874d-73ac075c44cd req-6ebd2c29-a0e8-4efd-8380-cab8f0243990 service neutron] Attempting to bind port 8264f39d-725c-426b-913c-05ab5ad2087e on host hv-cinder-82002 for vnic_type normal with profile {{(pid=112710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 08 13:53:02.584236 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.managers [req-0b145c9c-7bd4-4c69-874d-73ac075c44cd req-6ebd2c29-a0e8-4efd-8380-cab8f0243990 service neutron] Attempting to bind port 8264f39d-725c-426b-913c-05ab5ad2087e by drivers openvswitch,hyperv on host hv-cinder-82002 at level 0 using segments [{'id': 'f5264372-fa90-4674-a04a-e3a6e49336da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'a6ea2a7a-ef84-454a-b305-c470482cf7fa'}] {{(pid=112710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 08 13:53:02.584859 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b145c9c-7bd4-4c69-874d-73ac075c44cd req-6ebd2c29-a0e8-4efd-8380-cab8f0243990 service neutron] Attempting to bind port 8264f39d-725c-426b-913c-05ab5ad2087e on network a6ea2a7a-ef84-454a-b305-c470482cf7fa {{(pid=112710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 13:53:02.592563 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:02.856236 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (4c2ff875-e6d7-424e-bdc7-d4b2ed4bdd9c), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:02.995135 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612d5868-317f-4e22-ad45-c17505edf2e3 req-b8e24f0c-0838-40a8-8b27-9d2dc48b0c39 tempest-DeleteServersTestJSON-1637109358 tempest-DeleteServersTestJSON-1637109358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:02.998776 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-612d5868-317f-4e22-ad45-c17505edf2e3 req-b8e24f0c-0838-40a8-8b27-9d2dc48b0c39 tempest-DeleteServersTestJSON-1637109358 tempest-DeleteServersTestJSON-1637109358-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3a4e6c3b-d230-477f-b406-5f55ec596b1e HTTP/1.1" status: 200 len: 943 time: 0.5698884 Sep 08 13:53:03.076194 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-0e5eccd9-0b39-45f1-b47f-2fd56633a051 req-724937b1-6a89-4f69-b17a-7cdfcfdb7ff5 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ba77d3e3-4ef5-47e5-92f9-557f5a59027b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6441696 Sep 08 13:53:03.264870 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [req-83dbf2a3-28d9-4173-bc99-7e497cd665f1 req-9b004d72-b42b-4d83-a1e9-4ace714ff67c service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=94671fa2-8c0f-46c1-8d8a-12ec57a1598d HTTP/1.1" status: 200 len: 217 time: 0.6514430 Sep 08 13:53:03.266259 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [req-d4a4143b-f243-4cbd-be9f-da7283cb1122 req-7a39f467-a8a6-4494-a48e-f71206783097 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e9cdac8-d126-4ec3-8459-aaf58c0148d7 HTTP/1.1" status: 200 len: 217 time: 0.2080479 Sep 08 13:53:03.333764 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.db.db_base_plugin_common [req-b6771766-8c20-4405-a02a-6f82fbdb39cb req-c8b2b9d4-25dd-4b5f-81f2-0a54268df016 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Allocated IP 172.20.0.11 (a6ea2a7a-ef84-454a-b305-c470482cf7fa/8a8f577a-16e1-4e37-b6e2-a6cc60df3540/5c7e423f-8bb5-4a1a-a739-7918f898d812) {{(pid=112710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:53:03.344748 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b145c9c-7bd4-4c69-874d-73ac075c44cd req-6ebd2c29-a0e8-4efd-8380-cab8f0243990 service neutron] Port 8264f39d-725c-426b-913c-05ab5ad2087e on network a6ea2a7a-ef84-454a-b305-c470482cf7fa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82002 {{(pid=112710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 08 13:53:03.345855 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b145c9c-7bd4-4c69-874d-73ac075c44cd req-6ebd2c29-a0e8-4efd-8380-cab8f0243990 service neutron] Attempting to bind port 8264f39d-725c-426b-913c-05ab5ad2087e on network a6ea2a7a-ef84-454a-b305-c470482cf7fa {{(pid=112710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 13:53:03.632447 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-e5f53deb-1812-42b8-b61e-c5171ee5fb4d req-c0d75452-552e-4c03-a5fc-9955becea0dc tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Publish callbacks [] for port (86699af9-4b49-40e3-b189-ff4a7a9e5e59), precommit_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:03.674739 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-7ae1f7f7-20e4-4c52-8415-60e2a77b57cd req-0a8046df-42b0-49b6-943a-2e14f97110cc tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=17665f83-a581-4f16-9275-45bce05f5f49 HTTP/1.1" status: 200 len: 210 time: 0.3489058 Sep 08 13:53:03.690181 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:03.732335 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:03.742108 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 34188) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:53:03.742691 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 34190) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:53:03.767129 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-e5f53deb-1812-42b8-b61e-c5171ee5fb4d req-c0d75452-552e-4c03-a5fc-9955becea0dc tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729028134301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10367820'] for port (86699af9-4b49-40e3-b189-ff4a7a9e5e59), after_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:03.789714 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a4143b-f243-4cbd-be9f-da7283cb1122 req-6dc87029-7b9c-4c88-9d24-67261bc82525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:03.791160 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [req-d4a4143b-f243-4cbd-be9f-da7283cb1122 req-6dc87029-7b9c-4c88-9d24-67261bc82525 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=16ec224e-79ea-49c2-a338-b2ef63a83efd HTTP/1.1" status: 200 len: 849 time: 0.1497912 Sep 08 13:53:03.795392 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dbf2a3-28d9-4173-bc99-7e497cd665f1 req-8025399e-826b-4fb4-85e3-ebdb1edc34f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:03.797368 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [req-83dbf2a3-28d9-4173-bc99-7e497cd665f1 req-8025399e-826b-4fb4-85e3-ebdb1edc34f6 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=a139bee4-b378-4a6d-bfa3-c572d95f8369 HTTP/1.1" status: 200 len: 854 time: 0.1467395 Sep 08 13:53:03.814294 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:03.881942 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-612d5868-317f-4e22-ad45-c17505edf2e3 req-01727d0b-bc90-418d-8341-30caeb93ff84 tempest-DeleteServersTestJSON-1637109358 tempest-DeleteServersTestJSON-1637109358-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=863deabd-5804-407b-8f2e-7ba1d889920d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8393915 Sep 08 13:53:03.901410 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-b6771766-8c20-4405-a02a-6f82fbdb39cb req-c8b2b9d4-25dd-4b5f-81f2-0a54268df016 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Publish callbacks [] for port (5c7e423f-8bb5-4a1a-a739-7918f898d812), precommit_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:03.945625 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-8c1e3298-f100-4259-acda-a93fcbd0c420 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:03.946139 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5f53deb-1812-42b8-b61e-c5171ee5fb4d req-c0d75452-552e-4c03-a5fc-9955becea0dc tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Network 96ff558b-c5db-4059-a363-a83e90cf91c8 is already hosted by enough agents. {{(pid=112710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:53:03.949396 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b145c9c-7bd4-4c69-874d-73ac075c44cd req-6ebd2c29-a0e8-4efd-8380-cab8f0243990 service neutron] Checking agent: {'id': '4c2ff875-e6d7-424e-bdc7-d4b2ed4bdd9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82002', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 8, 13, 50, 33), 'started_at': datetime.datetime(2022, 9, 8, 13, 50, 33), 'heartbeat_timestamp': datetime.datetime(2022, 9, 8, 13, 53, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 08 13:53:03.949770 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b145c9c-7bd4-4c69-874d-73ac075c44cd req-6ebd2c29-a0e8-4efd-8380-cab8f0243990 service neutron] Checking segment: {'id': 'f5264372-fa90-4674-a04a-e3a6e49336da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'a6ea2a7a-ef84-454a-b305-c470482cf7fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 13:53:03.950359 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b145c9c-7bd4-4c69-874d-73ac075c44cd req-6ebd2c29-a0e8-4efd-8380-cab8f0243990 service neutron] Bound using segment: {'id': 'f5264372-fa90-4674-a04a-e3a6e49336da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'a6ea2a7a-ef84-454a-b305-c470482cf7fa'} {{(pid=112710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 08 13:53:03.950793 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.managers [req-0b145c9c-7bd4-4c69-874d-73ac075c44cd req-6ebd2c29-a0e8-4efd-8380-cab8f0243990 service neutron] Bound port: 8264f39d-725c-426b-913c-05ab5ad2087e, host: hv-cinder-82002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5264372-fa90-4674-a04a-e3a6e49336da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'a6ea2a7a-ef84-454a-b305-c470482cf7fa'}}] {{(pid=112710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 08 13:53:03.951140 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-0b145c9c-7bd4-4c69-874d-73ac075c44cd req-6ebd2c29-a0e8-4efd-8380-cab8f0243990 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (8264f39d-725c-426b-913c-05ab5ad2087e), before_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:03.958834 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d5125b-2ce1-4cc0-94df-71548968fabd req-6982b6b1-1248-4049-b5c5-eefc6181cc6c tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:03.960322 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-b2d5125b-2ce1-4cc0-94df-71548968fabd req-6982b6b1-1248-4049-b5c5-eefc6181cc6c tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d2ad7906-3b73-4fc9-a692-9692fb6234b3 HTTP/1.1" status: 200 len: 931 time: 0.1811554 Sep 08 13:53:03.972614 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.scheduler.base_scheduler [req-e5f53deb-1812-42b8-b61e-c5171ee5fb4d req-c0d75452-552e-4c03-a5fc-9955becea0dc tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Resources bound (agent type, host, resource id): {{(pid=112710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:53:03.974722 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d75452-552e-4c03-a5fc-9955becea0dc tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Pushing event updated for resources: {'Port': ['ID=86699af9-4b49-40e3-b189-ff4a7a9e5e59,revision_number=1']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:53:03.977286 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-84f46a86-a29a-41d7-a695-09515af174d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:03.982613 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5f53deb-1812-42b8-b61e-c5171ee5fb4d req-c0d75452-552e-4c03-a5fc-9955becea0dc tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Received port after_create {{(pid=112710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 08 13:53:04.110837 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f53deb-1812-42b8-b61e-c5171ee5fb4d req-c0d75452-552e-4c03-a5fc-9955becea0dc tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:04.111489 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-e5f53deb-1812-42b8-b61e-c5171ee5fb4d req-c0d75452-552e-4c03-a5fc-9955becea0dc tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693876'] for port (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:04.112339 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-8c1e3298-f100-4259-acda-a93fcbd0c420 admin admin] Publish callbacks [] for security_group (01c23ed6-ca2a-45af-be19-4d0d4e8edc82), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:04.134570 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-8c1e3298-f100-4259-acda-a93fcbd0c420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (01c23ed6-ca2a-45af-be19-4d0d4e8edc82), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:04.144737 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-b6771766-8c20-4405-a02a-6f82fbdb39cb req-c8b2b9d4-25dd-4b5f-81f2-0a54268df016 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729028134301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10367820'] for port (5c7e423f-8bb5-4a1a-a739-7918f898d812), after_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:04.178945 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-b2d5125b-2ce1-4cc0-94df-71548968fabd req-21419a95-f971-4f07-8b94-edd150c7cdc6 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e656d449-c572-4028-b2e1-f2eb8d08b7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1963139 Sep 08 13:53:04.181159 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-84f46a86-a29a-41d7-a695-09515af174d5 admin admin] Publish callbacks [] for security_group (3b25284c-3d9d-4cca-8b61-29f4c0697acf), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:04.194756 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-8c1e3298-f100-4259-acda-a93fcbd0c420 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=8052ba73815e46a9ac70e7004674efd0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4483926 Sep 08 13:53:04.197337 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-84f46a86-a29a-41d7-a695-09515af174d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (3b25284c-3d9d-4cca-8b61-29f4c0697acf), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:04.208290 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e5f53deb-1812-42b8-b61e-c5171ee5fb4d req-c0d75452-552e-4c03-a5fc-9955becea0dc tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9265237 Sep 08 13:53:04.214469 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 34212) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:53:04.215588 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.db [req-0b145c9c-7bd4-4c69-874d-73ac075c44cd req-6ebd2c29-a0e8-4efd-8380-cab8f0243990 service neutron] For port 8264f39d-725c-426b-913c-05ab5ad2087e, host hv-cinder-82002, cleared binding levels {{(pid=112710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:53:04.223835 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2,neutron:INSERT=12 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:04.230678 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-84f46a86-a29a-41d7-a695-09515af174d5 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=273c312832c945fa9ad844f195881598&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4862435 Sep 08 13:53:04.231331 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 34214) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:53:04.283521 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-a5470c54-bbaa-4d02-af12-2ccab7a95a96 None None] Provisioning complete for port 86699af9-4b49-40e3-b189-ff4a7a9e5e59 triggered by entity DHCP. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 13:53:04.284106 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-a5470c54-bbaa-4d02-af12-2ccab7a95a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (86699af9-4b49-40e3-b189-ff4a7a9e5e59), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:04.318936 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-a5470c54-bbaa-4d02-af12-2ccab7a95a96 None None] Port 86699af9-4b49-40e3-b189-ff4a7a9e5e59 cannot update to ACTIVE because it is not bound. {{(pid=112711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 08 13:53:04.368165 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1e3298-f100-4259-acda-a93fcbd0c420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01c23ed6-ca2a-45af-be19-4d0d4e8edc82,revision_number=1']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:53:04.379766 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6a4b8e4-4292-4db0-89b6-b09f84f513ce', 'tag': '94671fa2-8c0f-46c1-8d8a-12ec57a1598d'}] {{(pid=112709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 13:53:04.382032 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}542ac7e5325f68055833e74974e312adb8a2ee810b70c39787611e772d2c694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-935e133b-2a54-48ac-b113-cc5296f2312a" -d '{"events": [{"name": "network-changed", "server_uuid": "c6a4b8e4-4292-4db0-89b6-b09f84f513ce", "tag": "94671fa2-8c0f-46c1-8d8a-12ec57a1598d"}]}' {{(pid=112709) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:53:04.410689 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dbf2a3-28d9-4173-bc99-7e497cd665f1 req-57affadd-afec-4947-8d91-e676cd1626c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:04.412251 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [req-83dbf2a3-28d9-4173-bc99-7e497cd665f1 req-57affadd-afec-4947-8d91-e676cd1626c1 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=cf5901ef-2ee5-4879-85aa-18770c77b80a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1664000 Sep 08 13:53:04.415367 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a4143b-f243-4cbd-be9f-da7283cb1122 req-258b5492-5a8e-4596-b8d3-d0e9f980077d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:04.416737 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [req-d4a4143b-f243-4cbd-be9f-da7283cb1122 req-258b5492-5a8e-4596-b8d3-d0e9f980077d service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=1f51bdfd-daa1-4029-afe2-09413a504f9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1684649 Sep 08 13:53:04.440838 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f46a86-a29a-41d7-a695-09515af174d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b25284c-3d9d-4cca-8b61-29f4c0697acf,revision_number=1']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:53:04.443792 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.db [req-0b145c9c-7bd4-4c69-874d-73ac075c44cd req-6ebd2c29-a0e8-4efd-8380-cab8f0243990 service neutron] For port 8264f39d-725c-426b-913c-05ab5ad2087e, host hv-cinder-82002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=8264f39d-725c-426b-913c-05ab5ad2087e,segment=NetworkSegment(f5264372-fa90-4674-a04a-e3a6e49336da),segment_id=f5264372-fa90-4674-a04a-e3a6e49336da)] {{(pid=112710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:53:04.466781 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-4e38d994-cd2c-4d18-89af-960ccaa31827 admin admin] Publish callbacks [] for security_group (3b25284c-3d9d-4cca-8b61-29f4c0697acf), before_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:04.475594 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6771766-8c20-4405-a02a-6f82fbdb39cb req-c8b2b9d4-25dd-4b5f-81f2-0a54268df016 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Network a6ea2a7a-ef84-454a-b305-c470482cf7fa is already hosted by enough agents. {{(pid=112710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:53:04.479876 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.v2.base [req-e5f53deb-1812-42b8-b61e-c5171ee5fb4d req-bf0ac083-b72d-47c8-a20a-0bbbcd9ca0a0 service neutron] Request body: {'port': {'device_id': 'd2ad7906-3b73-4fc9-a692-9692fb6234b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82002'}} {{(pid=112710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:53:04.487658 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Sep 2022 13:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba7059dc-cd1f-4ea8-837a-64fc7ca39237 x-openstack-request-id: req-ba7059dc-cd1f-4ea8-837a-64fc7ca39237 {{(pid=112709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:53:04.487940 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6a4b8e4-4292-4db0-89b6-b09f84f513ce", "tag": "94671fa2-8c0f-46c1-8d8a-12ec57a1598d", "status": "completed", "code": 200}]} {{(pid=112709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:53:04.488184 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ba7059dc-cd1f-4ea8-837a-64fc7ca39237 {{(pid=112709) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:53:04.488561 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba7059dc-cd1f-4ea8-837a-64fc7ca39237'] response: {'name': 'network-changed', 'server_uuid': 'c6a4b8e4-4292-4db0-89b6-b09f84f513ce', 'tag': '94671fa2-8c0f-46c1-8d8a-12ec57a1598d', 'status': 'completed', 'code': 200} Sep 08 13:53:04.495156 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.scheduler.base_scheduler [req-b6771766-8c20-4405-a02a-6f82fbdb39cb req-c8b2b9d4-25dd-4b5f-81f2-0a54268df016 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Resources bound (agent type, host, resource id): {{(pid=112710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:53:04.497387 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-0b145c9c-7bd4-4c69-874d-73ac075c44cd req-6ebd2c29-a0e8-4efd-8380-cab8f0243990 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10367797'] for port (8264f39d-725c-426b-913c-05ab5ad2087e), after_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:04.522276 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6771766-8c20-4405-a02a-6f82fbdb39cb req-c8b2b9d4-25dd-4b5f-81f2-0a54268df016 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Received port after_create {{(pid=112710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 08 13:53:04.532483 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b2b9d4-25dd-4b5f-81f2-0a54268df016 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Pushing event updated for resources: {'Port': ['ID=5c7e423f-8bb5-4a1a-a739-7918f898d812,revision_number=1']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:53:04.535785 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b145c9c-7bd4-4c69-874d-73ac075c44cd req-6ebd2c29-a0e8-4efd-8380-cab8f0243990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:04.536402 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-0b145c9c-7bd4-4c69-874d-73ac075c44cd req-6ebd2c29-a0e8-4efd-8380-cab8f0243990 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693876'] for port (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:04.537850 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-0b145c9c-7bd4-4c69-874d-73ac075c44cd req-6ebd2c29-a0e8-4efd-8380-cab8f0243990 service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/8264f39d-725c-426b-913c-05ab5ad2087e HTTP/1.1" status: 200 len: 1094 time: 6.3724639 Sep 08 13:53:04.558808 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7b396f5-eec9-4df0-8dca-0f2ba1cbb42c', 'tag': '8264f39d-725c-426b-913c-05ab5ad2087e'}] {{(pid=112710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 13:53:04.580390 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38684b57-9a81-4fda-a9f4-c90537596e1c req-3c282783-9dd3-40a0-98c5-a6e3e37a540b tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:04.581956 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-38684b57-9a81-4fda-a9f4-c90537596e1c req-3c282783-9dd3-40a0-98c5-a6e3e37a540b tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=c6a4b8e4-4292-4db0-89b6-b09f84f513ce HTTP/1.1" status: 200 len: 943 time: 0.3683476 Sep 08 13:53:04.585512 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-4e38d994-cd2c-4d18-89af-960ccaa31827 admin admin] Publish callbacks [] for security_group (3b25284c-3d9d-4cca-8b61-29f4c0697acf), precommit_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:04.674782 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:04.679880 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [req-d4a4143b-f243-4cbd-be9f-da7283cb1122 req-f270c28e-0eb2-46f1-b4c9-0cc75725e60d service neutron] 10.222.0.20 "GET /networking/v2.0/networks/1f51bdfd-daa1-4029-afe2-09413a504f9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354968 Sep 08 13:53:04.683689 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [req-83dbf2a3-28d9-4173-bc99-7e497cd665f1 req-4b42962a-e659-41ab-9f0c-50611624775e service neutron] 10.222.0.20 "GET /networking/v2.0/networks/cf5901ef-2ee5-4879-85aa-18770c77b80a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2438991 Sep 08 13:53:04.793321 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6771766-8c20-4405-a02a-6f82fbdb39cb req-c8b2b9d4-25dd-4b5f-81f2-0a54268df016 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:04.793971 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-b6771766-8c20-4405-a02a-6f82fbdb39cb req-c8b2b9d4-25dd-4b5f-81f2-0a54268df016 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693876'] for port (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:04.806056 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-4e38d994-cd2c-4d18-89af-960ccaa31827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (3b25284c-3d9d-4cca-8b61-29f4c0697acf), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:04.810815 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-4e38d994-cd2c-4d18-89af-960ccaa31827 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:04.812835 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-4e38d994-cd2c-4d18-89af-960ccaa31827 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/3b25284c-3d9d-4cca-8b61-29f4c0697acf HTTP/1.1" status: 204 len: 168 time: 0.5752182 Sep 08 13:53:04.860231 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-c732895f-782e-47f6-926f-424011857852 admin admin] Publish callbacks [] for security_group (01c23ed6-ca2a-45af-be19-4d0d4e8edc82), before_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:04.865475 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e38d994-cd2c-4d18-89af-960ccaa31827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b25284c-3d9d-4cca-8b61-29f4c0697acf,revision_number=None']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:53:04.884835 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-e5f53deb-1812-42b8-b61e-c5171ee5fb4d req-bf0ac083-b72d-47c8-a20a-0bbbcd9ca0a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (86699af9-4b49-40e3-b189-ff4a7a9e5e59), before_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:04.893845 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-170b5d88-5df9-44f2-b19e-7a4da9c17f84 None None] Provisioning complete for port 5c7e423f-8bb5-4a1a-a739-7918f898d812 triggered by entity DHCP. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 13:53:04.901828 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-170b5d88-5df9-44f2-b19e-7a4da9c17f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (5c7e423f-8bb5-4a1a-a739-7918f898d812), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:04.939797 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [req-d4a4143b-f243-4cbd-be9f-da7283cb1122 req-54a4156e-7af7-4dff-8164-9690d679a4b7 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/1f51bdfd-daa1-4029-afe2-09413a504f9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2491865 Sep 08 13:53:04.942116 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd2c29-a0e8-4efd-8380-cab8f0243990 service neutron] Pushing event updated for resources: {'Port': ['ID=8264f39d-725c-426b-913c-05ab5ad2087e,revision_number=3']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:53:04.943336 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [req-83dbf2a3-28d9-4173-bc99-7e497cd665f1 req-eec570de-a4aa-4f6f-90b2-010bb18160ec service neutron] 10.222.0.20 "GET /networking/v2.0/networks/cf5901ef-2ee5-4879-85aa-18770c77b80a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2371473 Sep 08 13:53:04.950925 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4aaac3e20a53a8e6247a431178541979a817c05ad734f54eee24c8be994502e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0057c344-d4f9-4703-a9a9-e6c7ba3ab4af" -d '{"events": [{"name": "network-changed", "server_uuid": "f7b396f5-eec9-4df0-8dca-0f2ba1cbb42c", "tag": "8264f39d-725c-426b-913c-05ab5ad2087e"}]}' {{(pid=112710) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:53:04.981487 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:04.982557 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:04.993541 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-170b5d88-5df9-44f2-b19e-7a4da9c17f84 None None] Port 5c7e423f-8bb5-4a1a-a739-7918f898d812 cannot update to ACTIVE because it is not bound. {{(pid=112711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 08 13:53:04.999017 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-b6771766-8c20-4405-a02a-6f82fbdb39cb req-c8b2b9d4-25dd-4b5f-81f2-0a54268df016 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0510571 Sep 08 13:53:05.009276 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-38684b57-9a81-4fda-a9f4-c90537596e1c req-420240ef-cfbe-4b3a-9e2d-5ac19dd81ef8 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ba77d3e3-4ef5-47e5-92f9-557f5a59027b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4118898 Sep 08 13:53:05.010662 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b145c9c-7bd4-4c69-874d-73ac075c44cd req-f839d385-0efa-40f7-b927-f84bcab54271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:05.012180 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-0b145c9c-7bd4-4c69-874d-73ac075c44cd req-f839d385-0efa-40f7-b927-f84bcab54271 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=127bce2080d54fe4871b5aaa6cc394b5&device_id=f7b396f5-eec9-4df0-8dca-0f2ba1cbb42c HTTP/1.1" status: 200 len: 1128 time: 0.3590558 Sep 08 13:53:05.017899 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-c732895f-782e-47f6-926f-424011857852 admin admin] Publish callbacks [] for security_group (01c23ed6-ca2a-45af-be19-4d0d4e8edc82), precommit_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:05.079416 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48fcf02-5c90-457d-971e-bdc6d9ca57cc req-d4ebcdfe-0730-43e1-985e-1e11da8270d1 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:05.088904 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-a48fcf02-5c90-457d-971e-bdc6d9ca57cc req-d4ebcdfe-0730-43e1-985e-1e11da8270d1 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=17665f83-a581-4f16-9275-45bce05f5f49 HTTP/1.1" status: 200 len: 932 time: 0.2697651 Sep 08 13:53:05.285653 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dcb8ea-2b53-4d48-8deb-47f5ad4f8e54 req-bdd22cd0-fde6-44e0-a413-f82227feee0b tempest-DeleteServersTestJSON-1637109358 tempest-DeleteServersTestJSON-1637109358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:05.292582 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-84dcb8ea-2b53-4d48-8deb-47f5ad4f8e54 req-bdd22cd0-fde6-44e0-a413-f82227feee0b tempest-DeleteServersTestJSON-1637109358 tempest-DeleteServersTestJSON-1637109358-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3a4e6c3b-d230-477f-b406-5f55ec596b1e HTTP/1.1" status: 200 len: 943 time: 0.1912880 Sep 08 13:53:05.294443 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-c732895f-782e-47f6-926f-424011857852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (01c23ed6-ca2a-45af-be19-4d0d4e8edc82), after_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:05.297211 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-c732895f-782e-47f6-926f-424011857852 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:05.300993 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-c732895f-782e-47f6-926f-424011857852 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/01c23ed6-ca2a-45af-be19-4d0d4e8edc82 HTTP/1.1" status: 204 len: 168 time: 1.0813177 Sep 08 13:53:05.341644 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c732895f-782e-47f6-926f-424011857852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01c23ed6-ca2a-45af-be19-4d0d4e8edc82,revision_number=None']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:53:05.360653 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-a48fcf02-5c90-457d-971e-bdc6d9ca57cc req-1629f8d3-400a-4761-bcb1-d0e4f8c0554d tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=5c37b456-2be1-4170-a806-ad519f2b6e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2708490 Sep 08 13:53:05.428724 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 34268) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:53:05.451771 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-ee161a75-f927-45f4-a6b9-72319027d441 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:05.455897 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-84dcb8ea-2b53-4d48-8deb-47f5ad4f8e54 req-d92759c1-bc49-4a46-bba1-acc0236ced42 tempest-DeleteServersTestJSON-1637109358 tempest-DeleteServersTestJSON-1637109358-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=863deabd-5804-407b-8f2e-7ba1d889920d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623616 Sep 08 13:53:05.624608 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-ee161a75-f927-45f4-a6b9-72319027d441 admin admin] Publish callbacks [] for security_group (9d82ffae-cd80-4d11-942f-9e53831f1176), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:05.629830 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-ee161a75-f927-45f4-a6b9-72319027d441 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (9d82ffae-cd80-4d11-942f-9e53831f1176), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:05.667585 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fd2d58-c8ac-43ae-a301-7e9ca8ced137 req-6cb9d32f-68d2-4f68-af40-28a048dcdf71 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:05.676984 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e9fd2d58-c8ac-43ae-a301-7e9ca8ced137 req-6cb9d32f-68d2-4f68-af40-28a048dcdf71 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d2ad7906-3b73-4fc9-a692-9692fb6234b3 HTTP/1.1" status: 200 len: 931 time: 0.1034963 Sep 08 13:53:05.681231 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-ee161a75-f927-45f4-a6b9-72319027d441 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=a0860d4609c642cdae4948f2ea11b5be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2512753 Sep 08 13:53:05.683742 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 34274) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:53:05.691995 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee161a75-f927-45f4-a6b9-72319027d441 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d82ffae-cd80-4d11-942f-9e53831f1176,revision_number=1']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:53:05.712068 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.notifiers.nova [req-e5f53deb-1812-42b8-b61e-c5171ee5fb4d req-bf0ac083-b72d-47c8-a20a-0bbbcd9ca0a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86699af9-4b49-40e3-b189-ff4a7a9e5e59 {{(pid=112710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 08 13:53:05.723959 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-e5f53deb-1812-42b8-b61e-c5171ee5fb4d req-bf0ac083-b72d-47c8-a20a-0bbbcd9ca0a0 service neutron] Publish callbacks [] for port (86699af9-4b49-40e3-b189-ff4a7a9e5e59), precommit_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:05.756199 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.db.provisioning_blocks [req-e5f53deb-1812-42b8-b61e-c5171ee5fb4d req-bf0ac083-b72d-47c8-a20a-0bbbcd9ca0a0 service neutron] Transition to ACTIVE for port object 86699af9-4b49-40e3-b189-ff4a7a9e5e59 will not be triggered until provisioned by entity L2. {{(pid=112710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 08 13:53:05.756618 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-30fbea0b-b005-485f-adec-b03b9e4f9c2e admin admin] Publish callbacks [] for security_group (9d82ffae-cd80-4d11-942f-9e53831f1176), before_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:05.771053 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e9fd2d58-c8ac-43ae-a301-7e9ca8ced137 req-fe46e2dd-c400-4094-9c0b-cc34e1cc24ac tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e656d449-c572-4028-b2e1-f2eb8d08b7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882068 Sep 08 13:53:05.772500 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-e5f53deb-1812-42b8-b61e-c5171ee5fb4d req-bf0ac083-b72d-47c8-a20a-0bbbcd9ca0a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10367797'] for port (86699af9-4b49-40e3-b189-ff4a7a9e5e59), after_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:05.778561 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:05.799361 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Sep 2022 13:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4377895c-b9c1-4d1f-81a2-8c4f3b10f0f3 x-openstack-request-id: req-4377895c-b9c1-4d1f-81a2-8c4f3b10f0f3 {{(pid=112710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:53:05.800479 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7b396f5-eec9-4df0-8dca-0f2ba1cbb42c", "tag": "8264f39d-725c-426b-913c-05ab5ad2087e", "status": "completed", "code": 200}]} {{(pid=112710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:53:05.800943 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4377895c-b9c1-4d1f-81a2-8c4f3b10f0f3 {{(pid=112710) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:53:05.801817 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4377895c-b9c1-4d1f-81a2-8c4f3b10f0f3'] response: {'name': 'network-changed', 'server_uuid': 'f7b396f5-eec9-4df0-8dca-0f2ba1cbb42c', 'tag': '8264f39d-725c-426b-913c-05ab5ad2087e', 'status': 'completed', 'code': 200} Sep 08 13:53:05.803262 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-30fbea0b-b005-485f-adec-b03b9e4f9c2e admin admin] Publish callbacks [] for security_group (9d82ffae-cd80-4d11-942f-9e53831f1176), precommit_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:05.846421 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0ac083-b72d-47c8-a20a-0bbbcd9ca0a0 service neutron] Pushing event updated for resources: {'Port': ['ID=86699af9-4b49-40e3-b189-ff4a7a9e5e59,revision_number=2']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:53:05.864360 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-30fbea0b-b005-485f-adec-b03b9e4f9c2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (9d82ffae-cd80-4d11-942f-9e53831f1176), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:05.867498 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-30fbea0b-b005-485f-adec-b03b9e4f9c2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:05.868664 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-30fbea0b-b005-485f-adec-b03b9e4f9c2e admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/9d82ffae-cd80-4d11-942f-9e53831f1176 HTTP/1.1" status: 204 len: 168 time: 0.1837409 Sep 08 13:53:05.883656 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fbea0b-b005-485f-adec-b03b9e4f9c2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d82ffae-cd80-4d11-942f-9e53831f1176,revision_number=None']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:53:05.902977 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 34278) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:53:05.921725 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-be9bc1f7-5649-4508-b6d2-e4f444968061 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:05.934374 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.managers [req-e5f53deb-1812-42b8-b61e-c5171ee5fb4d req-bf0ac083-b72d-47c8-a20a-0bbbcd9ca0a0 service neutron] Attempting to bind port 86699af9-4b49-40e3-b189-ff4a7a9e5e59 on host hv-cinder-82002 for vnic_type normal with profile {{(pid=112710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 08 13:53:05.934712 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.managers [req-e5f53deb-1812-42b8-b61e-c5171ee5fb4d req-bf0ac083-b72d-47c8-a20a-0bbbcd9ca0a0 service neutron] Attempting to bind port 86699af9-4b49-40e3-b189-ff4a7a9e5e59 by drivers openvswitch,hyperv on host hv-cinder-82002 at level 0 using segments [{'id': '85382ad6-9794-441c-848f-26fa1eb3f5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '96ff558b-c5db-4059-a363-a83e90cf91c8'}] {{(pid=112710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 08 13:53:05.935036 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f53deb-1812-42b8-b61e-c5171ee5fb4d req-bf0ac083-b72d-47c8-a20a-0bbbcd9ca0a0 service neutron] Attempting to bind port 86699af9-4b49-40e3-b189-ff4a7a9e5e59 on network 96ff558b-c5db-4059-a363-a83e90cf91c8 {{(pid=112710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 13:53:05.984763 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:05.987462 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f53deb-1812-42b8-b61e-c5171ee5fb4d req-bf0ac083-b72d-47c8-a20a-0bbbcd9ca0a0 service neutron] Port 86699af9-4b49-40e3-b189-ff4a7a9e5e59 on network 96ff558b-c5db-4059-a363-a83e90cf91c8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82002 {{(pid=112710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 08 13:53:05.987782 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f53deb-1812-42b8-b61e-c5171ee5fb4d req-bf0ac083-b72d-47c8-a20a-0bbbcd9ca0a0 service neutron] Attempting to bind port 86699af9-4b49-40e3-b189-ff4a7a9e5e59 on network 96ff558b-c5db-4059-a363-a83e90cf91c8 {{(pid=112710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 13:53:06.021497 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-be9bc1f7-5649-4508-b6d2-e4f444968061 admin admin] Publish callbacks [] for security_group (008c5a05-f8b6-41b9-83a2-4e01513f1e95), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:06.025858 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-be9bc1f7-5649-4508-b6d2-e4f444968061 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (008c5a05-f8b6-41b9-83a2-4e01513f1e95), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:06.036017 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f53deb-1812-42b8-b61e-c5171ee5fb4d req-bf0ac083-b72d-47c8-a20a-0bbbcd9ca0a0 service neutron] Checking agent: {'id': '4c2ff875-e6d7-424e-bdc7-d4b2ed4bdd9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82002', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 8, 13, 50, 33), 'started_at': datetime.datetime(2022, 9, 8, 13, 50, 33), 'heartbeat_timestamp': datetime.datetime(2022, 9, 8, 13, 53, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 08 13:53:06.036490 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f53deb-1812-42b8-b61e-c5171ee5fb4d req-bf0ac083-b72d-47c8-a20a-0bbbcd9ca0a0 service neutron] Checking segment: {'id': '85382ad6-9794-441c-848f-26fa1eb3f5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '96ff558b-c5db-4059-a363-a83e90cf91c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 13:53:06.036975 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f53deb-1812-42b8-b61e-c5171ee5fb4d req-bf0ac083-b72d-47c8-a20a-0bbbcd9ca0a0 service neutron] Bound using segment: {'id': '85382ad6-9794-441c-848f-26fa1eb3f5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '96ff558b-c5db-4059-a363-a83e90cf91c8'} {{(pid=112710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 08 13:53:06.037508 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.managers [req-e5f53deb-1812-42b8-b61e-c5171ee5fb4d req-bf0ac083-b72d-47c8-a20a-0bbbcd9ca0a0 service neutron] Bound port: 86699af9-4b49-40e3-b189-ff4a7a9e5e59, host: hv-cinder-82002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85382ad6-9794-441c-848f-26fa1eb3f5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '96ff558b-c5db-4059-a363-a83e90cf91c8'}}] {{(pid=112710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 08 13:53:06.037998 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-e5f53deb-1812-42b8-b61e-c5171ee5fb4d req-bf0ac083-b72d-47c8-a20a-0bbbcd9ca0a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (86699af9-4b49-40e3-b189-ff4a7a9e5e59), before_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:06.068492 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-be9bc1f7-5649-4508-b6d2-e4f444968061 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=5e141024dc66465cb9fc65ce702525d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1642010 Sep 08 13:53:06.071181 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 34284) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:53:06.073515 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9bc1f7-5649-4508-b6d2-e4f444968061 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=008c5a05-f8b6-41b9-83a2-4e01513f1e95,revision_number=1']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:53:06.156317 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:06.198599 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d33d6f-3cb4-46e3-be96-a94a685d4654 req-f15e5612-ca6b-4116-b6c3-cae65606d776 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:06.200051 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-65d33d6f-3cb4-46e3-be96-a94a685d4654 req-f15e5612-ca6b-4116-b6c3-cae65606d776 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=c6a4b8e4-4292-4db0-89b6-b09f84f513ce HTTP/1.1" status: 200 len: 943 time: 0.0920312 Sep 08 13:53:06.210487 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.db [req-e5f53deb-1812-42b8-b61e-c5171ee5fb4d req-bf0ac083-b72d-47c8-a20a-0bbbcd9ca0a0 service neutron] For port 86699af9-4b49-40e3-b189-ff4a7a9e5e59, host hv-cinder-82002, cleared binding levels {{(pid=112710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:53:06.234855 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-3f6f40df-a465-4086-840d-535b3e4e0e69 admin admin] Publish callbacks [] for security_group (008c5a05-f8b6-41b9-83a2-4e01513f1e95), before_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:06.246404 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.db [req-e5f53deb-1812-42b8-b61e-c5171ee5fb4d req-bf0ac083-b72d-47c8-a20a-0bbbcd9ca0a0 service neutron] For port 86699af9-4b49-40e3-b189-ff4a7a9e5e59, host hv-cinder-82002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=86699af9-4b49-40e3-b189-ff4a7a9e5e59,segment=NetworkSegment(85382ad6-9794-441c-848f-26fa1eb3f5ed),segment_id=85382ad6-9794-441c-848f-26fa1eb3f5ed)] {{(pid=112710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:53:06.262310 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-e5f53deb-1812-42b8-b61e-c5171ee5fb4d req-bf0ac083-b72d-47c8-a20a-0bbbcd9ca0a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10367797'] for port (86699af9-4b49-40e3-b189-ff4a7a9e5e59), after_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:06.277177 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-3f6f40df-a465-4086-840d-535b3e4e0e69 admin admin] Publish callbacks [] for security_group (008c5a05-f8b6-41b9-83a2-4e01513f1e95), precommit_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:06.304899 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f53deb-1812-42b8-b61e-c5171ee5fb4d req-bf0ac083-b72d-47c8-a20a-0bbbcd9ca0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:06.305503 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-e5f53deb-1812-42b8-b61e-c5171ee5fb4d req-bf0ac083-b72d-47c8-a20a-0bbbcd9ca0a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693876'] for port (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:06.306893 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e5f53deb-1812-42b8-b61e-c5171ee5fb4d req-bf0ac083-b72d-47c8-a20a-0bbbcd9ca0a0 service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/86699af9-4b49-40e3-b189-ff4a7a9e5e59 HTTP/1.1" status: 200 len: 1093 time: 1.8356004 Sep 08 13:53:06.342151 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-65d33d6f-3cb4-46e3-be96-a94a685d4654 req-6156c561-cde1-4875-9fef-45f0cd5c7749 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ba77d3e3-4ef5-47e5-92f9-557f5a59027b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1329322 Sep 08 13:53:06.365496 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0ac083-b72d-47c8-a20a-0bbbcd9ca0a0 service neutron] Pushing event updated for resources: {'Port': ['ID=86699af9-4b49-40e3-b189-ff4a7a9e5e59,revision_number=3']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:53:06.392425 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-3f6f40df-a465-4086-840d-535b3e4e0e69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (008c5a05-f8b6-41b9-83a2-4e01513f1e95), after_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:06.395145 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-3f6f40df-a465-4086-840d-535b3e4e0e69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:06.396306 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-3f6f40df-a465-4086-840d-535b3e4e0e69 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/008c5a05-f8b6-41b9-83a2-4e01513f1e95 HTTP/1.1" status: 204 len: 168 time: 0.3236749 Sep 08 13:53:06.404229 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6f40df-a465-4086-840d-535b3e4e0e69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=008c5a05-f8b6-41b9-83a2-4e01513f1e95,revision_number=None']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:53:06.530954 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7a8808-1478-4b35-83b6-3fbc6bb84148 req-bf1286fa-72a7-407b-8ec4-5c170864104a tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:06.532645 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-0a7a8808-1478-4b35-83b6-3fbc6bb84148 req-bf1286fa-72a7-407b-8ec4-5c170864104a tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=17665f83-a581-4f16-9275-45bce05f5f49 HTTP/1.1" status: 200 len: 932 time: 0.0528581 Sep 08 13:53:06.622781 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-0a7a8808-1478-4b35-83b6-3fbc6bb84148 req-37a32463-eab7-44c0-8bed-9476364ae233 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=5c37b456-2be1-4170-a806-ad519f2b6e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822294 Sep 08 13:53:06.630169 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8468fd-dd51-4b66-a9fa-8d949b23f1e4 req-49ca184d-c4b5-46b2-8f32-c0a066cf8d8d tempest-DeleteServersTestJSON-1637109358 tempest-DeleteServersTestJSON-1637109358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:06.631947 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-9e8468fd-dd51-4b66-a9fa-8d949b23f1e4 req-49ca184d-c4b5-46b2-8f32-c0a066cf8d8d tempest-DeleteServersTestJSON-1637109358 tempest-DeleteServersTestJSON-1637109358-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3a4e6c3b-d230-477f-b406-5f55ec596b1e HTTP/1.1" status: 200 len: 943 time: 0.0814357 Sep 08 13:53:06.699261 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-9e8468fd-dd51-4b66-a9fa-8d949b23f1e4 req-045dce29-f623-4ae8-a462-55764ff3f855 tempest-DeleteServersTestJSON-1637109358 tempest-DeleteServersTestJSON-1637109358-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=863deabd-5804-407b-8f2e-7ba1d889920d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605698 Sep 08 13:53:06.908952 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3f3e59-7698-4016-aff9-f9124a73dc02 req-81f40133-a8e1-4ea9-8649-45ff4b9b9087 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:06.911669 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-2d3f3e59-7698-4016-aff9-f9124a73dc02 req-81f40133-a8e1-4ea9-8649-45ff4b9b9087 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d2ad7906-3b73-4fc9-a692-9692fb6234b3 HTTP/1.1" status: 200 len: 943 time: 0.0622094 Sep 08 13:53:06.977329 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-2d3f3e59-7698-4016-aff9-f9124a73dc02 req-e8d2075d-4b7f-49ac-a88c-773ae67e867b tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e656d449-c572-4028-b2e1-f2eb8d08b7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559785 Sep 08 13:53:07.483560 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e930f291-e91a-4ceb-bc16-9b4f0ea2e979 req-31b3b91a-a0a1-4737-bc23-4aa083cb3601 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:07.485112 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e930f291-e91a-4ceb-bc16-9b4f0ea2e979 req-31b3b91a-a0a1-4737-bc23-4aa083cb3601 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=c6a4b8e4-4292-4db0-89b6-b09f84f513ce HTTP/1.1" status: 200 len: 943 time: 0.0561500 Sep 08 13:53:07.542391 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e930f291-e91a-4ceb-bc16-9b4f0ea2e979 req-b847ca25-6476-409e-a568-b9835971e3fa tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ba77d3e3-4ef5-47e5-92f9-557f5a59027b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513861 Sep 08 13:53:07.760664 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ffc928-65bd-4e48-b483-9f35256d5a4c req-86803492-ff46-4185-a2a3-ed1d2aabf5b4 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:07.763000 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-a5ffc928-65bd-4e48-b483-9f35256d5a4c req-86803492-ff46-4185-a2a3-ed1d2aabf5b4 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=17665f83-a581-4f16-9275-45bce05f5f49 HTTP/1.1" status: 200 len: 932 time: 0.0597916 Sep 08 13:53:07.810984 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2ad7906-3b73-4fc9-a692-9692fb6234b3', 'tag': '86699af9-4b49-40e3-b189-ff4a7a9e5e59'}] {{(pid=112710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 13:53:07.814959 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4aaac3e20a53a8e6247a431178541979a817c05ad734f54eee24c8be994502e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94fc94b0-dd19-482c-a93a-bd496ee8f751" -d '{"events": [{"name": "network-changed", "server_uuid": "d2ad7906-3b73-4fc9-a692-9692fb6234b3", "tag": "86699af9-4b49-40e3-b189-ff4a7a9e5e59"}]}' {{(pid=112710) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:53:07.834570 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:07.852495 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb57963-ea53-4da5-951d-19a04f996b2e req-7abeff50-2ed5-4d75-ad6b-2fda3db65fa3 tempest-DeleteServersTestJSON-1637109358 tempest-DeleteServersTestJSON-1637109358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:07.854027 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-3eb57963-ea53-4da5-951d-19a04f996b2e req-7abeff50-2ed5-4d75-ad6b-2fda3db65fa3 tempest-DeleteServersTestJSON-1637109358 tempest-DeleteServersTestJSON-1637109358-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3a4e6c3b-d230-477f-b406-5f55ec596b1e HTTP/1.1" status: 200 len: 943 time: 0.0755501 Sep 08 13:53:07.889597 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-a5ffc928-65bd-4e48-b483-9f35256d5a4c req-230d6472-9821-437f-9f41-c2a0558b97bf tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=5c37b456-2be1-4170-a806-ad519f2b6e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188385 Sep 08 13:53:07.951359 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Sep 2022 13:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bd2a7df-e7b7-4bb9-9b9f-360edf4a199e x-openstack-request-id: req-6bd2a7df-e7b7-4bb9-9b9f-360edf4a199e {{(pid=112710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:53:07.952506 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2ad7906-3b73-4fc9-a692-9692fb6234b3", "tag": "86699af9-4b49-40e3-b189-ff4a7a9e5e59", "status": "completed", "code": 200}]} {{(pid=112710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:53:07.953190 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6bd2a7df-e7b7-4bb9-9b9f-360edf4a199e {{(pid=112710) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:53:07.953596 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bd2a7df-e7b7-4bb9-9b9f-360edf4a199e'] response: {'name': 'network-changed', 'server_uuid': 'd2ad7906-3b73-4fc9-a692-9692fb6234b3', 'tag': '86699af9-4b49-40e3-b189-ff4a7a9e5e59', 'status': 'completed', 'code': 200} Sep 08 13:53:07.962373 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-3eb57963-ea53-4da5-951d-19a04f996b2e req-460b59ae-c2d5-4c84-b6d6-7008f29afc8c tempest-DeleteServersTestJSON-1637109358 tempest-DeleteServersTestJSON-1637109358-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=863deabd-5804-407b-8f2e-7ba1d889920d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963173 Sep 08 13:53:08.131003 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac3541b-e3fa-4bbc-a44a-a044fbd00978 req-1d4905df-e8eb-4fc8-a8d5-99ebf361d77a tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:08.132741 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-1ac3541b-e3fa-4bbc-a44a-a044fbd00978 req-1d4905df-e8eb-4fc8-a8d5-99ebf361d77a tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d2ad7906-3b73-4fc9-a692-9692fb6234b3 HTTP/1.1" status: 200 len: 943 time: 0.0560141 Sep 08 13:53:08.191190 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-1ac3541b-e3fa-4bbc-a44a-a044fbd00978 req-ee3d0116-d65c-4ab1-968d-5008cabf4831 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e656d449-c572-4028-b2e1-f2eb8d08b7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509052 Sep 08 13:53:08.676285 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69c2474-da07-43c1-8956-153754197be2 req-04696477-e98a-493d-b70e-bafde9ca83a1 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:08.678951 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-d69c2474-da07-43c1-8956-153754197be2 req-04696477-e98a-493d-b70e-bafde9ca83a1 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=c6a4b8e4-4292-4db0-89b6-b09f84f513ce HTTP/1.1" status: 200 len: 943 time: 0.0534339 Sep 08 13:53:08.733086 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-d69c2474-da07-43c1-8956-153754197be2 req-615acf27-45b9-421b-89e7-d09fb802aeb6 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ba77d3e3-4ef5-47e5-92f9-557f5a59027b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493820 Sep 08 13:53:09.015123 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:09.034535 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85e6d6d-a687-420f-a124-ba4102420ede req-02dd484a-7fcc-49aa-bbd2-ff9f9809810a tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:09.036146 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-d85e6d6d-a687-420f-a124-ba4102420ede req-02dd484a-7fcc-49aa-bbd2-ff9f9809810a tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=17665f83-a581-4f16-9275-45bce05f5f49 HTTP/1.1" status: 200 len: 932 time: 0.0572236 Sep 08 13:53:09.137565 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1078799-7444-4d97-9357-386431c59354 req-c1aff5a3-5120-4843-a207-4fe497d61632 tempest-DeleteServersTestJSON-1637109358 tempest-DeleteServersTestJSON-1637109358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:09.139231 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-b1078799-7444-4d97-9357-386431c59354 req-c1aff5a3-5120-4843-a207-4fe497d61632 tempest-DeleteServersTestJSON-1637109358 tempest-DeleteServersTestJSON-1637109358-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3a4e6c3b-d230-477f-b406-5f55ec596b1e HTTP/1.1" status: 200 len: 943 time: 0.0726409 Sep 08 13:53:09.149952 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-d85e6d6d-a687-420f-a124-ba4102420ede req-36f85733-ca6b-41d2-8127-533e8be085d0 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=5c37b456-2be1-4170-a806-ad519f2b6e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078491 Sep 08 13:53:09.204992 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-b1078799-7444-4d97-9357-386431c59354 req-4132b1ff-5f2e-47d3-9205-c601cbe3bdcf tempest-DeleteServersTestJSON-1637109358 tempest-DeleteServersTestJSON-1637109358-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=863deabd-5804-407b-8f2e-7ba1d889920d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587244 Sep 08 13:53:09.322377 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bc4d34-6b0d-49f6-8cbc-7e7110da203a req-306ff0e6-87b3-49ea-a26b-8dec92db113b tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:09.323979 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-25bc4d34-6b0d-49f6-8cbc-7e7110da203a req-306ff0e6-87b3-49ea-a26b-8dec92db113b tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d2ad7906-3b73-4fc9-a692-9692fb6234b3 HTTP/1.1" status: 200 len: 943 time: 0.0483835 Sep 08 13:53:09.376497 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-25bc4d34-6b0d-49f6-8cbc-7e7110da203a req-3c6ac41a-6771-4066-b544-54cd2099fc5f tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e656d449-c572-4028-b2e1-f2eb8d08b7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465887 Sep 08 13:53:09.859240 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1508426-715a-40e0-906f-b36642eb4edc req-6c23b6d6-2a13-4662-bace-ffda6519ff98 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:09.860725 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-a1508426-715a-40e0-906f-b36642eb4edc req-6c23b6d6-2a13-4662-bace-ffda6519ff98 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=c6a4b8e4-4292-4db0-89b6-b09f84f513ce HTTP/1.1" status: 200 len: 943 time: 0.0519848 Sep 08 13:53:09.914214 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-a1508426-715a-40e0-906f-b36642eb4edc req-de630d4d-9fc8-453b-8107-02750e22784b tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ba77d3e3-4ef5-47e5-92f9-557f5a59027b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474236 Sep 08 13:53:10.014346 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.v2.base [req-b6771766-8c20-4405-a02a-6f82fbdb39cb req-8fb6e6ec-1ca5-4c40-8479-fe0e51fe5b5d service neutron] Request body: {'port': {'device_id': '17665f83-a581-4f16-9275-45bce05f5f49', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82002'}} {{(pid=112710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:53:10.073499 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-b6771766-8c20-4405-a02a-6f82fbdb39cb req-8fb6e6ec-1ca5-4c40-8479-fe0e51fe5b5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (5c7e423f-8bb5-4a1a-a739-7918f898d812), before_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:10.131912 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Device 94671fa2-8c0f-46c1-8d8a-12ec57a1598d details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=112711) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:53:10.149395 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fca46ee-6289-45ec-bee7-8343f44ef0c9 req-aa8ec786-f5fd-46f2-ba87-5beb37288a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:10.151428 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [req-2fca46ee-6289-45ec-bee7-8343f44ef0c9 req-aa8ec786-f5fd-46f2-ba87-5beb37288a0b service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=b868b7f8289047369b2fcbb500f353e5&device_id=3a4e6c3b-d230-477f-b406-5f55ec596b1e HTTP/1.1" status: 200 len: 1127 time: 0.0440235 Sep 08 13:53:10.217336 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:10.265418 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] For port 94671fa2-8c0f-46c1-8d8a-12ec57a1598d, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=94671fa2-8c0f-46c1-8d8a-12ec57a1598d,segment=NetworkSegment(20c24cd0-3b1f-4e89-83a4-717e24ca5a29),segment_id=20c24cd0-3b1f-4e89-83a4-717e24ca5a29)] {{(pid=112711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:53:10.283927 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:10.289022 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Returning: {'device': '94671fa2-8c0f-46c1-8d8a-12ec57a1598d', 'network_id': 'cf5901ef-2ee5-4879-85aa-18770c77b80a', 'port_id': '94671fa2-8c0f-46c1-8d8a-12ec57a1598d', 'mac_address': 'fa:16:3e:84:5c:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a139bee4-b378-4a6d-bfa3-c572d95f8369', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112711) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:53:10.334926 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fc94b0-dd19-482c-a93a-bd496ee8f751 req-a8bfbcf6-e60b-472a-85fe-2ed184e0db1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:10.336988 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [req-94fc94b0-dd19-482c-a93a-bd496ee8f751 req-a8bfbcf6-e60b-472a-85fe-2ed184e0db1a service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=6998e0c9a62e4f54a27faf56dbeb543a&device_id=d2ad7906-3b73-4fc9-a692-9692fb6234b3 HTTP/1.1" status: 200 len: 1127 time: 0.1760039 Sep 08 13:53:10.337489 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Current status of the port 94671fa2-8c0f-46c1-8d8a-12ec57a1598d is: DOWN; New status is: BUILD {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 13:53:10.337983 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (94671fa2-8c0f-46c1-8d8a-12ec57a1598d), before_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:10.353130 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.notifiers.nova [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94671fa2-8c0f-46c1-8d8a-12ec57a1598d {{(pid=112711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 08 13:53:10.355398 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935e133b-2a54-48ac-b113-cc5296f2312a req-5a5ed9c6-0b3f-48fe-b235-37d30345f503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:10.357509 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-935e133b-2a54-48ac-b113-cc5296f2312a req-5a5ed9c6-0b3f-48fe-b235-37d30345f503 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=b4ca185497284e9780eba8fc2e713d6e&device_id=c6a4b8e4-4292-4db0-89b6-b09f84f513ce HTTP/1.1" status: 200 len: 1127 time: 0.2504399 Sep 08 13:53:10.378867 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] For port 94671fa2-8c0f-46c1-8d8a-12ec57a1598d, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=94671fa2-8c0f-46c1-8d8a-12ec57a1598d,segment=NetworkSegment(20c24cd0-3b1f-4e89-83a4-717e24ca5a29),segment_id=20c24cd0-3b1f-4e89-83a4-717e24ca5a29)] {{(pid=112711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:53:10.383474 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (94671fa2-8c0f-46c1-8d8a-12ec57a1598d), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:10.392624 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-0b145c9c-7bd4-4c69-874d-73ac075c44cd req-ad4b0cbd-e9f1-4663-a8ed-847aac1d9d7d service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8264f39d-725c-426b-913c-05ab5ad2087e HTTP/1.1" status: 200 len: 217 time: 0.2866173 Sep 08 13:53:10.454338 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Pushing event updated for resources: {'Port': ['ID=94671fa2-8c0f-46c1-8d8a-12ec57a1598d,revision_number=4']} {{(pid=112711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:53:10.479302 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:10.709493 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fca46ee-6289-45ec-bee7-8343f44ef0c9 req-1129d1c5-a8fa-49fd-92af-5791e882747a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:10.709493 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [req-2fca46ee-6289-45ec-bee7-8343f44ef0c9 req-1129d1c5-a8fa-49fd-92af-5791e882747a service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=1f51bdfd-daa1-4029-afe2-09413a504f9f HTTP/1.1" status: 200 len: 911 time: 0.5396726 Sep 08 13:53:10.756917 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:10.787854 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] get_ports_and_sgs() called for port_ids ['94671fa2-8c0f-46c1-8d8a-12ec57a1598d'] {{(pid=112711) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 08 13:53:10.804554 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e6f78e-cf60-4bda-b788-bf70c461ef71 req-3804ac4a-b0a1-40f9-878e-6d662931736e tempest-DeleteServersTestJSON-1637109358 tempest-DeleteServersTestJSON-1637109358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:10.806098 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-a2e6f78e-cf60-4bda-b788-bf70c461ef71 req-3804ac4a-b0a1-40f9-878e-6d662931736e tempest-DeleteServersTestJSON-1637109358 tempest-DeleteServersTestJSON-1637109358-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3a4e6c3b-d230-477f-b406-5f55ec596b1e HTTP/1.1" status: 200 len: 943 time: 0.4351008 Sep 08 13:53:10.816667 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [req-2fca46ee-6289-45ec-bee7-8343f44ef0c9 req-8cc2d335-f80b-42c0-915a-dd612b9af100 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e9cdac8-d126-4ec3-8459-aaf58c0148d7 HTTP/1.1" status: 200 len: 217 time: 0.0905228 Sep 08 13:53:10.822499 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fc94b0-dd19-482c-a93a-bd496ee8f751 req-3d6411da-985d-4421-8de5-5a6c6ef888b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:10.824880 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [req-94fc94b0-dd19-482c-a93a-bd496ee8f751 req-3d6411da-985d-4421-8de5-5a6c6ef888b0 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?tenant_id=6998e0c9a62e4f54a27faf56dbeb543a&shared=False HTTP/1.1" status: 200 len: 911 time: 0.4649231 Sep 08 13:53:10.859758 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaa2222-a4ed-4086-b5ec-81c36977ae04 req-63cc8bf1-3833-44d2-be74-79a30c43c702 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:10.870049 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-1eaa2222-a4ed-4086-b5ec-81c36977ae04 req-63cc8bf1-3833-44d2-be74-79a30c43c702 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=17665f83-a581-4f16-9275-45bce05f5f49 HTTP/1.1" status: 200 len: 932 time: 0.5112021 Sep 08 13:53:10.887606 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fca46ee-6289-45ec-bee7-8343f44ef0c9 req-ff0f70ed-e7f1-4c64-bd50-5ea75f00f825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:10.889466 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [req-2fca46ee-6289-45ec-bee7-8343f44ef0c9 req-ff0f70ed-e7f1-4c64-bd50-5ea75f00f825 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=16ec224e-79ea-49c2-a338-b2ef63a83efd HTTP/1.1" status: 200 len: 849 time: 0.0635118 Sep 08 13:53:10.960162 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b145c9c-7bd4-4c69-874d-73ac075c44cd req-9eb74fd2-c000-4e0c-a40f-e56d069a950f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:10.961910 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-0b145c9c-7bd4-4c69-874d-73ac075c44cd req-9eb74fd2-c000-4e0c-a40f-e56d069a950f service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=8a8f577a-16e1-4e37-b6e2-a6cc60df3540 HTTP/1.1" status: 200 len: 857 time: 0.5341308 Sep 08 13:53:11.102054 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fca46ee-6289-45ec-bee7-8343f44ef0c9 req-86488742-2209-40ad-b992-981b25641bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:11.104186 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [req-2fca46ee-6289-45ec-bee7-8343f44ef0c9 req-86488742-2209-40ad-b992-981b25641bb6 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=1f51bdfd-daa1-4029-afe2-09413a504f9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2037008 Sep 08 13:53:11.115258 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=8 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:11.163287 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b145c9c-7bd4-4c69-874d-73ac075c44cd req-5bf7b537-8672-47fd-bd38-834931f35d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:11.164809 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-0b145c9c-7bd4-4c69-874d-73ac075c44cd req-5bf7b537-8672-47fd-bd38-834931f35d2a service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=a6ea2a7a-ef84-454a-b305-c470482cf7fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1464050 Sep 08 13:53:11.240754 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-a2e6f78e-cf60-4bda-b788-bf70c461ef71 req-6875e8d1-bd42-4b65-9def-a2dba8540b78 tempest-DeleteServersTestJSON-1637109358 tempest-DeleteServersTestJSON-1637109358-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=863deabd-5804-407b-8f2e-7ba1d889920d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4060242 Sep 08 13:53:11.250374 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-1eaa2222-a4ed-4086-b5ec-81c36977ae04 req-99b327da-ae32-46c4-bf49-21acb942fd56 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=5c37b456-2be1-4170-a806-ad519f2b6e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3790431 Sep 08 13:53:11.268144 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935e133b-2a54-48ac-b113-cc5296f2312a req-e923b9d4-4221-4139-93cd-5a3e744335e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:11.269649 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-935e133b-2a54-48ac-b113-cc5296f2312a req-e923b9d4-4221-4139-93cd-5a3e744335e1 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=cf5901ef-2ee5-4879-85aa-18770c77b80a HTTP/1.1" status: 200 len: 916 time: 0.8528543 Sep 08 13:53:11.318792 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fc94b0-dd19-482c-a93a-bd496ee8f751 req-6dea76d3-a559-4f93-ba38-83f10e1e1468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:11.319398 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:11.322605 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [req-94fc94b0-dd19-482c-a93a-bd496ee8f751 req-6dea76d3-a559-4f93-ba38-83f10e1e1468 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4318688 Sep 08 13:53:11.375342 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [req-2fca46ee-6289-45ec-bee7-8343f44ef0c9 req-b7fa6630-17de-48f6-a162-a08848b7c60d service neutron] 10.222.0.20 "GET /networking/v2.0/networks/1f51bdfd-daa1-4029-afe2-09413a504f9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2635751 Sep 08 13:53:11.423598 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=24 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:11.470236 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-0b145c9c-7bd4-4c69-874d-73ac075c44cd req-8b778df8-edd3-422b-ad7d-cd7eb6e048b9 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/a6ea2a7a-ef84-454a-b305-c470482cf7fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2935658 Sep 08 13:53:11.485228 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dba3f5-87a5-44be-807f-df2cd0b657a8 req-c0ee26b7-59c1-4aac-b02f-40df28065e1c tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:11.490276 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-86dba3f5-87a5-44be-807f-df2cd0b657a8 req-c0ee26b7-59c1-4aac-b02f-40df28065e1c tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d2ad7906-3b73-4fc9-a692-9692fb6234b3 HTTP/1.1" status: 200 len: 943 time: 0.1477852 Sep 08 13:53:11.531498 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6153d9-8b0e-475e-9129-608df81bd944 req-65310129-aab1-4275-90a8-3eec5efbba89 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:11.533007 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-da6153d9-8b0e-475e-9129-608df81bd944 req-65310129-aab1-4275-90a8-3eec5efbba89 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=c6a4b8e4-4292-4db0-89b6-b09f84f513ce HTTP/1.1" status: 200 len: 944 time: 0.1532693 Sep 08 13:53:11.557353 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.notifiers.nova [req-b6771766-8c20-4405-a02a-6f82fbdb39cb req-8fb6e6ec-1ca5-4c40-8479-fe0e51fe5b5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c7e423f-8bb5-4a1a-a739-7918f898d812 {{(pid=112710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 08 13:53:11.564746 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 34560) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:53:11.570299 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-b6771766-8c20-4405-a02a-6f82fbdb39cb req-8fb6e6ec-1ca5-4c40-8479-fe0e51fe5b5d service neutron] Publish callbacks [] for port (5c7e423f-8bb5-4a1a-a739-7918f898d812), precommit_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:11.611108 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.db.provisioning_blocks [req-b6771766-8c20-4405-a02a-6f82fbdb39cb req-8fb6e6ec-1ca5-4c40-8479-fe0e51fe5b5d service neutron] Transition to ACTIVE for port object 5c7e423f-8bb5-4a1a-a739-7918f898d812 will not be triggered until provisioned by entity L2. {{(pid=112710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 08 13:53:11.621608 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-b6771766-8c20-4405-a02a-6f82fbdb39cb req-8fb6e6ec-1ca5-4c40-8479-fe0e51fe5b5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10367797'] for port (5c7e423f-8bb5-4a1a-a739-7918f898d812), after_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:11.627236 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-86dba3f5-87a5-44be-807f-df2cd0b657a8 req-bb38b6aa-1f72-4295-a456-2a836176c2d6 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e656d449-c572-4028-b2e1-f2eb8d08b7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129289 Sep 08 13:53:11.675407 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-da6153d9-8b0e-475e-9129-608df81bd944 req-f13e0714-e169-4e3b-a9a7-9fcee57b6918 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ba77d3e3-4ef5-47e5-92f9-557f5a59027b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1321216 Sep 08 13:53:11.685528 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-7a20b9a5-af07-4412-8d86-08d6142a1850 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:11.707011 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb6e6ec-1ca5-4c40-8479-fe0e51fe5b5d service neutron] Pushing event updated for resources: {'Port': ['ID=5c7e423f-8bb5-4a1a-a739-7918f898d812,revision_number=2']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:53:11.734211 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:11.760242 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.managers [req-b6771766-8c20-4405-a02a-6f82fbdb39cb req-8fb6e6ec-1ca5-4c40-8479-fe0e51fe5b5d service neutron] Attempting to bind port 5c7e423f-8bb5-4a1a-a739-7918f898d812 on host hv-cinder-82002 for vnic_type normal with profile {{(pid=112710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 08 13:53:11.760525 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.managers [req-b6771766-8c20-4405-a02a-6f82fbdb39cb req-8fb6e6ec-1ca5-4c40-8479-fe0e51fe5b5d service neutron] Attempting to bind port 5c7e423f-8bb5-4a1a-a739-7918f898d812 by drivers openvswitch,hyperv on host hv-cinder-82002 at level 0 using segments [{'id': 'f5264372-fa90-4674-a04a-e3a6e49336da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'a6ea2a7a-ef84-454a-b305-c470482cf7fa'}] {{(pid=112710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 08 13:53:11.760845 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6771766-8c20-4405-a02a-6f82fbdb39cb req-8fb6e6ec-1ca5-4c40-8479-fe0e51fe5b5d service neutron] Attempting to bind port 5c7e423f-8bb5-4a1a-a739-7918f898d812 on network a6ea2a7a-ef84-454a-b305-c470482cf7fa {{(pid=112710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 13:53:11.785855 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-7a20b9a5-af07-4412-8d86-08d6142a1850 admin admin] Publish callbacks [] for security_group (498ae95d-30cc-4120-b5ff-d90bfdd2922c), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:11.789883 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-7a20b9a5-af07-4412-8d86-08d6142a1850 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (498ae95d-30cc-4120-b5ff-d90bfdd2922c), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:11.796682 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:11.806478 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6771766-8c20-4405-a02a-6f82fbdb39cb req-8fb6e6ec-1ca5-4c40-8479-fe0e51fe5b5d service neutron] Port 5c7e423f-8bb5-4a1a-a739-7918f898d812 on network a6ea2a7a-ef84-454a-b305-c470482cf7fa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82002 {{(pid=112710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 08 13:53:11.806822 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6771766-8c20-4405-a02a-6f82fbdb39cb req-8fb6e6ec-1ca5-4c40-8479-fe0e51fe5b5d service neutron] Attempting to bind port 5c7e423f-8bb5-4a1a-a739-7918f898d812 on network a6ea2a7a-ef84-454a-b305-c470482cf7fa {{(pid=112710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 13:53:11.830611 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-7a20b9a5-af07-4412-8d86-08d6142a1850 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=4a0dc70d5a194b3a958ef5dfcab44533&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2647161 Sep 08 13:53:11.831306 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a20b9a5-af07-4412-8d86-08d6142a1850 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=498ae95d-30cc-4120-b5ff-d90bfdd2922c,revision_number=1']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:53:11.834501 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 34564) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:53:11.852395 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6771766-8c20-4405-a02a-6f82fbdb39cb req-8fb6e6ec-1ca5-4c40-8479-fe0e51fe5b5d service neutron] Checking agent: {'id': '4c2ff875-e6d7-424e-bdc7-d4b2ed4bdd9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82002', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 8, 13, 50, 33), 'started_at': datetime.datetime(2022, 9, 8, 13, 50, 33), 'heartbeat_timestamp': datetime.datetime(2022, 9, 8, 13, 53, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 08 13:53:11.852730 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6771766-8c20-4405-a02a-6f82fbdb39cb req-8fb6e6ec-1ca5-4c40-8479-fe0e51fe5b5d service neutron] Checking segment: {'id': 'f5264372-fa90-4674-a04a-e3a6e49336da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'a6ea2a7a-ef84-454a-b305-c470482cf7fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 13:53:11.853110 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6771766-8c20-4405-a02a-6f82fbdb39cb req-8fb6e6ec-1ca5-4c40-8479-fe0e51fe5b5d service neutron] Bound using segment: {'id': 'f5264372-fa90-4674-a04a-e3a6e49336da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'a6ea2a7a-ef84-454a-b305-c470482cf7fa'} {{(pid=112710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 08 13:53:11.853539 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.managers [req-b6771766-8c20-4405-a02a-6f82fbdb39cb req-8fb6e6ec-1ca5-4c40-8479-fe0e51fe5b5d service neutron] Bound port: 5c7e423f-8bb5-4a1a-a739-7918f898d812, host: hv-cinder-82002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5264372-fa90-4674-a04a-e3a6e49336da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'a6ea2a7a-ef84-454a-b305-c470482cf7fa'}}] {{(pid=112710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 08 13:53:11.853928 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-b6771766-8c20-4405-a02a-6f82fbdb39cb req-8fb6e6ec-1ca5-4c40-8479-fe0e51fe5b5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (5c7e423f-8bb5-4a1a-a739-7918f898d812), before_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:11.886388 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-74e3b45a-20c7-4284-80dc-b610d1b24c8d admin admin] Publish callbacks [] for security_group (498ae95d-30cc-4120-b5ff-d90bfdd2922c), before_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:11.906932 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-74e3b45a-20c7-4284-80dc-b610d1b24c8d admin admin] Publish callbacks [] for security_group (498ae95d-30cc-4120-b5ff-d90bfdd2922c), precommit_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:11.918328 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.db [req-b6771766-8c20-4405-a02a-6f82fbdb39cb req-8fb6e6ec-1ca5-4c40-8479-fe0e51fe5b5d service neutron] For port 5c7e423f-8bb5-4a1a-a739-7918f898d812, host hv-cinder-82002, cleared binding levels {{(pid=112710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:53:11.922158 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.db [req-b6771766-8c20-4405-a02a-6f82fbdb39cb req-8fb6e6ec-1ca5-4c40-8479-fe0e51fe5b5d service neutron] For port 5c7e423f-8bb5-4a1a-a739-7918f898d812, host hv-cinder-82002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=5c7e423f-8bb5-4a1a-a739-7918f898d812,segment=NetworkSegment(f5264372-fa90-4674-a04a-e3a6e49336da),segment_id=f5264372-fa90-4674-a04a-e3a6e49336da)] {{(pid=112710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:53:11.928199 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-b6771766-8c20-4405-a02a-6f82fbdb39cb req-8fb6e6ec-1ca5-4c40-8479-fe0e51fe5b5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10367797'] for port (5c7e423f-8bb5-4a1a-a739-7918f898d812), after_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:11.931444 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6771766-8c20-4405-a02a-6f82fbdb39cb req-8fb6e6ec-1ca5-4c40-8479-fe0e51fe5b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:11.932063 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-b6771766-8c20-4405-a02a-6f82fbdb39cb req-8fb6e6ec-1ca5-4c40-8479-fe0e51fe5b5d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693876'] for port (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:11.933483 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-b6771766-8c20-4405-a02a-6f82fbdb39cb req-8fb6e6ec-1ca5-4c40-8479-fe0e51fe5b5d service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/5c7e423f-8bb5-4a1a-a739-7918f898d812 HTTP/1.1" status: 200 len: 1094 time: 1.9235911 Sep 08 13:53:11.935613 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17665f83-a581-4f16-9275-45bce05f5f49', 'tag': '5c7e423f-8bb5-4a1a-a739-7918f898d812'}] {{(pid=112710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 13:53:11.938384 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4aaac3e20a53a8e6247a431178541979a817c05ad734f54eee24c8be994502e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8c03107-e3cf-4424-aa15-6a6a5f3063b1" -d '{"events": [{"name": "network-changed", "server_uuid": "17665f83-a581-4f16-9275-45bce05f5f49", "tag": "5c7e423f-8bb5-4a1a-a739-7918f898d812"}]}' {{(pid=112710) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:53:11.958694 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-74e3b45a-20c7-4284-80dc-b610d1b24c8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (498ae95d-30cc-4120-b5ff-d90bfdd2922c), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:11.962023 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-74e3b45a-20c7-4284-80dc-b610d1b24c8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:11.965684 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-74e3b45a-20c7-4284-80dc-b610d1b24c8d admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/498ae95d-30cc-4120-b5ff-d90bfdd2922c HTTP/1.1" status: 204 len: 168 time: 0.1277971 Sep 08 13:53:11.972433 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e3b45a-20c7-4284-80dc-b610d1b24c8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=498ae95d-30cc-4120-b5ff-d90bfdd2922c,revision_number=None']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:53:11.979618 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Sep 2022 13:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8733acb-e5de-4e33-a3e3-2544dfb1d975 x-openstack-request-id: req-d8733acb-e5de-4e33-a3e3-2544dfb1d975 {{(pid=112710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:53:11.979911 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17665f83-a581-4f16-9275-45bce05f5f49", "tag": "5c7e423f-8bb5-4a1a-a739-7918f898d812", "status": "completed", "code": 200}]} {{(pid=112710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:53:11.980162 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d8733acb-e5de-4e33-a3e3-2544dfb1d975 {{(pid=112710) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:53:11.981874 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8733acb-e5de-4e33-a3e3-2544dfb1d975'] response: {'name': 'network-changed', 'server_uuid': '17665f83-a581-4f16-9275-45bce05f5f49', 'tag': '5c7e423f-8bb5-4a1a-a739-7918f898d812', 'status': 'completed', 'code': 200} Sep 08 13:53:12.017860 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb6e6ec-1ca5-4c40-8479-fe0e51fe5b5d service neutron] Pushing event updated for resources: {'Port': ['ID=5c7e423f-8bb5-4a1a-a739-7918f898d812,revision_number=3']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:53:12.267125 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 34584) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:53:12.280932 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-984f21eb-fe67-4c63-a81c-da81685c87d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:12.371644 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 34590) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:53:12.389318 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-984f21eb-fe67-4c63-a81c-da81685c87d6 admin admin] Publish callbacks [] for security_group (98eaa710-c33b-4d93-ab2d-9446e7e40adb), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:12.394282 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-984f21eb-fe67-4c63-a81c-da81685c87d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (98eaa710-c33b-4d93-ab2d-9446e7e40adb), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:12.405769 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:12.434540 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390ad41d-3d9c-425c-ae9f-053f7652ade8 req-e72cb7c1-919d-45fe-8658-da379331ac20 tempest-DeleteServersTestJSON-1637109358 tempest-DeleteServersTestJSON-1637109358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:12.436464 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-390ad41d-3d9c-425c-ae9f-053f7652ade8 req-e72cb7c1-919d-45fe-8658-da379331ac20 tempest-DeleteServersTestJSON-1637109358 tempest-DeleteServersTestJSON-1637109358-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3a4e6c3b-d230-477f-b406-5f55ec596b1e HTTP/1.1" status: 200 len: 943 time: 0.0892608 Sep 08 13:53:12.438468 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-984f21eb-fe67-4c63-a81c-da81685c87d6 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=d88a346a96a94eb89843dbcf7664ca00&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1702592 Sep 08 13:53:12.439689 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984f21eb-fe67-4c63-a81c-da81685c87d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98eaa710-c33b-4d93-ab2d-9446e7e40adb,revision_number=1']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:53:12.442504 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd2be46-ecaf-4c31-8cb8-3b056b709772 req-801028f7-bff7-41d7-a2b6-f55839ff19aa tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:12.442888 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 34594) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:53:12.443977 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-afd2be46-ecaf-4c31-8cb8-3b056b709772 req-801028f7-bff7-41d7-a2b6-f55839ff19aa tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=17665f83-a581-4f16-9275-45bce05f5f49 HTTP/1.1" status: 200 len: 944 time: 0.0857985 Sep 08 13:53:12.492339 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-390ad41d-3d9c-425c-ae9f-053f7652ade8 req-3e4b61bd-4aea-4d96-87b0-954e5961d333 tempest-DeleteServersTestJSON-1637109358 tempest-DeleteServersTestJSON-1637109358-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=863deabd-5804-407b-8f2e-7ba1d889920d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473838 Sep 08 13:53:12.511572 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-d06215bd-dae4-438e-9c5a-355c6523d85f admin admin] Publish callbacks [] for security_group (98eaa710-c33b-4d93-ab2d-9446e7e40adb), before_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:12.516411 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-31aaf88b-3612-42d6-80cf-5d3788aa47e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:12.543055 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-d06215bd-dae4-438e-9c5a-355c6523d85f admin admin] Publish callbacks [] for security_group (98eaa710-c33b-4d93-ab2d-9446e7e40adb), precommit_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:12.551840 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-afd2be46-ecaf-4c31-8cb8-3b056b709772 req-d2171bc8-135d-4394-864c-d899a3ddee2f tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=5c37b456-2be1-4170-a806-ad519f2b6e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639038 Sep 08 13:53:12.633060 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-d06215bd-dae4-438e-9c5a-355c6523d85f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (98eaa710-c33b-4d93-ab2d-9446e7e40adb), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:12.635571 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-d06215bd-dae4-438e-9c5a-355c6523d85f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:12.636735 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-d06215bd-dae4-438e-9c5a-355c6523d85f admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/98eaa710-c33b-4d93-ab2d-9446e7e40adb HTTP/1.1" status: 204 len: 168 time: 0.1925135 Sep 08 13:53:12.656970 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-31aaf88b-3612-42d6-80cf-5d3788aa47e4 admin admin] Publish callbacks [] for security_group (ee499950-8318-4dba-a60b-de8589fb3efd), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:12.658496 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06215bd-dae4-438e-9c5a-355c6523d85f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98eaa710-c33b-4d93-ab2d-9446e7e40adb,revision_number=None']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:53:12.661864 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-31aaf88b-3612-42d6-80cf-5d3788aa47e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (ee499950-8318-4dba-a60b-de8589fb3efd), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:12.666160 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:DELETE=4 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:12.710548 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-31aaf88b-3612-42d6-80cf-5d3788aa47e4 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=f2fae35cf21340a3b90015ee4c184044&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3354709 Sep 08 13:53:12.710548 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31aaf88b-3612-42d6-80cf-5d3788aa47e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee499950-8318-4dba-a60b-de8589fb3efd,revision_number=1']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:53:12.711193 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 34606) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:53:12.736339 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:12.844779 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5980b31b-a256-4d84-831d-a881ee306b59 req-247da074-2c95-4662-8a05-feeaf84b06fd tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:12.846330 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-5980b31b-a256-4d84-831d-a881ee306b59 req-247da074-2c95-4662-8a05-feeaf84b06fd tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d2ad7906-3b73-4fc9-a692-9692fb6234b3 HTTP/1.1" status: 200 len: 943 time: 0.1211176 Sep 08 13:53:12.856876 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1669a57e-1968-4faf-8d8f-ac00e181ec35 req-093589c1-4e7a-4d9e-87a8-2b89295844ec tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:12.858903 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-1669a57e-1968-4faf-8d8f-ac00e181ec35 req-093589c1-4e7a-4d9e-87a8-2b89295844ec tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=c6a4b8e4-4292-4db0-89b6-b09f84f513ce HTTP/1.1" status: 200 len: 944 time: 0.0841467 Sep 08 13:53:12.893522 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-6e157b1a-69b0-4985-b501-d81d8c07cf44 admin admin] Publish callbacks [] for security_group (ee499950-8318-4dba-a60b-de8589fb3efd), before_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:12.955045 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-6e157b1a-69b0-4985-b501-d81d8c07cf44 admin admin] Publish callbacks [] for security_group (ee499950-8318-4dba-a60b-de8589fb3efd), precommit_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:12.968962 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-5980b31b-a256-4d84-831d-a881ee306b59 req-bb532a89-b269-4375-9dfe-57eb28297572 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e656d449-c572-4028-b2e1-f2eb8d08b7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091282 Sep 08 13:53:12.983983 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-1669a57e-1968-4faf-8d8f-ac00e181ec35 req-dc5f8143-6b1d-43ad-ab99-b9050a309033 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ba77d3e3-4ef5-47e5-92f9-557f5a59027b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098456 Sep 08 13:53:13.025131 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-6e157b1a-69b0-4985-b501-d81d8c07cf44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (ee499950-8318-4dba-a60b-de8589fb3efd), after_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:13.028288 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-6e157b1a-69b0-4985-b501-d81d8c07cf44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:13.029513 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-6e157b1a-69b0-4985-b501-d81d8c07cf44 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/ee499950-8318-4dba-a60b-de8589fb3efd HTTP/1.1" status: 204 len: 168 time: 0.3173289 Sep 08 13:53:13.038516 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e157b1a-69b0-4985-b501-d81d8c07cf44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee499950-8318-4dba-a60b-de8589fb3efd,revision_number=None']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:53:13.381029 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 34632) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:53:13.394859 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-aaf2a573-fda3-43ed-8646-c9edd5a00399 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:13.474972 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-aaf2a573-fda3-43ed-8646-c9edd5a00399 admin admin] Publish callbacks [] for security_group (23c6e59f-ea4a-4a6a-802b-b883bd9172b2), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:13.479187 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-aaf2a573-fda3-43ed-8646-c9edd5a00399 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (23c6e59f-ea4a-4a6a-802b-b883bd9172b2), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:13.524519 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-aaf2a573-fda3-43ed-8646-c9edd5a00399 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=5d3b922f1b11426db1f5ce6a20beca57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1423903 Sep 08 13:53:13.524847 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 34638) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:53:13.526168 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2a573-fda3-43ed-8646-c9edd5a00399 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23c6e59f-ea4a-4a6a-802b-b883bd9172b2,revision_number=1']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:53:13.591794 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-308be371-98ca-4c0e-89d1-4a28fff785a9 admin admin] Publish callbacks [] for security_group (23c6e59f-ea4a-4a6a-802b-b883bd9172b2), before_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:13.634586 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-308be371-98ca-4c0e-89d1-4a28fff785a9 admin admin] Publish callbacks [] for security_group (23c6e59f-ea4a-4a6a-802b-b883bd9172b2), precommit_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:13.711587 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=2 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:13.737298 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc52fe9a-3a5b-46f9-ac15-1478cbcb449f req-a41ee7e8-b310-454e-8c19-f81120482466 tempest-DeleteServersTestJSON-1637109358 tempest-DeleteServersTestJSON-1637109358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:13.738824 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-cc52fe9a-3a5b-46f9-ac15-1478cbcb449f req-a41ee7e8-b310-454e-8c19-f81120482466 tempest-DeleteServersTestJSON-1637109358 tempest-DeleteServersTestJSON-1637109358-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3a4e6c3b-d230-477f-b406-5f55ec596b1e HTTP/1.1" status: 200 len: 943 time: 0.1489890 Sep 08 13:53:13.754141 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a668b86-7d74-4833-aba9-cfc1c667a84f req-f8deaf04-5f8f-41ea-a70e-1555a5299c32 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:13.755589 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-2a668b86-7d74-4833-aba9-cfc1c667a84f req-f8deaf04-5f8f-41ea-a70e-1555a5299c32 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=17665f83-a581-4f16-9275-45bce05f5f49 HTTP/1.1" status: 200 len: 944 time: 0.1105864 Sep 08 13:53:13.843934 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-308be371-98ca-4c0e-89d1-4a28fff785a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (23c6e59f-ea4a-4a6a-802b-b883bd9172b2), after_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:13.846431 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-308be371-98ca-4c0e-89d1-4a28fff785a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:13.847612 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-308be371-98ca-4c0e-89d1-4a28fff785a9 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/23c6e59f-ea4a-4a6a-802b-b883bd9172b2 HTTP/1.1" status: 204 len: 168 time: 0.3207777 Sep 08 13:53:13.856488 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-cc52fe9a-3a5b-46f9-ac15-1478cbcb449f req-458089c4-bd55-47ca-9811-88b0b7681503 tempest-DeleteServersTestJSON-1637109358 tempest-DeleteServersTestJSON-1637109358-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=863deabd-5804-407b-8f2e-7ba1d889920d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096175 Sep 08 13:53:13.868183 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-2a668b86-7d74-4833-aba9-cfc1c667a84f req-134f8603-0ef3-4cde-b2cc-cbfb8082a0d6 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=5c37b456-2be1-4170-a806-ad519f2b6e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047122 Sep 08 13:53:13.901062 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308be371-98ca-4c0e-89d1-4a28fff785a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23c6e59f-ea4a-4a6a-802b-b883bd9172b2,revision_number=None']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:53:13.904398 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-935e133b-2a54-48ac-b113-cc5296f2312a req-bdaeffa0-fc6d-4e7c-aad3-255c3c8e94a5 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=94671fa2-8c0f-46c1-8d8a-12ec57a1598d HTTP/1.1" status: 200 len: 217 time: 0.0524063 Sep 08 13:53:14.042497 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c03107-e3cf-4424-aa15-6a6a5f3063b1 req-b68eff5a-5d90-4321-a422-f1fba6f73435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:14.044146 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [req-d8c03107-e3cf-4424-aa15-6a6a5f3063b1 req-b68eff5a-5d90-4321-a422-f1fba6f73435 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=127bce2080d54fe4871b5aaa6cc394b5&device_id=17665f83-a581-4f16-9275-45bce05f5f49 HTTP/1.1" status: 200 len: 1128 time: 0.0575197 Sep 08 13:53:14.056141 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-8fa2aa56-e517-45e4-ab61-184b704f96f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (22ab8903-d7f5-4941-bce3-89140b53b8af), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:14.098596 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [req-2fca46ee-6289-45ec-bee7-8343f44ef0c9 req-4eff3f59-b343-4e71-ac12-f4568604ec16 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/1f51bdfd-daa1-4029-afe2-09413a504f9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611035 Sep 08 13:53:14.203967 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935e133b-2a54-48ac-b113-cc5296f2312a req-f5e850e5-b686-4b95-9dc6-86276a85d541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:14.205485 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-935e133b-2a54-48ac-b113-cc5296f2312a req-f5e850e5-b686-4b95-9dc6-86276a85d541 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=a139bee4-b378-4a6d-bfa3-c572d95f8369 HTTP/1.1" status: 200 len: 854 time: 0.1990097 Sep 08 13:53:14.256689 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f53deb-1812-42b8-b61e-c5171ee5fb4d req-572fd7c9-db83-437d-acc9-0eb61360bfb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:14.258238 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e5f53deb-1812-42b8-b61e-c5171ee5fb4d req-572fd7c9-db83-437d-acc9-0eb61360bfb4 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=6998e0c9a62e4f54a27faf56dbeb543a&device_id=d2ad7906-3b73-4fc9-a692-9692fb6234b3 HTTP/1.1" status: 200 len: 1127 time: 0.2529747 Sep 08 13:53:14.269890 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c03107-e3cf-4424-aa15-6a6a5f3063b1 req-5a9ed898-8410-49dd-9676-d66eb9e2cda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:14.272697 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [req-d8c03107-e3cf-4424-aa15-6a6a5f3063b1 req-5a9ed898-8410-49dd-9676-d66eb9e2cda8 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?tenant_id=127bce2080d54fe4871b5aaa6cc394b5&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2053421 Sep 08 13:53:14.353445 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Device 2e9cdac8-d126-4ec3-8459-aaf58c0148d7 details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=112711) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:53:14.383353 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:14.407804 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Device 94671fa2-8c0f-46c1-8d8a-12ec57a1598d up at agent hyperv_hv-cinder-82002 {{(pid=112711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:53:14.476684 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.agents_db [None req-36671662-b8ef-427e-8422-ee96630d1377 None None] Agent healthcheck: found 6 active agents {{(pid=112712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:53:14.486562 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c03107-e3cf-4424-aa15-6a6a5f3063b1 req-94c3c833-ff4b-4e01-b3f7-1df83a8e4960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:14.488097 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [req-d8c03107-e3cf-4424-aa15-6a6a5f3063b1 req-94c3c833-ff4b-4e01-b3f7-1df83a8e4960 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2061005 Sep 08 13:53:14.584615 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Provisioning for port 94671fa2-8c0f-46c1-8d8a-12ec57a1598d completed by entity L2. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 08 13:53:14.595057 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6873e83d-6dd3-436b-85ae-1675bf38d1c1 req-52103103-669e-4406-9618-cf3a1d1197ea tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:14.601492 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Provisioning complete for port 94671fa2-8c0f-46c1-8d8a-12ec57a1598d triggered by entity L2. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 13:53:14.602117 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-6873e83d-6dd3-436b-85ae-1675bf38d1c1 req-52103103-669e-4406-9618-cf3a1d1197ea tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=c6a4b8e4-4292-4db0-89b6-b09f84f513ce HTTP/1.1" status: 200 len: 944 time: 0.4658813 Sep 08 13:53:14.602652 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (94671fa2-8c0f-46c1-8d8a-12ec57a1598d), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:14.611660 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e5f53deb-1812-42b8-b61e-c5171ee5fb4d req-7a085d2b-4559-4a04-bcac-b660e5a6d0b4 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=86699af9-4b49-40e3-b189-ff4a7a9e5e59 HTTP/1.1" status: 200 len: 217 time: 0.0940461 Sep 08 13:53:14.636460 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-0b145c9c-7bd4-4c69-874d-73ac075c44cd req-e6cdce7b-4f69-44fa-a08a-ffb41f6c9719 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/a6ea2a7a-ef84-454a-b305-c470482cf7fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6999288 Sep 08 13:53:14.652856 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935e133b-2a54-48ac-b113-cc5296f2312a req-2340d9d5-53ab-453f-a7f9-963e2333a429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:14.654497 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-935e133b-2a54-48ac-b113-cc5296f2312a req-2340d9d5-53ab-453f-a7f9-963e2333a429 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=cf5901ef-2ee5-4879-85aa-18770c77b80a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.4266202 Sep 08 13:53:14.665330 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97015ac1-0da7-4373-8866-4c092bafb168 req-e83dfeb7-c58a-46f2-8862-e2f831ca24ca tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:14.667260 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-97015ac1-0da7-4373-8866-4c092bafb168 req-e83dfeb7-c58a-46f2-8862-e2f831ca24ca tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d2ad7906-3b73-4fc9-a692-9692fb6234b3 HTTP/1.1" status: 200 len: 943 time: 0.4356110 Sep 08 13:53:14.691014 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] For port 2e9cdac8-d126-4ec3-8459-aaf58c0148d7, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=2e9cdac8-d126-4ec3-8459-aaf58c0148d7,segment=NetworkSegment(9527b46d-3b29-4cdc-a44b-4b19e1ce956c),segment_id=9527b46d-3b29-4cdc-a44b-4b19e1ce956c)] {{(pid=112711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:53:14.693181 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6771766-8c20-4405-a02a-6f82fbdb39cb req-c5831630-cabd-4ee0-ae1e-cc2200f81696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:14.698013 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [req-b6771766-8c20-4405-a02a-6f82fbdb39cb req-c5831630-cabd-4ee0-ae1e-cc2200f81696 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=127bce2080d54fe4871b5aaa6cc394b5&device_id=17665f83-a581-4f16-9275-45bce05f5f49 HTTP/1.1" status: 200 len: 1128 time: 0.1341944 Sep 08 13:53:14.728187 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:14.782301 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 34682) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:53:14.813671 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-16c6e15a-15b7-4eb0-b8f3-717dbfa4a107 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:14.834219 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-6873e83d-6dd3-436b-85ae-1675bf38d1c1 req-8b34acf6-1b24-40b6-9bb2-98472e113fdd tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ba77d3e3-4ef5-47e5-92f9-557f5a59027b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2275574 Sep 08 13:53:14.836128 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f53deb-1812-42b8-b61e-c5171ee5fb4d req-2df1b726-ef80-4780-af41-6b2c5f0c7f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:14.837572 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e5f53deb-1812-42b8-b61e-c5171ee5fb4d req-2df1b726-ef80-4780-af41-6b2c5f0c7f7b service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=3c05b843-7379-4152-a6e2-38ac1118d25c HTTP/1.1" status: 200 len: 849 time: 0.2091253 Sep 08 13:53:14.851153 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Returning: {'device': '2e9cdac8-d126-4ec3-8459-aaf58c0148d7', 'network_id': '1f51bdfd-daa1-4029-afe2-09413a504f9f', 'port_id': '2e9cdac8-d126-4ec3-8459-aaf58c0148d7', 'mac_address': 'fa:16:3e:dc:e5:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16ec224e-79ea-49c2-a338-b2ef63a83efd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112711) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:53:14.924407 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Current status of the port 2e9cdac8-d126-4ec3-8459-aaf58c0148d7 is: DOWN; New status is: BUILD {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 13:53:14.924762 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-97015ac1-0da7-4373-8866-4c092bafb168 req-f809ca6e-8f6c-4381-9c88-55b8c94227e0 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e656d449-c572-4028-b2e1-f2eb8d08b7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2367182 Sep 08 13:53:14.925334 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (2e9cdac8-d126-4ec3-8459-aaf58c0148d7), before_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:14.966198 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-935e133b-2a54-48ac-b113-cc5296f2312a req-5180847f-d597-4882-8d17-20139f96413b service neutron] 10.222.0.20 "GET /networking/v2.0/networks/cf5901ef-2ee5-4879-85aa-18770c77b80a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2976282 Sep 08 13:53:15.007588 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.notifiers.nova [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e9cdac8-d126-4ec3-8459-aaf58c0148d7 {{(pid=112711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 08 13:53:15.035256 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] For port 2e9cdac8-d126-4ec3-8459-aaf58c0148d7, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=2e9cdac8-d126-4ec3-8459-aaf58c0148d7,segment=NetworkSegment(9527b46d-3b29-4cdc-a44b-4b19e1ce956c),segment_id=9527b46d-3b29-4cdc-a44b-4b19e1ce956c)] {{(pid=112711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:53:15.037991 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-16c6e15a-15b7-4eb0-b8f3-717dbfa4a107 admin admin] Publish callbacks [] for security_group (6bedc0a7-03fb-4ea6-a32a-c8a9605a93db), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:15.038162 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Current status of the port 94671fa2-8c0f-46c1-8d8a-12ec57a1598d is: BUILD; New status is: ACTIVE {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 13:53:15.038621 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (94671fa2-8c0f-46c1-8d8a-12ec57a1598d), before_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:15.042769 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-16c6e15a-15b7-4eb0-b8f3-717dbfa4a107 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (6bedc0a7-03fb-4ea6-a32a-c8a9605a93db), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:15.074075 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (2e9cdac8-d126-4ec3-8459-aaf58c0148d7), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:15.109140 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593c4bba-153e-44cc-8f1a-a7ca51b347e3 req-eca67d01-f2c5-4ae2-b8b6-e4a6d88cf69f tempest-DeleteServersTestJSON-1637109358 tempest-DeleteServersTestJSON-1637109358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:15.113637 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c6e15a-15b7-4eb0-b8f3-717dbfa4a107 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bedc0a7-03fb-4ea6-a32a-c8a9605a93db,revision_number=1']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:53:15.117290 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-593c4bba-153e-44cc-8f1a-a7ca51b347e3 req-eca67d01-f2c5-4ae2-b8b6-e4a6d88cf69f tempest-DeleteServersTestJSON-1637109358 tempest-DeleteServersTestJSON-1637109358-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3a4e6c3b-d230-477f-b406-5f55ec596b1e HTTP/1.1" status: 200 len: 943 time: 0.1047111 Sep 08 13:53:15.122199 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-16c6e15a-15b7-4eb0-b8f3-717dbfa4a107 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=97c64dd8363b4450b3400e94fc531483&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3384213 Sep 08 13:53:15.124970 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 34706) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:53:15.158384 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9f4387-99cd-40af-93c4-d44e261f772b req-e5320a57-ccbb-4613-8375-73f349cfd551 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:15.159753 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-eb9f4387-99cd-40af-93c4-d44e261f772b req-e5320a57-ccbb-4613-8375-73f349cfd551 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=17665f83-a581-4f16-9275-45bce05f5f49 HTTP/1.1" status: 200 len: 944 time: 0.0967259 Sep 08 13:53:15.178070 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] For port 94671fa2-8c0f-46c1-8d8a-12ec57a1598d, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=94671fa2-8c0f-46c1-8d8a-12ec57a1598d,segment=NetworkSegment(20c24cd0-3b1f-4e89-83a4-717e24ca5a29),segment_id=20c24cd0-3b1f-4e89-83a4-717e24ca5a29)] {{(pid=112711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:53:15.179471 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:15.182244 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6a4b8e4-4292-4db0-89b6-b09f84f513ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94671fa2-8c0f-46c1-8d8a-12ec57a1598d'}] {{(pid=112711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 13:53:15.207514 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:15.209353 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-2fa3dfc1-2871-4c80-9ce4-61f50b5333c9 admin admin] Publish callbacks [] for security_group (6bedc0a7-03fb-4ea6-a32a-c8a9605a93db), before_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:15.223023 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-593c4bba-153e-44cc-8f1a-a7ca51b347e3 req-3936542f-ce9b-4509-88f3-06865fb01ac1 tempest-DeleteServersTestJSON-1637109358 tempest-DeleteServersTestJSON-1637109358-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=863deabd-5804-407b-8f2e-7ba1d889920d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046970 Sep 08 13:53:15.248341 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-eb9f4387-99cd-40af-93c4-d44e261f772b req-8bd5ff73-9ec7-432a-afae-246125311bbb tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=5c37b456-2be1-4170-a806-ad519f2b6e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778005 Sep 08 13:53:15.263210 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (94671fa2-8c0f-46c1-8d8a-12ec57a1598d), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:15.278502 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-2fa3dfc1-2871-4c80-9ce4-61f50b5333c9 admin admin] Publish callbacks [] for security_group (6bedc0a7-03fb-4ea6-a32a-c8a9605a93db), precommit_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:15.297035 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Pushing event updated for resources: {'Port': ['ID=2e9cdac8-d126-4ec3-8459-aaf58c0148d7,revision_number=4']} {{(pid=112711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:53:15.312178 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:15.343673 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-2fa3dfc1-2871-4c80-9ce4-61f50b5333c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (6bedc0a7-03fb-4ea6-a32a-c8a9605a93db), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:15.347583 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-2fa3dfc1-2871-4c80-9ce4-61f50b5333c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:15.349501 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-2fa3dfc1-2871-4c80-9ce4-61f50b5333c9 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/6bedc0a7-03fb-4ea6-a32a-c8a9605a93db HTTP/1.1" status: 204 len: 168 time: 0.2230642 Sep 08 13:53:15.360601 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa3dfc1-2871-4c80-9ce4-61f50b5333c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bedc0a7-03fb-4ea6-a32a-c8a9605a93db,revision_number=None']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:53:15.383855 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Pushing event updated for resources: {'Port': ['ID=94671fa2-8c0f-46c1-8d8a-12ec57a1598d,revision_number=5']} {{(pid=112711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:53:15.480264 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] get_ports_and_sgs() called for port_ids ['2e9cdac8-d126-4ec3-8459-aaf58c0148d7'] {{(pid=112711) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 08 13:53:15.613951 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da88ec0cbec787fa3ec3fbfc035ae72aba30a0bab36d561f227dc8a59222d55b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffb4d1f7-89e5-4ed4-b1dc-b768b22b0fe6" -d '{"events": [{"server_uuid": "c6a4b8e4-4292-4db0-89b6-b09f84f513ce", "name": "network-vif-plugged", "status": "completed", "tag": "94671fa2-8c0f-46c1-8d8a-12ec57a1598d"}]}' {{(pid=112711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:53:15.682226 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 34728) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:53:15.732663 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=100 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:15.743871 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [req-b6771766-8c20-4405-a02a-6f82fbdb39cb req-c69602ba-7583-40a1-b4a1-f4f6f8a46548 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5c7e423f-8bb5-4a1a-a739-7918f898d812 HTTP/1.1" status: 200 len: 217 time: 0.0469303 Sep 08 13:53:15.814664 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6771766-8c20-4405-a02a-6f82fbdb39cb req-c4bd6283-e3f7-4afa-a5af-b23024dc7acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:15.816342 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [req-b6771766-8c20-4405-a02a-6f82fbdb39cb req-c4bd6283-e3f7-4afa-a5af-b23024dc7acd service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=8a8f577a-16e1-4e37-b6e2-a6cc60df3540 HTTP/1.1" status: 200 len: 857 time: 0.0657132 Sep 08 13:53:15.826625 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f53deb-1812-42b8-b61e-c5171ee5fb4d req-c4a5c951-19df-4fc0-bc37-2a0b2e82dc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:15.828731 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e5f53deb-1812-42b8-b61e-c5171ee5fb4d req-c4a5c951-19df-4fc0-bc37-2a0b2e82dc42 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=96ff558b-c5db-4059-a363-a83e90cf91c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1306384 Sep 08 13:53:15.831394 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0057c344-d4f9-4703-a9a9-e6c7ba3ab4af req-43fe570c-3c22-4008-846e-ccabb3ac7ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:15.832756 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-0057c344-d4f9-4703-a9a9-e6c7ba3ab4af req-43fe570c-3c22-4008-846e-ccabb3ac7ecf service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=127bce2080d54fe4871b5aaa6cc394b5&device_id=f7b396f5-eec9-4df0-8dca-0f2ba1cbb42c HTTP/1.1" status: 200 len: 1128 time: 0.1324649 Sep 08 13:53:15.876658 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-018ba1aa-e0a1-4f17-81a4-2c0f35e5928c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:15.878331 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Sep 2022 13:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b95c09cd-2504-479b-aca7-72af0a745f07 x-openstack-request-id: req-b95c09cd-2504-479b-aca7-72af0a745f07 {{(pid=112711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:53:15.878891 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6a4b8e4-4292-4db0-89b6-b09f84f513ce", "name": "network-vif-plugged", "status": "completed", "tag": "94671fa2-8c0f-46c1-8d8a-12ec57a1598d", "code": 200}]} {{(pid=112711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:53:15.880044 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b95c09cd-2504-479b-aca7-72af0a745f07 {{(pid=112711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:53:15.880706 dv-cinder-820027-24-iscsi neutron-server[112711]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b95c09cd-2504-479b-aca7-72af0a745f07'] response: {'server_uuid': 'c6a4b8e4-4292-4db0-89b6-b09f84f513ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94671fa2-8c0f-46c1-8d8a-12ec57a1598d', 'code': 200} Sep 08 13:53:15.910215 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6771766-8c20-4405-a02a-6f82fbdb39cb req-c360edb6-d678-4aee-bb66-a9ce316a5518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:15.911738 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [req-b6771766-8c20-4405-a02a-6f82fbdb39cb req-c360edb6-d678-4aee-bb66-a9ce316a5518 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=a6ea2a7a-ef84-454a-b305-c470482cf7fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0742033 Sep 08 13:53:16.048991 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0057c344-d4f9-4703-a9a9-e6c7ba3ab4af req-eda2a072-ee8b-4821-bbca-a6b7663f83fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:16.050767 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-0057c344-d4f9-4703-a9a9-e6c7ba3ab4af req-eda2a072-ee8b-4821-bbca-a6b7663f83fa service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=a6ea2a7a-ef84-454a-b305-c470482cf7fa HTTP/1.1" status: 200 len: 919 time: 0.2097604 Sep 08 13:53:16.052895 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e5f53deb-1812-42b8-b61e-c5171ee5fb4d req-a3465e5e-2583-4601-b62f-440bd0e3d33e service neutron] 10.222.0.20 "GET /networking/v2.0/networks/96ff558b-c5db-4059-a363-a83e90cf91c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106395 Sep 08 13:53:16.054602 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-018ba1aa-e0a1-4f17-81a4-2c0f35e5928c admin admin] Publish callbacks [] for security_group (39148f67-df29-4ddf-9a33-4260d34fb0c7), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:16.059607 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-018ba1aa-e0a1-4f17-81a4-2c0f35e5928c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (39148f67-df29-4ddf-9a33-4260d34fb0c7), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:16.074043 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [req-b6771766-8c20-4405-a02a-6f82fbdb39cb req-fd1e3a15-e38c-45aa-96c0-92f6015d02d9 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/a6ea2a7a-ef84-454a-b305-c470482cf7fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391134 Sep 08 13:53:16.118849 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018ba1aa-e0a1-4f17-81a4-2c0f35e5928c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39148f67-df29-4ddf-9a33-4260d34fb0c7,revision_number=1']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:53:16.144161 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:DELETE=2 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:16.232317 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-018ba1aa-e0a1-4f17-81a4-2c0f35e5928c admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=8ba6ca7d485c404dbe3ed5873c2142f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5479159 Sep 08 13:53:16.245978 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 34752) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:53:16.285513 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c9a014-0e48-42b6-8526-ad84410c3a94 req-7b6af9e6-dcda-4886-abf7-a8918c2ac4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:16.286428 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [req-04c9a014-0e48-42b6-8526-ad84410c3a94 req-7b6af9e6-dcda-4886-abf7-a8918c2ac4ed service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c6a4b8e4-4292-4db0-89b6-b09f84f513ce HTTP/1.1" status: 200 len: 1129 time: 0.1465683 Sep 08 13:53:16.297717 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-0057c344-d4f9-4703-a9a9-e6c7ba3ab4af req-d1702b85-e443-48d1-9b26-18911c57b39b service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8264f39d-725c-426b-913c-05ab5ad2087e HTTP/1.1" status: 200 len: 217 time: 0.2017620 Sep 08 13:53:16.327360 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-935e133b-2a54-48ac-b113-cc5296f2312a req-42100d5e-f856-4262-b958-8795085f37f0 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/cf5901ef-2ee5-4879-85aa-18770c77b80a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6279223 Sep 08 13:53:16.337329 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [req-04c9a014-0e48-42b6-8526-ad84410c3a94 req-b3f5310b-2e7a-4964-9014-1cefb98cb50f service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:16.359450 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-10a856cc-d2d1-4bdc-8041-3d41e78bfb9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (91421a76-39ff-4685-90ca-aa6fbf6a1933), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:16.364170 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [req-b6771766-8c20-4405-a02a-6f82fbdb39cb req-219619b7-d1fe-421d-ae5b-9fa4b1553f6a service neutron] 10.222.0.20 "GET /networking/v2.0/networks/a6ea2a7a-ef84-454a-b305-c470482cf7fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2795210 Sep 08 13:53:16.367041 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f064ed9-6621-4a9e-877d-acae426890fd req-71d254a9-6bc8-4c42-b453-4a9e40426580 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:16.368800 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-0f064ed9-6621-4a9e-877d-acae426890fd req-71d254a9-6bc8-4c42-b453-4a9e40426580 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=c6a4b8e4-4292-4db0-89b6-b09f84f513ce HTTP/1.1" status: 200 len: 945 time: 0.3129210 Sep 08 13:53:16.372556 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Device 2e9cdac8-d126-4ec3-8459-aaf58c0148d7 up at agent hyperv_hv-cinder-82002 {{(pid=112711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:53:16.393057 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-cf34baa4-9200-4754-836a-03ee8d46788b admin admin] Publish callbacks [] for security_group (39148f67-df29-4ddf-9a33-4260d34fb0c7), before_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:16.404243 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f5021a-7d5f-442b-b5ae-d40fa0e06dd5 req-b6045cf3-31eb-4a4e-8c9c-3dee8c755e48 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:16.406909 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-94f5021a-7d5f-442b-b5ae-d40fa0e06dd5 req-b6045cf3-31eb-4a4e-8c9c-3dee8c755e48 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d2ad7906-3b73-4fc9-a692-9692fb6234b3 HTTP/1.1" status: 200 len: 943 time: 0.3529058 Sep 08 13:53:16.441909 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-cf34baa4-9200-4754-836a-03ee8d46788b admin admin] Publish callbacks [] for security_group (39148f67-df29-4ddf-9a33-4260d34fb0c7), precommit_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:16.452802 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Provisioning for port 2e9cdac8-d126-4ec3-8459-aaf58c0148d7 completed by entity L2. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 08 13:53:16.463168 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Provisioning complete for port 2e9cdac8-d126-4ec3-8459-aaf58c0148d7 triggered by entity L2. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 13:53:16.464270 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (2e9cdac8-d126-4ec3-8459-aaf58c0148d7), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:16.505485 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0057c344-d4f9-4703-a9a9-e6c7ba3ab4af req-1095b13a-8d40-4fa2-821d-df7b426e3403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:16.507251 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-0057c344-d4f9-4703-a9a9-e6c7ba3ab4af req-1095b13a-8d40-4fa2-821d-df7b426e3403 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=8a8f577a-16e1-4e37-b6e2-a6cc60df3540 HTTP/1.1" status: 200 len: 857 time: 0.2013505 Sep 08 13:53:16.524826 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:16.532436 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [req-04c9a014-0e48-42b6-8526-ad84410c3a94 req-b3f5310b-2e7a-4964-9014-1cefb98cb50f service neutron] Publish callbacks [] for security_group (78fbf168-cfa0-4dfb-917d-1ddb4f42b1ad), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:16.536749 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [req-04c9a014-0e48-42b6-8526-ad84410c3a94 req-b3f5310b-2e7a-4964-9014-1cefb98cb50f service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (78fbf168-cfa0-4dfb-917d-1ddb4f42b1ad), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:16.564697 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-0f064ed9-6621-4a9e-877d-acae426890fd req-783960ce-2e05-441c-a59e-6494f8a18458 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ba77d3e3-4ef5-47e5-92f9-557f5a59027b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1456227 Sep 08 13:53:16.578395 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-cf34baa4-9200-4754-836a-03ee8d46788b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (39148f67-df29-4ddf-9a33-4260d34fb0c7), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:16.578395 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-cf34baa4-9200-4754-836a-03ee8d46788b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:16.578395 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-cf34baa4-9200-4754-836a-03ee8d46788b admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/39148f67-df29-4ddf-9a33-4260d34fb0c7 HTTP/1.1" status: 204 len: 168 time: 0.3257484 Sep 08 13:53:16.578887 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e5f53deb-1812-42b8-b61e-c5171ee5fb4d req-0940765f-75a0-4ac5-a86d-86ac8c26497f service neutron] 10.222.0.20 "GET /networking/v2.0/networks/96ff558b-c5db-4059-a363-a83e90cf91c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4931347 Sep 08 13:53:16.607027 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f5310b-2e7a-4964-9014-1cefb98cb50f service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=78fbf168-cfa0-4dfb-917d-1ddb4f42b1ad,revision_number=1']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:53:16.614467 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [req-04c9a014-0e48-42b6-8526-ad84410c3a94 req-b3f5310b-2e7a-4964-9014-1cefb98cb50f service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ba77d3e3-4ef5-47e5-92f9-557f5a59027b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3151248 Sep 08 13:53:16.620622 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf34baa4-9200-4754-836a-03ee8d46788b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39148f67-df29-4ddf-9a33-4260d34fb0c7,revision_number=None']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:53:16.630130 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-94f5021a-7d5f-442b-b5ae-d40fa0e06dd5 req-994fbfce-86df-4e87-8643-aae70c02fd0d tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e656d449-c572-4028-b2e1-f2eb8d08b7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2144608 Sep 08 13:53:16.663465 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Current status of the port 2e9cdac8-d126-4ec3-8459-aaf58c0148d7 is: BUILD; New status is: ACTIVE {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 13:53:16.673902 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (2e9cdac8-d126-4ec3-8459-aaf58c0148d7), before_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:16.758412 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] For port 2e9cdac8-d126-4ec3-8459-aaf58c0148d7, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=2e9cdac8-d126-4ec3-8459-aaf58c0148d7,segment=NetworkSegment(9527b46d-3b29-4cdc-a44b-4b19e1ce956c),segment_id=9527b46d-3b29-4cdc-a44b-4b19e1ce956c)] {{(pid=112711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:53:16.768946 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (2e9cdac8-d126-4ec3-8459-aaf58c0148d7), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:16.829018 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb62f560-41ef-499e-9f84-716467add3bc req-b090f1a1-a3b2-427f-805d-6fa4fb4ef22a tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:16.837374 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-cb62f560-41ef-499e-9f84-716467add3bc req-b090f1a1-a3b2-427f-805d-6fa4fb4ef22a tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=17665f83-a581-4f16-9275-45bce05f5f49 HTTP/1.1" status: 200 len: 944 time: 0.1085217 Sep 08 13:53:16.847227 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Pushing event updated for resources: {'Port': ['ID=2e9cdac8-d126-4ec3-8459-aaf58c0148d7,revision_number=5']} {{(pid=112711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:53:16.853203 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748efdc4-4592-4905-a4af-d5211c66ada7 req-edfc9db8-fabc-4cea-b87c-23a81489afd7 tempest-DeleteServersTestJSON-1637109358 tempest-DeleteServersTestJSON-1637109358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:16.854763 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-748efdc4-4592-4905-a4af-d5211c66ada7 req-edfc9db8-fabc-4cea-b87c-23a81489afd7 tempest-DeleteServersTestJSON-1637109358 tempest-DeleteServersTestJSON-1637109358-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3a4e6c3b-d230-477f-b406-5f55ec596b1e HTTP/1.1" status: 200 len: 945 time: 0.1166379 Sep 08 13:53:16.896696 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=100 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:16.904128 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=100 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:16.951404 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-cb62f560-41ef-499e-9f84-716467add3bc req-804e9416-ca8a-41fb-bae1-d2e52abf0404 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=5c37b456-2be1-4170-a806-ad519f2b6e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079903 Sep 08 13:53:16.960434 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-748efdc4-4592-4905-a4af-d5211c66ada7 req-0d848b0a-2055-4457-8ad6-6be8b5734a51 tempest-DeleteServersTestJSON-1637109358 tempest-DeleteServersTestJSON-1637109358-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=863deabd-5804-407b-8f2e-7ba1d889920d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972197 Sep 08 13:53:17.152304 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 34790) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:53:17.170412 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-746c189e-a957-4152-bdd6-a4879717c166 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:17.267429 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-746c189e-a957-4152-bdd6-a4879717c166 admin admin] Publish callbacks [] for security_group (33aa7c78-8fcf-4003-8eb0-0d54dfa374a0), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:17.271718 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-746c189e-a957-4152-bdd6-a4879717c166 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (33aa7c78-8fcf-4003-8eb0-0d54dfa374a0), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:17.310697 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746c189e-a957-4152-bdd6-a4879717c166 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33aa7c78-8fcf-4003-8eb0-0d54dfa374a0,revision_number=1']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:53:17.316250 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-746c189e-a957-4152-bdd6-a4879717c166 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=f48ad170248c4705b811cd802616e460&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1625614 Sep 08 13:53:17.318918 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 34798) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:53:17.377419 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-04e34606-b964-4559-8806-4d9ad8ef32bb admin admin] Publish callbacks [] for security_group (33aa7c78-8fcf-4003-8eb0-0d54dfa374a0), before_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:17.406363 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-04e34606-b964-4559-8806-4d9ad8ef32bb admin admin] Publish callbacks [] for security_group (33aa7c78-8fcf-4003-8eb0-0d54dfa374a0), precommit_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:17.444829 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-b7e97967-3fa9-4dcb-b3f0-dcc99b3a4378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (24e12250-b8f3-473f-bf71-765ca8669827), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:17.466203 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-04e34606-b964-4559-8806-4d9ad8ef32bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (33aa7c78-8fcf-4003-8eb0-0d54dfa374a0), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:17.469680 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-04e34606-b964-4559-8806-4d9ad8ef32bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:17.471004 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-04e34606-b964-4559-8806-4d9ad8ef32bb admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/33aa7c78-8fcf-4003-8eb0-0d54dfa374a0 HTTP/1.1" status: 204 len: 168 time: 0.1510658 Sep 08 13:53:17.480172 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e34606-b964-4559-8806-4d9ad8ef32bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33aa7c78-8fcf-4003-8eb0-0d54dfa374a0,revision_number=None']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:53:17.716685 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e56c54c-b1ae-496f-9147-e852146965d1 req-d0ef1edf-7f54-45de-b1c6-403828518fea tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:17.722803 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-7e56c54c-b1ae-496f-9147-e852146965d1 req-d0ef1edf-7f54-45de-b1c6-403828518fea tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=c6a4b8e4-4292-4db0-89b6-b09f84f513ce HTTP/1.1" status: 200 len: 945 time: 0.0810583 Sep 08 13:53:17.822634 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afac51f8-46dc-4fd5-aa73-3ed5a9101e80 req-a62d270e-e4d5-4b78-aae4-202b2b122816 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:17.824339 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-afac51f8-46dc-4fd5-aa73-3ed5a9101e80 req-a62d270e-e4d5-4b78-aae4-202b2b122816 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d2ad7906-3b73-4fc9-a692-9692fb6234b3 HTTP/1.1" status: 200 len: 943 time: 0.0998063 Sep 08 13:53:17.838089 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0057c344-d4f9-4703-a9a9-e6c7ba3ab4af req-5d53316a-0f22-49fe-ac98-b93528818098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:17.839541 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-0057c344-d4f9-4703-a9a9-e6c7ba3ab4af req-5d53316a-0f22-49fe-ac98-b93528818098 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=a6ea2a7a-ef84-454a-b305-c470482cf7fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0760100 Sep 08 13:53:17.855228 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 34822) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:53:17.875300 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-7e56c54c-b1ae-496f-9147-e852146965d1 req-4972797b-19aa-4b2b-8515-4720abfd09c2 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ba77d3e3-4ef5-47e5-92f9-557f5a59027b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1413760 Sep 08 13:53:17.882649 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a4e6c3b-d230-477f-b406-5f55ec596b1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e9cdac8-d126-4ec3-8459-aaf58c0148d7'}] {{(pid=112711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 13:53:17.886671 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da88ec0cbec787fa3ec3fbfc035ae72aba30a0bab36d561f227dc8a59222d55b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56c15e82-1a29-4c65-93c7-0dddb2afc7d0" -d '{"events": [{"server_uuid": "3a4e6c3b-d230-477f-b406-5f55ec596b1e", "name": "network-vif-plugged", "status": "completed", "tag": "2e9cdac8-d126-4ec3-8459-aaf58c0148d7"}]}' {{(pid=112711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:53:17.919009 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-afac51f8-46dc-4fd5-aa73-3ed5a9101e80 req-f4d55b09-0ff8-4ffe-9aac-a22292c29069 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e656d449-c572-4028-b2e1-f2eb8d08b7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822768 Sep 08 13:53:17.945685 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Sep 2022 13:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08911a04-bf12-4aee-bc5d-92d64613b398 x-openstack-request-id: req-08911a04-bf12-4aee-bc5d-92d64613b398 {{(pid=112711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:53:17.946007 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a4e6c3b-d230-477f-b406-5f55ec596b1e", "name": "network-vif-plugged", "status": "completed", "tag": "2e9cdac8-d126-4ec3-8459-aaf58c0148d7", "code": 200}]} {{(pid=112711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:53:17.946263 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-08911a04-bf12-4aee-bc5d-92d64613b398 {{(pid=112711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:53:17.946657 dv-cinder-820027-24-iscsi neutron-server[112711]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08911a04-bf12-4aee-bc5d-92d64613b398'] response: {'server_uuid': '3a4e6c3b-d230-477f-b406-5f55ec596b1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e9cdac8-d126-4ec3-8459-aaf58c0148d7', 'code': 200} Sep 08 13:53:18.075751 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-b4602efa-79b7-4e79-9b9b-023ba2f021db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:18.122751 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:DELETE=4 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:18.157628 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf090b4-1cb3-4f7c-bfae-2fe5866f74a9 req-35a1d3f9-8c3a-4136-aab6-3cc1258a7da4 tempest-DeleteServersTestJSON-1637109358 tempest-DeleteServersTestJSON-1637109358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:18.159185 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-acf090b4-1cb3-4f7c-bfae-2fe5866f74a9 req-35a1d3f9-8c3a-4136-aab6-3cc1258a7da4 tempest-DeleteServersTestJSON-1637109358 tempest-DeleteServersTestJSON-1637109358-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3a4e6c3b-d230-477f-b406-5f55ec596b1e HTTP/1.1" status: 200 len: 945 time: 0.0862126 Sep 08 13:53:18.171074 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf56e6b5-4d89-45b8-8147-30992364a107 req-b4197ebb-941d-4cfe-9944-4012f03f361d tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:18.171595 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-b4602efa-79b7-4e79-9b9b-023ba2f021db admin admin] Publish callbacks [] for security_group (eb285668-841f-427e-a36c-357517d5b88c), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:18.172637 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-cf56e6b5-4d89-45b8-8147-30992364a107 req-b4197ebb-941d-4cfe-9944-4012f03f361d tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=17665f83-a581-4f16-9275-45bce05f5f49 HTTP/1.1" status: 200 len: 944 time: 0.1306849 Sep 08 13:53:18.177901 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-b4602efa-79b7-4e79-9b9b-023ba2f021db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (eb285668-841f-427e-a36c-357517d5b88c), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:18.254699 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-b4602efa-79b7-4e79-9b9b-023ba2f021db admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=fc5175fe08c240a9b090258cf832294c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3983960 Sep 08 13:53:18.255867 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4602efa-79b7-4e79-9b9b-023ba2f021db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb285668-841f-427e-a36c-357517d5b88c,revision_number=1']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:53:18.258414 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 34848) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:53:18.282137 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-cf56e6b5-4d89-45b8-8147-30992364a107 req-1baf4d47-98f4-460f-a7f9-17f8f2c7d471 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=5c37b456-2be1-4170-a806-ad519f2b6e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998750 Sep 08 13:53:18.294318 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-acf090b4-1cb3-4f7c-bfae-2fe5866f74a9 req-cae2cc28-633e-4734-97b2-e75210e82a69 tempest-DeleteServersTestJSON-1637109358 tempest-DeleteServersTestJSON-1637109358-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=863deabd-5804-407b-8f2e-7ba1d889920d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206508 Sep 08 13:53:18.357250 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-f3c3a3b6-9ee6-4e56-8e92-f2f703e9d1ad admin admin] Publish callbacks [] for security_group (eb285668-841f-427e-a36c-357517d5b88c), before_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:18.367596 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Device 5c7e423f-8bb5-4a1a-a739-7918f898d812 details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=112711) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:53:18.382444 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-f3c3a3b6-9ee6-4e56-8e92-f2f703e9d1ad admin admin] Publish callbacks [] for security_group (eb285668-841f-427e-a36c-357517d5b88c), precommit_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:18.433773 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:18.457885 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-f3c3a3b6-9ee6-4e56-8e92-f2f703e9d1ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (eb285668-841f-427e-a36c-357517d5b88c), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:18.461928 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-f3c3a3b6-9ee6-4e56-8e92-f2f703e9d1ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:18.465140 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-f3c3a3b6-9ee6-4e56-8e92-f2f703e9d1ad admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/eb285668-841f-427e-a36c-357517d5b88c HTTP/1.1" status: 204 len: 168 time: 0.1897736 Sep 08 13:53:18.494859 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c3a3b6-9ee6-4e56-8e92-f2f703e9d1ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb285668-841f-427e-a36c-357517d5b88c,revision_number=None']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:53:18.585131 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] For port 5c7e423f-8bb5-4a1a-a739-7918f898d812, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=5c7e423f-8bb5-4a1a-a739-7918f898d812,segment=NetworkSegment(f5264372-fa90-4674-a04a-e3a6e49336da),segment_id=f5264372-fa90-4674-a04a-e3a6e49336da)] {{(pid=112711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:53:18.621580 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Returning: {'device': '5c7e423f-8bb5-4a1a-a739-7918f898d812', 'network_id': 'a6ea2a7a-ef84-454a-b305-c470482cf7fa', 'port_id': '5c7e423f-8bb5-4a1a-a739-7918f898d812', 'mac_address': 'fa:16:3e:b2:c1:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a8f577a-16e1-4e37-b6e2-a6cc60df3540', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112711) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:53:18.705444 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Current status of the port 5c7e423f-8bb5-4a1a-a739-7918f898d812 is: DOWN; New status is: BUILD {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 13:53:18.705444 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (5c7e423f-8bb5-4a1a-a739-7918f898d812), before_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:18.736113 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.notifiers.nova [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c7e423f-8bb5-4a1a-a739-7918f898d812 {{(pid=112711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 08 13:53:18.758302 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] For port 5c7e423f-8bb5-4a1a-a739-7918f898d812, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=5c7e423f-8bb5-4a1a-a739-7918f898d812,segment=NetworkSegment(f5264372-fa90-4674-a04a-e3a6e49336da),segment_id=f5264372-fa90-4674-a04a-e3a6e49336da)] {{(pid=112711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:53:18.764883 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (5c7e423f-8bb5-4a1a-a739-7918f898d812), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:18.765547 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Device 8264f39d-725c-426b-913c-05ab5ad2087e details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=112711) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:53:18.802659 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:18.809956 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:18.854547 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] For port 8264f39d-725c-426b-913c-05ab5ad2087e, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=8264f39d-725c-426b-913c-05ab5ad2087e,segment=NetworkSegment(f5264372-fa90-4674-a04a-e3a6e49336da),segment_id=f5264372-fa90-4674-a04a-e3a6e49336da)] {{(pid=112711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:53:18.898815 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Pushing event updated for resources: {'Port': ['ID=5c7e423f-8bb5-4a1a-a739-7918f898d812,revision_number=4']} {{(pid=112711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:53:18.910083 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-604b277b-9310-4e7b-bd1a-c26598410893 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (ad63ffce-77d1-4b05-ac53-eeb1c28e2aec), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:18.912685 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Returning: {'device': '8264f39d-725c-426b-913c-05ab5ad2087e', 'network_id': 'a6ea2a7a-ef84-454a-b305-c470482cf7fa', 'port_id': '8264f39d-725c-426b-913c-05ab5ad2087e', 'mac_address': 'fa:16:3e:cd:e2:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a8f577a-16e1-4e37-b6e2-a6cc60df3540', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112711) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:53:18.960672 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Current status of the port 8264f39d-725c-426b-913c-05ab5ad2087e is: DOWN; New status is: BUILD {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 13:53:18.961328 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (8264f39d-725c-426b-913c-05ab5ad2087e), before_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:18.985606 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.notifiers.nova [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8264f39d-725c-426b-913c-05ab5ad2087e {{(pid=112711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 08 13:53:19.009503 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] For port 8264f39d-725c-426b-913c-05ab5ad2087e, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=8264f39d-725c-426b-913c-05ab5ad2087e,segment=NetworkSegment(f5264372-fa90-4674-a04a-e3a6e49336da),segment_id=f5264372-fa90-4674-a04a-e3a6e49336da)] {{(pid=112711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:53:19.015495 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (6df97c0c-9140-47af-8c93-84593b95031c), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:19.017607 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (8264f39d-725c-426b-913c-05ab5ad2087e), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:19.027151 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-0057c344-d4f9-4703-a9a9-e6c7ba3ab4af req-831967cc-2e60-4379-80a9-8243b3d66818 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/a6ea2a7a-ef84-454a-b305-c470482cf7fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166944 Sep 08 13:53:19.077486 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Pushing event updated for resources: {'Port': ['ID=8264f39d-725c-426b-913c-05ab5ad2087e,revision_number=4']} {{(pid=112711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:53:19.152056 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118e1da3-121d-46da-aea8-9f7bfb9c2220 req-a7a2e93f-2699-42b3-8bda-c4b6ac876526 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:19.162347 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-118e1da3-121d-46da-aea8-9f7bfb9c2220 req-a7a2e93f-2699-42b3-8bda-c4b6ac876526 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=c6a4b8e4-4292-4db0-89b6-b09f84f513ce HTTP/1.1" status: 200 len: 945 time: 0.0944326 Sep 08 13:53:19.171890 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 34900) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:53:19.215201 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e3a80e-9a1c-4304-ac9b-33a0c9243aa4 req-c6b217ba-d01f-4f48-ac27-aec631b56727 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:19.217315 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-53e3a80e-9a1c-4304-ac9b-33a0c9243aa4 req-c6b217ba-d01f-4f48-ac27-aec631b56727 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d2ad7906-3b73-4fc9-a692-9692fb6234b3 HTTP/1.1" status: 200 len: 943 time: 0.1164882 Sep 08 13:53:19.289701 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-118e1da3-121d-46da-aea8-9f7bfb9c2220 req-cd91c7b4-88ee-441d-8277-284ebf440637 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ba77d3e3-4ef5-47e5-92f9-557f5a59027b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215720 Sep 08 13:53:19.309638 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 34908) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:53:19.381997 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-53e3a80e-9a1c-4304-ac9b-33a0c9243aa4 req-8fed6be6-c56a-417e-8af8-321373f99dcc tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e656d449-c572-4028-b2e1-f2eb8d08b7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1501014 Sep 08 13:53:19.525297 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-e7e3fe1d-108e-4fe4-a50a-e5b4f8a3921a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:19.529145 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9688acb7-ba15-45c4-ab9b-9f286c3e5d30 req-cf765cfc-1ab0-4b17-9d3e-708d24805e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:19.531662 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [req-9688acb7-ba15-45c4-ab9b-9f286c3e5d30 req-cf765cfc-1ab0-4b17-9d3e-708d24805e50 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=3a4e6c3b-d230-477f-b406-5f55ec596b1e HTTP/1.1" status: 200 len: 1129 time: 0.0434072 Sep 08 13:53:19.629398 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-e7e3fe1d-108e-4fe4-a50a-e5b4f8a3921a admin admin] Publish callbacks [] for security_group (91119a4e-2ca6-4f03-a1b1-22a714341587), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:19.634137 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-e7e3fe1d-108e-4fe4-a50a-e5b4f8a3921a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (91119a4e-2ca6-4f03-a1b1-22a714341587), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:19.679628 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-e7e3fe1d-108e-4fe4-a50a-e5b4f8a3921a admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=af8a9ff7e3bd4df1bec68a1fc346a311&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5067074 Sep 08 13:53:19.684770 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 34922) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:53:19.705140 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e3fe1d-108e-4fe4-a50a-e5b4f8a3921a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91119a4e-2ca6-4f03-a1b1-22a714341587,revision_number=1']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:53:19.752338 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-586ab110-0210-4391-8f49-2e44e1dae792 admin admin] Publish callbacks [] for security_group (91119a4e-2ca6-4f03-a1b1-22a714341587), before_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:19.776042 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-586ab110-0210-4391-8f49-2e44e1dae792 admin admin] Publish callbacks [] for security_group (91119a4e-2ca6-4f03-a1b1-22a714341587), precommit_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:19.795527 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-db953e62-b13a-46ab-bb64-04fd2d68a377 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:19.821615 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fdb474-a8b9-4d98-a339-44fbcc4ec403 req-58dc6875-6bfa-4e3c-8126-c4f2b31503a7 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:19.823223 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-b7fdb474-a8b9-4d98-a339-44fbcc4ec403 req-58dc6875-6bfa-4e3c-8126-c4f2b31503a7 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=17665f83-a581-4f16-9275-45bce05f5f49 HTTP/1.1" status: 200 len: 945 time: 0.4216821 Sep 08 13:53:19.836854 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4972e4f-2c4e-4b08-be53-e41059c8c5db req-62f1c061-e596-4bb1-bbf8-1c03433c1527 tempest-DeleteServersTestJSON-1637109358 tempest-DeleteServersTestJSON-1637109358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:19.838569 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-d4972e4f-2c4e-4b08-be53-e41059c8c5db req-62f1c061-e596-4bb1-bbf8-1c03433c1527 tempest-DeleteServersTestJSON-1637109358 tempest-DeleteServersTestJSON-1637109358-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3a4e6c3b-d230-477f-b406-5f55ec596b1e HTTP/1.1" status: 200 len: 945 time: 0.3268614 Sep 08 13:53:19.838789 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-586ab110-0210-4391-8f49-2e44e1dae792 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (91119a4e-2ca6-4f03-a1b1-22a714341587), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:19.841450 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-586ab110-0210-4391-8f49-2e44e1dae792 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:19.843230 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-586ab110-0210-4391-8f49-2e44e1dae792 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/91119a4e-2ca6-4f03-a1b1-22a714341587 HTTP/1.1" status: 204 len: 168 time: 0.1568584 Sep 08 13:53:19.849495 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:19.857650 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586ab110-0210-4391-8f49-2e44e1dae792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91119a4e-2ca6-4f03-a1b1-22a714341587,revision_number=None']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:53:19.960327 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:19.966844 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-b7fdb474-a8b9-4d98-a339-44fbcc4ec403 req-29933a2f-0011-49bb-bbb5-d64b10890266 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=5c37b456-2be1-4170-a806-ad519f2b6e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196907 Sep 08 13:53:19.969434 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-0057c344-d4f9-4703-a9a9-e6c7ba3ab4af req-42b5ec3a-d875-4765-aed2-e41d2a6848e4 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/a6ea2a7a-ef84-454a-b305-c470482cf7fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6645908 Sep 08 13:53:20.009231 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-d4972e4f-2c4e-4b08-be53-e41059c8c5db req-b79f9a65-923f-4b34-b311-e5531f68cda0 tempest-DeleteServersTestJSON-1637109358 tempest-DeleteServersTestJSON-1637109358-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=863deabd-5804-407b-8f2e-7ba1d889920d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479492 Sep 08 13:53:20.041125 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-db953e62-b13a-46ab-bb64-04fd2d68a377 admin admin] Publish callbacks [] for security_group (42469c0a-ce72-41a9-a333-d9dd345f87e1), precommit_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:20.053123 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-db953e62-b13a-46ab-bb64-04fd2d68a377 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (42469c0a-ce72-41a9-a333-d9dd345f87e1), after_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:20.097905 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-db953e62-b13a-46ab-bb64-04fd2d68a377 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=cd7812086c5947718663aca0c2da3cb1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7804329 Sep 08 13:53:20.097905 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db953e62-b13a-46ab-bb64-04fd2d68a377 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42469c0a-ce72-41a9-a333-d9dd345f87e1,revision_number=1']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:53:20.098751 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 34936) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:53:20.160748 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-a586ecfa-6fe2-4bca-9a57-da8b6bd56be9 admin admin] Publish callbacks [] for security_group (42469c0a-ce72-41a9-a333-d9dd345f87e1), before_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:20.185168 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-a586ecfa-6fe2-4bca-9a57-da8b6bd56be9 admin admin] Publish callbacks [] for security_group (42469c0a-ce72-41a9-a333-d9dd345f87e1), precommit_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:20.241533 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-a586ecfa-6fe2-4bca-9a57-da8b6bd56be9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (42469c0a-ce72-41a9-a333-d9dd345f87e1), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:20.244308 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-a586ecfa-6fe2-4bca-9a57-da8b6bd56be9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:20.245472 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-a586ecfa-6fe2-4bca-9a57-da8b6bd56be9 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/42469c0a-ce72-41a9-a333-d9dd345f87e1 HTTP/1.1" status: 204 len: 168 time: 0.1459262 Sep 08 13:53:20.254064 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a586ecfa-6fe2-4bca-9a57-da8b6bd56be9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42469c0a-ce72-41a9-a333-d9dd345f87e1,revision_number=None']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:53:20.312861 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 34948) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:53:20.420072 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8b249e-bbcf-4cf2-8467-c43d5347ca22 req-19382c4e-4410-4eaa-93cf-154ff53e14b1 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:20.422078 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-3d8b249e-bbcf-4cf2-8467-c43d5347ca22 req-19382c4e-4410-4eaa-93cf-154ff53e14b1 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=c6a4b8e4-4292-4db0-89b6-b09f84f513ce HTTP/1.1" status: 200 len: 945 time: 0.0502503 Sep 08 13:53:20.484108 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-3d8b249e-bbcf-4cf2-8467-c43d5347ca22 req-e59370c9-9b72-4322-a685-01a3f3c14e18 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ba77d3e3-4ef5-47e5-92f9-557f5a59027b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532644 Sep 08 13:53:20.601318 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d71569-5215-4ac3-a763-654593e0b5e0 req-8eff6047-bda3-4ceb-9302-9cf4ecc1c64f tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:20.602974 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-c2d71569-5215-4ac3-a763-654593e0b5e0 req-8eff6047-bda3-4ceb-9302-9cf4ecc1c64f tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d2ad7906-3b73-4fc9-a692-9692fb6234b3 HTTP/1.1" status: 200 len: 943 time: 0.0627635 Sep 08 13:53:20.613577 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-2894a818-33b6-450a-9e52-e3add0f7c53a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:20.684424 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-c2d71569-5215-4ac3-a763-654593e0b5e0 req-33cf6a50-34f9-4e5c-a6aa-3c4389691f4b tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e656d449-c572-4028-b2e1-f2eb8d08b7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729685 Sep 08 13:53:20.710252 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 34970) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:53:20.725960 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-f62ef79d-44b3-46b0-8ff9-b9b17e46a9fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:20.747529 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-2894a818-33b6-450a-9e52-e3add0f7c53a admin admin] Publish callbacks [] for security_group (ff3254fd-b548-4c53-a2bf-0e84510a295f), precommit_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:20.752956 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-2894a818-33b6-450a-9e52-e3add0f7c53a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (ff3254fd-b548-4c53-a2bf-0e84510a295f), after_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:20.772588 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:20.795307 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-2894a818-33b6-450a-9e52-e3add0f7c53a admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=a38673eb4b9348e1b768f7e568e1fdcf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4811740 Sep 08 13:53:20.798751 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 34974) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:53:20.801270 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2894a818-33b6-450a-9e52-e3add0f7c53a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff3254fd-b548-4c53-a2bf-0e84510a295f,revision_number=1']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:53:20.822724 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-f62ef79d-44b3-46b0-8ff9-b9b17e46a9fc admin admin] Publish callbacks [] for security_group (660c627c-7380-4778-843f-10b1d2dceb26), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:20.828406 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-f62ef79d-44b3-46b0-8ff9-b9b17e46a9fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (660c627c-7380-4778-843f-10b1d2dceb26), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:20.870265 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-60764a2e-d952-4470-ba91-6a62aa27288d admin admin] Publish callbacks [] for security_group (ff3254fd-b548-4c53-a2bf-0e84510a295f), before_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:20.879803 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-f62ef79d-44b3-46b0-8ff9-b9b17e46a9fc admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=78973de997cf464e90a83cbee6f173a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1644771 Sep 08 13:53:20.879803 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 34976) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:53:20.885883 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62ef79d-44b3-46b0-8ff9-b9b17e46a9fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=660c627c-7380-4778-843f-10b1d2dceb26,revision_number=1']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:53:20.894399 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-60764a2e-d952-4470-ba91-6a62aa27288d admin admin] Publish callbacks [] for security_group (ff3254fd-b548-4c53-a2bf-0e84510a295f), precommit_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:20.954997 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-60764a2e-d952-4470-ba91-6a62aa27288d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (ff3254fd-b548-4c53-a2bf-0e84510a295f), after_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:20.957707 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-389d8fff-f192-4a49-96b0-233ba783cb77 admin admin] Publish callbacks [] for security_group (660c627c-7380-4778-843f-10b1d2dceb26), before_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:20.957850 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-60764a2e-d952-4470-ba91-6a62aa27288d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:20.959108 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-60764a2e-d952-4470-ba91-6a62aa27288d admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/ff3254fd-b548-4c53-a2bf-0e84510a295f HTTP/1.1" status: 204 len: 168 time: 0.1590629 Sep 08 13:53:20.959428 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:20.969067 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60764a2e-d952-4470-ba91-6a62aa27288d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff3254fd-b548-4c53-a2bf-0e84510a295f,revision_number=None']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:53:20.995704 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-389d8fff-f192-4a49-96b0-233ba783cb77 admin admin] Publish callbacks [] for security_group (660c627c-7380-4778-843f-10b1d2dceb26), precommit_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:21.055074 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-389d8fff-f192-4a49-96b0-233ba783cb77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (660c627c-7380-4778-843f-10b1d2dceb26), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:21.060084 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-389d8fff-f192-4a49-96b0-233ba783cb77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:21.062574 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-389d8fff-f192-4a49-96b0-233ba783cb77 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/660c627c-7380-4778-843f-10b1d2dceb26 HTTP/1.1" status: 204 len: 168 time: 0.1846223 Sep 08 13:53:21.074356 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389d8fff-f192-4a49-96b0-233ba783cb77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=660c627c-7380-4778-843f-10b1d2dceb26,revision_number=None']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:53:21.185834 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d2a843-235b-4b8d-ad41-91ea5697f06f req-617789dc-5830-4864-b1bf-32bddb2066f1 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:21.187488 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-36d2a843-235b-4b8d-ad41-91ea5697f06f req-617789dc-5830-4864-b1bf-32bddb2066f1 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=17665f83-a581-4f16-9275-45bce05f5f49 HTTP/1.1" status: 200 len: 945 time: 0.0842836 Sep 08 13:53:21.199135 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dff0dd-685b-4bf7-b8eb-ae13136e6285 req-48454069-4e36-4ae6-83d9-a1430dfcf834 tempest-DeleteServersTestJSON-1637109358 tempest-DeleteServersTestJSON-1637109358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:21.200850 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-02dff0dd-685b-4bf7-b8eb-ae13136e6285 req-48454069-4e36-4ae6-83d9-a1430dfcf834 tempest-DeleteServersTestJSON-1637109358 tempest-DeleteServersTestJSON-1637109358-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3a4e6c3b-d230-477f-b406-5f55ec596b1e HTTP/1.1" status: 200 len: 945 time: 0.0631790 Sep 08 13:53:21.230056 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:21.271825 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:21.288596 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-36d2a843-235b-4b8d-ad41-91ea5697f06f req-82357b59-5422-4714-8440-01f30b9b2296 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=5c37b456-2be1-4170-a806-ad519f2b6e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867147 Sep 08 13:53:21.292474 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-02dff0dd-685b-4bf7-b8eb-ae13136e6285 req-94da4a88-17ad-4e9b-a7ff-ee2d9ca34177 tempest-DeleteServersTestJSON-1637109358 tempest-DeleteServersTestJSON-1637109358-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=863deabd-5804-407b-8f2e-7ba1d889920d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839090 Sep 08 13:53:21.488383 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 34998) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:53:21.568103 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 35008) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:53:21.596799 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-e295801f-1bb8-47fd-89ad-77265a71a1e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:21.630376 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045cbdb4-d637-4b50-855b-1ef03c4730a5 req-58ca01ad-e549-460d-b130-13070b8093e3 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:21.637589 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-045cbdb4-d637-4b50-855b-1ef03c4730a5 req-58ca01ad-e549-460d-b130-13070b8093e3 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=c6a4b8e4-4292-4db0-89b6-b09f84f513ce HTTP/1.1" status: 200 len: 945 time: 0.0644908 Sep 08 13:53:21.704212 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-045cbdb4-d637-4b50-855b-1ef03c4730a5 req-996ee022-b889-4cea-8c9e-b4a7df03159e tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ba77d3e3-4ef5-47e5-92f9-557f5a59027b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654347 Sep 08 13:53:21.762671 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-e295801f-1bb8-47fd-89ad-77265a71a1e2 admin admin] Publish callbacks [] for security_group (7be40783-86ef-49c3-a8c1-ad69b1266c6e), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:21.769961 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-e295801f-1bb8-47fd-89ad-77265a71a1e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (7be40783-86ef-49c3-a8c1-ad69b1266c6e), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:21.775225 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-4759c0ae-e6ae-45a0-a7dd-6cf1e1146621 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:21.831957 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-e295801f-1bb8-47fd-89ad-77265a71a1e2 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=e37118c23ace494ebb71802e04e4b4e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2626991 Sep 08 13:53:21.832621 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 35020) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:53:21.835481 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd1d134-361e-456b-8051-f74a0af5cb47 req-a489ebbc-8122-4d79-9904-c6c5dc59f0f9 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:21.842360 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-7dd1d134-361e-456b-8051-f74a0af5cb47 req-a489ebbc-8122-4d79-9904-c6c5dc59f0f9 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d2ad7906-3b73-4fc9-a692-9692fb6234b3 HTTP/1.1" status: 200 len: 943 time: 0.0650480 Sep 08 13:53:21.847662 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e295801f-1bb8-47fd-89ad-77265a71a1e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7be40783-86ef-49c3-a8c1-ad69b1266c6e,revision_number=1']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:53:21.894305 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-7dd1d134-361e-456b-8051-f74a0af5cb47 req-bdd6d513-986a-41f7-822b-34fba1da0098 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e656d449-c572-4028-b2e1-f2eb8d08b7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505507 Sep 08 13:53:21.933129 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-917a556a-85cd-4680-82ca-ac0ce9dfa4c2 admin admin] Publish callbacks [] for security_group (7be40783-86ef-49c3-a8c1-ad69b1266c6e), before_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:21.965043 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-4759c0ae-e6ae-45a0-a7dd-6cf1e1146621 admin admin] Publish callbacks [] for security_group (85b71d9b-1928-4a58-bbe5-3996070087ce), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:21.970036 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-917a556a-85cd-4680-82ca-ac0ce9dfa4c2 admin admin] Publish callbacks [] for security_group (7be40783-86ef-49c3-a8c1-ad69b1266c6e), precommit_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:21.971807 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-4759c0ae-e6ae-45a0-a7dd-6cf1e1146621 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (85b71d9b-1928-4a58-bbe5-3996070087ce), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:22.036449 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-4759c0ae-e6ae-45a0-a7dd-6cf1e1146621 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=ddf1cad193fa4fd184835f2ac08ae25a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5461748 Sep 08 13:53:22.039324 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 35026) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:53:22.039557 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4759c0ae-e6ae-45a0-a7dd-6cf1e1146621 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85b71d9b-1928-4a58-bbe5-3996070087ce,revision_number=1']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:53:22.064980 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-917a556a-85cd-4680-82ca-ac0ce9dfa4c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (7be40783-86ef-49c3-a8c1-ad69b1266c6e), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:22.068475 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-917a556a-85cd-4680-82ca-ac0ce9dfa4c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:22.071850 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-917a556a-85cd-4680-82ca-ac0ce9dfa4c2 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/7be40783-86ef-49c3-a8c1-ad69b1266c6e HTTP/1.1" status: 204 len: 168 time: 0.2318690 Sep 08 13:53:22.081689 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:22.098291 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917a556a-85cd-4680-82ca-ac0ce9dfa4c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7be40783-86ef-49c3-a8c1-ad69b1266c6e,revision_number=None']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:53:22.123185 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-5f31d4ed-bc95-436b-967f-834c2a8caaf9 admin admin] Publish callbacks [] for security_group (85b71d9b-1928-4a58-bbe5-3996070087ce), before_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:22.153781 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-5f31d4ed-bc95-436b-967f-834c2a8caaf9 admin admin] Publish callbacks [] for security_group (85b71d9b-1928-4a58-bbe5-3996070087ce), precommit_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:22.212358 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-5f31d4ed-bc95-436b-967f-834c2a8caaf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (85b71d9b-1928-4a58-bbe5-3996070087ce), after_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:22.215529 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-5f31d4ed-bc95-436b-967f-834c2a8caaf9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:22.216664 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-5f31d4ed-bc95-436b-967f-834c2a8caaf9 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/85b71d9b-1928-4a58-bbe5-3996070087ce HTTP/1.1" status: 204 len: 168 time: 0.1761866 Sep 08 13:53:22.227262 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f31d4ed-bc95-436b-967f-834c2a8caaf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85b71d9b-1928-4a58-bbe5-3996070087ce,revision_number=None']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:53:22.312255 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [req-9688acb7-ba15-45c4-ab9b-9f286c3e5d30 req-05ab9e07-0666-402e-bb40-3446a74156f5 service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=863deabd-5804-407b-8f2e-7ba1d889920d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527647 Sep 08 13:53:22.435554 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] get_ports_and_sgs() called for port_ids ['5c7e423f-8bb5-4a1a-a739-7918f898d812'] {{(pid=112711) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 08 13:53:22.464161 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7944a0b-a269-47e2-9faf-9c246f67d631 req-b1e9984c-82c1-4cf1-8ec8-db77d83be7a6 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:22.464161 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e7944a0b-a269-47e2-9faf-9c246f67d631 req-b1e9984c-82c1-4cf1-8ec8-db77d83be7a6 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=17665f83-a581-4f16-9275-45bce05f5f49 HTTP/1.1" status: 200 len: 945 time: 0.0817890 Sep 08 13:53:22.469750 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd131ec2-2121-4b18-8b2a-78a4ca202680 req-5a5f21f8-1a12-40dd-b1cb-0f7bfe3a1256 tempest-DeleteServersTestJSON-1637109358 tempest-DeleteServersTestJSON-1637109358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:22.471352 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-fd131ec2-2121-4b18-8b2a-78a4ca202680 req-5a5f21f8-1a12-40dd-b1cb-0f7bfe3a1256 tempest-DeleteServersTestJSON-1637109358 tempest-DeleteServersTestJSON-1637109358-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3a4e6c3b-d230-477f-b406-5f55ec596b1e HTTP/1.1" status: 200 len: 945 time: 0.0796778 Sep 08 13:53:22.565754 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-fd131ec2-2121-4b18-8b2a-78a4ca202680 req-17f3b59d-c474-4d8c-bd96-51b71f7b8ad9 tempest-DeleteServersTestJSON-1637109358 tempest-DeleteServersTestJSON-1637109358-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=863deabd-5804-407b-8f2e-7ba1d889920d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822282 Sep 08 13:53:22.570310 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e7944a0b-a269-47e2-9faf-9c246f67d631 req-873a0354-9557-4e85-b0a3-273b601a6188 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=5c37b456-2be1-4170-a806-ad519f2b6e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968521 Sep 08 13:53:22.648438 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] get_ports_and_sgs() called for port_ids ['8264f39d-725c-426b-913c-05ab5ad2087e'] {{(pid=112711) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 08 13:53:22.888373 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a05a84-67c6-422a-8061-a9ac39379a81 req-26142990-2c77-4cc7-92ec-151ea8ab9439 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:22.890384 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-34a05a84-67c6-422a-8061-a9ac39379a81 req-26142990-2c77-4cc7-92ec-151ea8ab9439 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=c6a4b8e4-4292-4db0-89b6-b09f84f513ce HTTP/1.1" status: 200 len: 945 time: 0.0622509 Sep 08 13:53:22.951600 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 35080) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:53:22.963254 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-34a05a84-67c6-422a-8061-a9ac39379a81 req-4828672f-bd40-4bca-936f-1bfba3932a78 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ba77d3e3-4ef5-47e5-92f9-557f5a59027b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633287 Sep 08 13:53:23.040214 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c29495-0d5a-4c80-86f5-9d47b4220343 req-257ef434-1746-499f-b472-3fa84b839c86 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:23.041824 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-62c29495-0d5a-4c80-86f5-9d47b4220343 req-257ef434-1746-499f-b472-3fa84b839c86 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d2ad7906-3b73-4fc9-a692-9692fb6234b3 HTTP/1.1" status: 200 len: 943 time: 0.0489163 Sep 08 13:53:23.109016 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-62c29495-0d5a-4c80-86f5-9d47b4220343 req-d1e436c5-b1a6-47d7-9565-f39e995b926d tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e656d449-c572-4028-b2e1-f2eb8d08b7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578125 Sep 08 13:53:23.159687 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-6b1ceaed-5dda-4cf6-9878-ecc05cf80c8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:23.258928 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-6b1ceaed-5dda-4cf6-9878-ecc05cf80c8d admin admin] Publish callbacks [] for security_group (14ce4c73-b5bf-462c-8cb1-6e94cfb9c913), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:23.263699 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-6b1ceaed-5dda-4cf6-9878-ecc05cf80c8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (14ce4c73-b5bf-462c-8cb1-6e94cfb9c913), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:23.283156 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=73,neutron:DELETE=4,neutron:INSERT=21,neutron:UPDATE=2 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:23.308967 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1ceaed-5dda-4cf6-9878-ecc05cf80c8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14ce4c73-b5bf-462c-8cb1-6e94cfb9c913,revision_number=1']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:53:23.317999 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 35100) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:53:23.324815 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-6b1ceaed-5dda-4cf6-9878-ecc05cf80c8d admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=17eaebe5ce114af2b68c32195905f3a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3719039 Sep 08 13:53:23.389089 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-58838c59-31e7-4447-b926-034f45e4e47c admin admin] Publish callbacks [] for security_group (14ce4c73-b5bf-462c-8cb1-6e94cfb9c913), before_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:23.411190 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-58838c59-31e7-4447-b926-034f45e4e47c admin admin] Publish callbacks [] for security_group (14ce4c73-b5bf-462c-8cb1-6e94cfb9c913), precommit_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:23.468283 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-58838c59-31e7-4447-b926-034f45e4e47c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (14ce4c73-b5bf-462c-8cb1-6e94cfb9c913), after_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:23.473942 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-58838c59-31e7-4447-b926-034f45e4e47c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:23.476505 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-58838c59-31e7-4447-b926-034f45e4e47c admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/14ce4c73-b5bf-462c-8cb1-6e94cfb9c913 HTTP/1.1" status: 204 len: 168 time: 0.1570332 Sep 08 13:53:23.501722 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58838c59-31e7-4447-b926-034f45e4e47c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14ce4c73-b5bf-462c-8cb1-6e94cfb9c913,revision_number=None']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:53:23.511187 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58838c59-31e7-4447-b926-034f45e4e47c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:53:23.511558 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58838c59-31e7-4447-b926-034f45e4e47c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:53:23.511900 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58838c59-31e7-4447-b926-034f45e4e47c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:53:23.512307 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58838c59-31e7-4447-b926-034f45e4e47c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:53:23.512649 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58838c59-31e7-4447-b926-034f45e4e47c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:53:23.513007 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58838c59-31e7-4447-b926-034f45e4e47c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:53:23.514099 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58838c59-31e7-4447-b926-034f45e4e47c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:53:23.515039 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58838c59-31e7-4447-b926-034f45e4e47c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:53:23.515520 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58838c59-31e7-4447-b926-034f45e4e47c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:53:23.515981 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58838c59-31e7-4447-b926-034f45e4e47c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:53:23.516390 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58838c59-31e7-4447-b926-034f45e4e47c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:53:23.516882 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58838c59-31e7-4447-b926-034f45e4e47c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:53:23.517257 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58838c59-31e7-4447-b926-034f45e4e47c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:53:23.517625 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58838c59-31e7-4447-b926-034f45e4e47c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:53:23.518137 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58838c59-31e7-4447-b926-034f45e4e47c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:53:23.718484 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:23.771251 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d82600-2a38-44b8-897c-6c5c6fb0f9c9 req-548a8ff9-28e7-408f-b06e-7ea11ea7281b tempest-DeleteServersTestJSON-1637109358 tempest-DeleteServersTestJSON-1637109358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:23.772932 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-b9d82600-2a38-44b8-897c-6c5c6fb0f9c9 req-548a8ff9-28e7-408f-b06e-7ea11ea7281b tempest-DeleteServersTestJSON-1637109358 tempest-DeleteServersTestJSON-1637109358-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3a4e6c3b-d230-477f-b406-5f55ec596b1e HTTP/1.1" status: 200 len: 945 time: 0.1098189 Sep 08 13:53:23.788413 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0373fecf-72ae-4ef5-a853-9634981fa0b0 req-4a940eff-ebef-4beb-99bf-ef29b4ee60a7 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:23.795724 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-0373fecf-72ae-4ef5-a853-9634981fa0b0 req-4a940eff-ebef-4beb-99bf-ef29b4ee60a7 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=17665f83-a581-4f16-9275-45bce05f5f49 HTTP/1.1" status: 200 len: 945 time: 0.0813544 Sep 08 13:53:23.814535 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:23.890281 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-0373fecf-72ae-4ef5-a853-9634981fa0b0 req-31276b2f-6074-4144-9567-4e6057a3cb54 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=5c37b456-2be1-4170-a806-ad519f2b6e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898352 Sep 08 13:53:23.919668 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-b9d82600-2a38-44b8-897c-6c5c6fb0f9c9 req-30025af8-7b68-44eb-9aaa-7a4ff1bca2a1 tempest-DeleteServersTestJSON-1637109358 tempest-DeleteServersTestJSON-1637109358-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=863deabd-5804-407b-8f2e-7ba1d889920d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195347 Sep 08 13:53:24.154476 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f14aa7-c230-44c3-8dde-d71e5ea5d27d req-f6c831f5-c308-49f3-bc97-de382df5c460 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:24.156902 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-d7f14aa7-c230-44c3-8dde-d71e5ea5d27d req-f6c831f5-c308-49f3-bc97-de382df5c460 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=c6a4b8e4-4292-4db0-89b6-b09f84f513ce HTTP/1.1" status: 200 len: 945 time: 0.0737193 Sep 08 13:53:24.351014 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-d7f14aa7-c230-44c3-8dde-d71e5ea5d27d req-0e24da76-f8a6-4d99-a6ad-f8e6870b1148 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ba77d3e3-4ef5-47e5-92f9-557f5a59027b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1848371 Sep 08 13:53:24.364050 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd35baf2-fa82-407f-a11e-432d1c84e14d req-0d3f4f2e-25e5-4062-b601-9dadb382c5cb tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:24.371774 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-bd35baf2-fa82-407f-a11e-432d1c84e14d req-0d3f4f2e-25e5-4062-b601-9dadb382c5cb tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d2ad7906-3b73-4fc9-a692-9692fb6234b3 HTTP/1.1" status: 200 len: 943 time: 0.1086419 Sep 08 13:53:24.443055 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Device 86699af9-4b49-40e3-b189-ff4a7a9e5e59 details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=112711) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:53:24.472525 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=2 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:24.492027 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Device 5c7e423f-8bb5-4a1a-a739-7918f898d812 up at agent hyperv_hv-cinder-82002 {{(pid=112711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:53:24.522085 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-bd35baf2-fa82-407f-a11e-432d1c84e14d req-4d981f7e-55f6-469e-a9ff-ff38b9ddd389 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e656d449-c572-4028-b2e1-f2eb8d08b7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1492813 Sep 08 13:53:24.576536 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:24.591370 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec5d56f-fd6d-4a6f-bf23-4fa21738591d req-0b2a9249-afb9-4ac6-a300-4c1970fcd881 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:24.593300 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-7ec5d56f-fd6d-4a6f-bf23-4fa21738591d req-0b2a9249-afb9-4ac6-a300-4c1970fcd881 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=c6a4b8e4-4292-4db0-89b6-b09f84f513ce HTTP/1.1" status: 200 len: 945 time: 0.0699937 Sep 08 13:53:24.603600 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 35202) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:53:24.611546 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.v2.base [None req-7598a38e-a73a-449f-8596-8fb2c0b53849 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Request body: {'floatingip': {'port_id': '94671fa2-8c0f-46c1-8d8a-12ec57a1598d'}} {{(pid=112709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:53:24.718378 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-7598a38e-a73a-449f-8596-8fb2c0b53849 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks [] for floatingip (960ce675-957d-45d5-84ec-74815782cbdc), before_update {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:24.738931 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Provisioning for port 5c7e423f-8bb5-4a1a-a739-7918f898d812 completed by entity L2. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 08 13:53:24.747713 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] For port 86699af9-4b49-40e3-b189-ff4a7a9e5e59, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=86699af9-4b49-40e3-b189-ff4a7a9e5e59,segment=NetworkSegment(85382ad6-9794-441c-848f-26fa1eb3f5ed),segment_id=85382ad6-9794-441c-848f-26fa1eb3f5ed)] {{(pid=112711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:53:24.750558 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Provisioning complete for port 5c7e423f-8bb5-4a1a-a739-7918f898d812 triggered by entity L2. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 13:53:24.750935 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (5c7e423f-8bb5-4a1a-a739-7918f898d812), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:24.780590 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Returning: {'device': '86699af9-4b49-40e3-b189-ff4a7a9e5e59', 'network_id': '96ff558b-c5db-4059-a363-a83e90cf91c8', 'port_id': '86699af9-4b49-40e3-b189-ff4a7a9e5e59', 'mac_address': 'fa:16:3e:2a:d7:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c05b843-7379-4152-a6e2-38ac1118d25c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112711) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:53:24.781980 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:24.834460 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Current status of the port 86699af9-4b49-40e3-b189-ff4a7a9e5e59 is: DOWN; New status is: BUILD {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 13:53:24.834859 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (86699af9-4b49-40e3-b189-ff4a7a9e5e59), before_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:24.871932 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.notifiers.nova [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86699af9-4b49-40e3-b189-ff4a7a9e5e59 {{(pid=112711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 08 13:53:24.901915 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] For port 86699af9-4b49-40e3-b189-ff4a7a9e5e59, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=86699af9-4b49-40e3-b189-ff4a7a9e5e59,segment=NetworkSegment(85382ad6-9794-441c-848f-26fa1eb3f5ed),segment_id=85382ad6-9794-441c-848f-26fa1eb3f5ed)] {{(pid=112711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:53:24.903621 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Current status of the port 5c7e423f-8bb5-4a1a-a739-7918f898d812 is: BUILD; New status is: ACTIVE {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 13:53:24.904247 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (5c7e423f-8bb5-4a1a-a739-7918f898d812), before_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:24.952814 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17665f83-a581-4f16-9275-45bce05f5f49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c7e423f-8bb5-4a1a-a739-7918f898d812'}] {{(pid=112711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 13:53:24.956485 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da88ec0cbec787fa3ec3fbfc035ae72aba30a0bab36d561f227dc8a59222d55b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-255143b1-e522-4a6a-8e17-87b215a0d692" -d '{"events": [{"server_uuid": "17665f83-a581-4f16-9275-45bce05f5f49", "name": "network-vif-plugged", "status": "completed", "tag": "5c7e423f-8bb5-4a1a-a739-7918f898d812"}]}' {{(pid=112711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:53:24.960843 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (86699af9-4b49-40e3-b189-ff4a7a9e5e59), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:25.024418 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] For port 5c7e423f-8bb5-4a1a-a739-7918f898d812, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=5c7e423f-8bb5-4a1a-a739-7918f898d812,segment=NetworkSegment(f5264372-fa90-4674-a04a-e3a6e49336da),segment_id=f5264372-fa90-4674-a04a-e3a6e49336da)] {{(pid=112711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:53:25.033032 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (5c7e423f-8bb5-4a1a-a739-7918f898d812), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:25.034021 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Device 8264f39d-725c-426b-913c-05ab5ad2087e up at agent hyperv_hv-cinder-82002 {{(pid=112711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:53:25.078378 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Pushing event updated for resources: {'Port': ['ID=86699af9-4b49-40e3-b189-ff4a7a9e5e59,revision_number=4']} {{(pid=112711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:53:25.153710 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bfe1ef-9def-447b-a7cb-99e096cb6ac8 req-be097e62-8ae2-474c-95c2-4e9ccc590ed2 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:25.166011 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-63bfe1ef-9def-447b-a7cb-99e096cb6ac8 req-be097e62-8ae2-474c-95c2-4e9ccc590ed2 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=17665f83-a581-4f16-9275-45bce05f5f49 HTTP/1.1" status: 200 len: 945 time: 0.1504464 Sep 08 13:53:25.168702 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Provisioning for port 8264f39d-725c-426b-913c-05ab5ad2087e completed by entity L2. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 08 13:53:25.175205 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Pushing event updated for resources: {'Port': ['ID=5c7e423f-8bb5-4a1a-a739-7918f898d812,revision_number=5']} {{(pid=112711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:53:25.180155 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Provisioning complete for port 8264f39d-725c-426b-913c-05ab5ad2087e triggered by entity L2. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 13:53:25.180532 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (8264f39d-725c-426b-913c-05ab5ad2087e), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:25.230728 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a16f53-c34f-4e0f-925e-de1a22e61c07 req-55005fa8-e2bb-4939-81d7-050636b63d0e tempest-DeleteServersTestJSON-1637109358 tempest-DeleteServersTestJSON-1637109358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:25.243468 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-33a16f53-c34f-4e0f-925e-de1a22e61c07 req-55005fa8-e2bb-4939-81d7-050636b63d0e tempest-DeleteServersTestJSON-1637109358 tempest-DeleteServersTestJSON-1637109358-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3a4e6c3b-d230-477f-b406-5f55ec596b1e HTTP/1.1" status: 200 len: 945 time: 0.1997526 Sep 08 13:53:25.303611 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-63bfe1ef-9def-447b-a7cb-99e096cb6ac8 req-86fa775a-349b-435b-928f-468eeed0e897 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=5c37b456-2be1-4170-a806-ad519f2b6e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347587 Sep 08 13:53:25.381722 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Current status of the port 8264f39d-725c-426b-913c-05ab5ad2087e is: BUILD; New status is: ACTIVE {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 13:53:25.382218 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (8264f39d-725c-426b-913c-05ab5ad2087e), before_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:25.401485 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-33a16f53-c34f-4e0f-925e-de1a22e61c07 req-383039ba-384b-4832-a795-fd91c63a9220 tempest-DeleteServersTestJSON-1637109358 tempest-DeleteServersTestJSON-1637109358-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=863deabd-5804-407b-8f2e-7ba1d889920d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371033 Sep 08 13:53:25.437975 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Sep 2022 13:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d09f47b-23c8-4750-b5d0-11e6f89ece26 x-openstack-request-id: req-7d09f47b-23c8-4750-b5d0-11e6f89ece26 {{(pid=112711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:53:25.438240 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17665f83-a581-4f16-9275-45bce05f5f49", "name": "network-vif-plugged", "status": "completed", "tag": "5c7e423f-8bb5-4a1a-a739-7918f898d812", "code": 200}]} {{(pid=112711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:53:25.438370 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7d09f47b-23c8-4750-b5d0-11e6f89ece26 {{(pid=112711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:53:25.438777 dv-cinder-820027-24-iscsi neutron-server[112711]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d09f47b-23c8-4750-b5d0-11e6f89ece26'] response: {'server_uuid': '17665f83-a581-4f16-9275-45bce05f5f49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c7e423f-8bb5-4a1a-a739-7918f898d812', 'code': 200} Sep 08 13:53:25.506876 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] For port 8264f39d-725c-426b-913c-05ab5ad2087e, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=8264f39d-725c-426b-913c-05ab5ad2087e,segment=NetworkSegment(f5264372-fa90-4674-a04a-e3a6e49336da),segment_id=f5264372-fa90-4674-a04a-e3a6e49336da)] {{(pid=112711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:53:25.511952 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] get_ports_and_sgs() called for port_ids ['86699af9-4b49-40e3-b189-ff4a7a9e5e59'] {{(pid=112711) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 08 13:53:25.537234 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (8264f39d-725c-426b-913c-05ab5ad2087e), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:25.619430 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-7598a38e-a73a-449f-8596-8fb2c0b53849 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:25.627936 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-7598a38e-a73a-449f-8596-8fb2c0b53849 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3679472'] for floatingip (960ce675-957d-45d5-84ec-74815782cbdc), after_update {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:25.708954 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37de43ed-026e-462a-a678-4e4f5734bb21 req-4199f09d-4918-4c2e-9262-bc15e417e857 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:25.718896 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-37de43ed-026e-462a-a678-4e4f5734bb21 req-4199f09d-4918-4c2e-9262-bc15e417e857 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d2ad7906-3b73-4fc9-a692-9692fb6234b3 HTTP/1.1" status: 200 len: 944 time: 0.0745289 Sep 08 13:53:25.788481 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3dc518-d15f-40fe-a1b8-1849c7c5c562 req-1739effd-6065-4807-8d83-a5a253ef49a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:25.790416 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [req-4b3dc518-d15f-40fe-a1b8-1849c7c5c562 req-1739effd-6065-4807-8d83-a5a253ef49a4 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=17665f83-a581-4f16-9275-45bce05f5f49 HTTP/1.1" status: 200 len: 1130 time: 0.0715253 Sep 08 13:53:25.822178 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-37de43ed-026e-462a-a678-4e4f5734bb21 req-1e34bcd0-c97a-473e-9c3c-04237aed0cd5 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e656d449-c572-4028-b2e1-f2eb8d08b7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936294 Sep 08 13:53:25.862722 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Pushing event updated for resources: {'Port': ['ID=8264f39d-725c-426b-913c-05ab5ad2087e,revision_number=5']} {{(pid=112711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:53:25.871965 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.db.l3_db [None req-7598a38e-a73a-449f-8596-8fb2c0b53849 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Floating IP 960ce675-957d-45d5-84ec-74815782cbdc associated. External IP: 172.27.0.127, port: 94671fa2-8c0f-46c1-8d8a-12ec57a1598d. Sep 08 13:53:25.925869 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [req-4b3dc518-d15f-40fe-a1b8-1849c7c5c562 req-553496cc-d516-4f18-8743-0d0e2957126c service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5c37b456-2be1-4170-a806-ad519f2b6e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057079 Sep 08 13:53:25.938127 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:26.197438 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:26.315509 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7598a38e-a73a-449f-8596-8fb2c0b53849 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Router 02a208a6-8629-4695-a17f-fdd0442b3d34 has already been hosted by L3 agent 91421a76-39ff-4685-90ca-aa6fbf6a1933 {{(pid=112709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:53:26.424682 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:26.458644 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7598a38e-a73a-449f-8596-8fb2c0b53849 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Notify agent at l3_agent.dv-cinder-820027-24-iscsi the message routers_updated {{(pid=112709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:53:26.458644 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-7598a38e-a73a-449f-8596-8fb2c0b53849 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161718'] for floatingip (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:26.464299 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a0c946-e50d-4004-a738-7035f381e673 None None] Sync routers for ids ['02a208a6-8629-4695-a17f-fdd0442b3d34'] in dv-cinder-820027-24-iscsi {{(pid=112712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:53:26.475325 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3923d01-d046-4298-9e71-406e4332d92c req-5c456357-f00d-464e-8a4d-d711031c1a28 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:26.480751 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a0c946-e50d-4004-a738-7035f381e673 None None] Routers {'02a208a6-8629-4695-a17f-fdd0442b3d34'} bound to L3 agent in host dv-cinder-820027-24-iscsi {{(pid=112712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 13:53:26.481580 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_hamode_db [None req-a4a0c946-e50d-4004-a738-7035f381e673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-08T13:44:16Z,description=,heartbeat_timestamp=2022-09-08T13:53:16Z,host='dv-cinder-820027-24-iscsi',id=91421a76-39ff-4685-90ca-aa6fbf6a1933,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:44:16Z,topic='l3_agent')) {'router_ids': ['02a208a6-8629-4695-a17f-fdd0442b3d34'], 'active': True} {{(pid=112712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:53:26.484208 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e3923d01-d046-4298-9e71-406e4332d92c req-5c456357-f00d-464e-8a4d-d711031c1a28 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=17665f83-a581-4f16-9275-45bce05f5f49 HTTP/1.1" status: 200 len: 946 time: 0.1110005 Sep 08 13:53:26.489858 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-7598a38e-a73a-449f-8596-8fb2c0b53849 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "PUT /networking/v2.0/floatingips/960ce675-957d-45d5-84ec-74815782cbdc HTTP/1.1" status: 200 len: 991 time: 1.8842387 Sep 08 13:53:26.490510 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6a4b8e4-4292-4db0-89b6-b09f84f513ce', 'tag': '94671fa2-8c0f-46c1-8d8a-12ec57a1598d'}] {{(pid=112709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 13:53:26.492901 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}542ac7e5325f68055833e74974e312adb8a2ee810b70c39787611e772d2c694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89c624f0-1b0f-48f9-8614-295cbf8679d3" -d '{"events": [{"name": "network-changed", "server_uuid": "c6a4b8e4-4292-4db0-89b6-b09f84f513ce", "tag": "94671fa2-8c0f-46c1-8d8a-12ec57a1598d"}]}' {{(pid=112709) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:53:26.544265 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e3923d01-d046-4298-9e71-406e4332d92c req-4c33d599-e908-4177-8467-e10cf877b341 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=5c37b456-2be1-4170-a806-ad519f2b6e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588140 Sep 08 13:53:26.563691 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Sep 2022 13:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1608039c-73ed-498c-a0cb-01cf9aba91a7 x-openstack-request-id: req-1608039c-73ed-498c-a0cb-01cf9aba91a7 {{(pid=112709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:53:26.563996 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6a4b8e4-4292-4db0-89b6-b09f84f513ce", "tag": "94671fa2-8c0f-46c1-8d8a-12ec57a1598d", "status": "completed", "code": 200}]} {{(pid=112709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:53:26.564301 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1608039c-73ed-498c-a0cb-01cf9aba91a7 {{(pid=112709) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:53:26.564888 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1608039c-73ed-498c-a0cb-01cf9aba91a7'] response: {'name': 'network-changed', 'server_uuid': 'c6a4b8e4-4292-4db0-89b6-b09f84f513ce', 'tag': '94671fa2-8c0f-46c1-8d8a-12ec57a1598d', 'status': 'completed', 'code': 200} Sep 08 13:53:26.641955 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_dvr_db [None req-a4a0c946-e50d-4004-a738-7035f381e673 None None] Set router 02a208a6-8629-4695-a17f-fdd0442b3d34 gateway port host: dv-cinder-820027-24-iscsi {{(pid=112712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 13:53:26.872893 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c624f0-1b0f-48f9-8614-295cbf8679d3 req-728938ed-d30b-48f6-8fac-39d856c465b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:26.875192 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [req-89c624f0-1b0f-48f9-8614-295cbf8679d3 req-728938ed-d30b-48f6-8fac-39d856c465b1 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=b4ca185497284e9780eba8fc2e713d6e&device_id=c6a4b8e4-4292-4db0-89b6-b09f84f513ce HTTP/1.1" status: 200 len: 1129 time: 0.0445442 Sep 08 13:53:26.878946 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Device 86699af9-4b49-40e3-b189-ff4a7a9e5e59 up at agent hyperv_hv-cinder-82002 {{(pid=112711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:53:26.930216 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Provisioning for port 86699af9-4b49-40e3-b189-ff4a7a9e5e59 completed by entity L2. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 08 13:53:26.954874 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Provisioning complete for port 86699af9-4b49-40e3-b189-ff4a7a9e5e59 triggered by entity L2. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 13:53:26.956193 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (86699af9-4b49-40e3-b189-ff4a7a9e5e59), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:26.960899 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_hamode_db [None req-a4a0c946-e50d-4004-a738-7035f381e673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02a208a6-8629-4695-a17f-fdd0442b3d34', 'name': 'tempest-AttachVolumeNegativeTest-1590919179-router', 'tenant_id': 'b4ca185497284e9780eba8fc2e713d6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'e8f2f592-277a-4d05-986e-4d884ef99bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:52:26Z', 'updated_at': '2022-09-08T13:52:37Z', 'revision_number': 4, 'project_id': 'b4ca185497284e9780eba8fc2e713d6e', 'gw_port': {'id': 'e8f2f592-277a-4d05-986e-4d884ef99bfb', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:98:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a208a6-8629-4695-a17f-fdd0442b3d34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:52:27Z', 'updated_at': '2022-09-08T13:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi', '_floatingips': [{'id': '960ce675-957d-45d5-84ec-74815782cbdc', 'tenant_id': 'b4ca185497284e9780eba8fc2e713d6e', 'floating_ip_address': '172.27.0.127', 'floating_network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'router_id': '02a208a6-8629-4695-a17f-fdd0442b3d34', 'port_id': '94671fa2-8c0f-46c1-8d8a-12ec57a1598d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf5901ef-2ee5-4879-85aa-18770c77b80a', 'mac_address': 'fa:16:3e:84:5c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6a4b8e4-4292-4db0-89b6-b09f84f513ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-08T13:52:43Z', 'updated_at': '2022-09-08T13:53:25Z', 'revision_number': 1, 'project_id': 'b4ca185497284e9780eba8fc2e713d6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ca98399-9c62-4c2e-b02f-2e468cdee8e8', 'name': '', 'network_id': 'cf5901ef-2ee5-4879-85aa-18770c77b80a', 'tenant_id': 'b4ca185497284e9780eba8fc2e713d6e', 'mac_address': 'fa:16:3e:fb:7b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a208a6-8629-4695-a17f-fdd0442b3d34', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'a139bee4-b378-4a6d-bfa3-c572d95f8369', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:52:34Z', 'updated_at': '2022-09-08T13:52:55Z', 'revision_number': 5, 'project_id': 'b4ca185497284e9780eba8fc2e713d6e', 'subnets': [{'id': 'a139bee4-b378-4a6d-bfa3-c572d95f8369', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-24-iscsi', False) {} {{(pid=112712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:53:26.986950 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a0c946-e50d-4004-a738-7035f381e673 None None] Checking router: 02a208a6-8629-4695-a17f-fdd0442b3d34 for host: dv-cinder-820027-24-iscsi {{(pid=112712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:53:26.997017 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a0c946-e50d-4004-a738-7035f381e673 None None] Routers {'02a208a6-8629-4695-a17f-fdd0442b3d34'} bound to L3 agent in host dv-cinder-820027-24-iscsi {{(pid=112712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 13:53:26.997627 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_hamode_db [None req-a4a0c946-e50d-4004-a738-7035f381e673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-08T13:44:16Z,description=,heartbeat_timestamp=2022-09-08T13:53:16Z,host='dv-cinder-820027-24-iscsi',id=91421a76-39ff-4685-90ca-aa6fbf6a1933,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:44:16Z,topic='l3_agent')) {'router_ids': ['02a208a6-8629-4695-a17f-fdd0442b3d34'], 'active': True} {{(pid=112712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:53:27.005096 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ab8ea8-6d01-4722-ab49-739520a3e852 req-505992ab-0ab1-469c-a653-89e0f155ec60 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:27.007589 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-24ab8ea8-6d01-4722-ab49-739520a3e852 req-505992ab-0ab1-469c-a653-89e0f155ec60 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d2ad7906-3b73-4fc9-a692-9692fb6234b3 HTTP/1.1" status: 200 len: 944 time: 0.0717621 Sep 08 13:53:27.013962 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:27.018566 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c624f0-1b0f-48f9-8614-295cbf8679d3 req-93c2003c-5e07-42ff-aa18-479650cfdec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:27.020531 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [req-89c624f0-1b0f-48f9-8614-295cbf8679d3 req-93c2003c-5e07-42ff-aa18-479650cfdec1 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=cf5901ef-2ee5-4879-85aa-18770c77b80a HTTP/1.1" status: 200 len: 916 time: 0.1256645 Sep 08 13:53:27.053052 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Current status of the port 86699af9-4b49-40e3-b189-ff4a7a9e5e59 is: BUILD; New status is: ACTIVE {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 13:53:27.053872 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (86699af9-4b49-40e3-b189-ff4a7a9e5e59), before_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:27.060966 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-24ab8ea8-6d01-4722-ab49-739520a3e852 req-22936a44-f1ad-403e-95d5-733dfcf4cddd tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e656d449-c572-4028-b2e1-f2eb8d08b7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471637 Sep 08 13:53:27.108748 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] For port 86699af9-4b49-40e3-b189-ff4a7a9e5e59, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=86699af9-4b49-40e3-b189-ff4a7a9e5e59,segment=NetworkSegment(85382ad6-9794-441c-848f-26fa1eb3f5ed),segment_id=85382ad6-9794-441c-848f-26fa1eb3f5ed)] {{(pid=112711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:53:27.113846 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (86699af9-4b49-40e3-b189-ff4a7a9e5e59), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:27.129811 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [req-89c624f0-1b0f-48f9-8614-295cbf8679d3 req-d48f7ec7-0766-4433-9110-8d3c1af9fe27 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=94671fa2-8c0f-46c1-8d8a-12ec57a1598d HTTP/1.1" status: 200 len: 999 time: 0.0991781 Sep 08 13:53:27.130716 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_dvr_db [None req-a4a0c946-e50d-4004-a738-7035f381e673 None None] Set router 02a208a6-8629-4695-a17f-fdd0442b3d34 gateway port host: dv-cinder-820027-24-iscsi {{(pid=112712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 13:53:27.168582 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Pushing event updated for resources: {'Port': ['ID=86699af9-4b49-40e3-b189-ff4a7a9e5e59,revision_number=5']} {{(pid=112711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:53:27.176134 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:53:27.176348 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:53:27.176721 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:53:27.177065 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:53:27.177401 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:53:27.177755 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:53:27.178084 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:53:27.178408 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:53:27.178736 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:53:27.179062 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:53:27.179387 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:53:27.179726 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:53:27.180052 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:53:27.180371 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:53:27.180690 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:53:27.378482 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_hamode_db [None req-a4a0c946-e50d-4004-a738-7035f381e673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02a208a6-8629-4695-a17f-fdd0442b3d34', 'name': 'tempest-AttachVolumeNegativeTest-1590919179-router', 'tenant_id': 'b4ca185497284e9780eba8fc2e713d6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'e8f2f592-277a-4d05-986e-4d884ef99bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:52:26Z', 'updated_at': '2022-09-08T13:52:37Z', 'revision_number': 4, 'project_id': 'b4ca185497284e9780eba8fc2e713d6e', 'gw_port': {'id': 'e8f2f592-277a-4d05-986e-4d884ef99bfb', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:98:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a208a6-8629-4695-a17f-fdd0442b3d34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:52:27Z', 'updated_at': '2022-09-08T13:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi', '_floatingips': [{'id': '960ce675-957d-45d5-84ec-74815782cbdc', 'tenant_id': 'b4ca185497284e9780eba8fc2e713d6e', 'floating_ip_address': '172.27.0.127', 'floating_network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'router_id': '02a208a6-8629-4695-a17f-fdd0442b3d34', 'port_id': '94671fa2-8c0f-46c1-8d8a-12ec57a1598d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf5901ef-2ee5-4879-85aa-18770c77b80a', 'mac_address': 'fa:16:3e:84:5c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6a4b8e4-4292-4db0-89b6-b09f84f513ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-08T13:52:43Z', 'updated_at': '2022-09-08T13:53:25Z', 'revision_number': 1, 'project_id': 'b4ca185497284e9780eba8fc2e713d6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ca98399-9c62-4c2e-b02f-2e468cdee8e8', 'name': '', 'network_id': 'cf5901ef-2ee5-4879-85aa-18770c77b80a', 'tenant_id': 'b4ca185497284e9780eba8fc2e713d6e', 'mac_address': 'fa:16:3e:fb:7b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a208a6-8629-4695-a17f-fdd0442b3d34', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'a139bee4-b378-4a6d-bfa3-c572d95f8369', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:52:34Z', 'updated_at': '2022-09-08T13:52:55Z', 'revision_number': 5, 'project_id': 'b4ca185497284e9780eba8fc2e713d6e', 'subnets': [{'id': 'a139bee4-b378-4a6d-bfa3-c572d95f8369', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-24-iscsi', False) {} {{(pid=112712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:53:27.403402 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a0c946-e50d-4004-a738-7035f381e673 None None] The sync data for ids ['02a208a6-8629-4695-a17f-fdd0442b3d34'] in dv-cinder-820027-24-iscsi is: [{'id': '02a208a6-8629-4695-a17f-fdd0442b3d34', 'name': 'tempest-AttachVolumeNegativeTest-1590919179-router', 'tenant_id': 'b4ca185497284e9780eba8fc2e713d6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'e8f2f592-277a-4d05-986e-4d884ef99bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:52:26Z', 'updated_at': '2022-09-08T13:52:37Z', 'revision_number': 4, 'project_id': 'b4ca185497284e9780eba8fc2e713d6e', 'gw_port': {'id': 'e8f2f592-277a-4d05-986e-4d884ef99bfb', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:98:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a208a6-8629-4695-a17f-fdd0442b3d34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:52:27Z', 'updated_at': '2022-09-08T13:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi', '_floatingips': [{'id': '960ce675-957d-45d5-84ec-74815782cbdc', 'tenant_id': 'b4ca185497284e9780eba8fc2e713d6e', 'floating_ip_address': '172.27.0.127', 'floating_network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'router_id': '02a208a6-8629-4695-a17f-fdd0442b3d34', 'port_id': '94671fa2-8c0f-46c1-8d8a-12ec57a1598d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf5901ef-2ee5-4879-85aa-18770c77b80a', 'mac_address': 'fa:16:3e:84:5c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6a4b8e4-4292-4db0-89b6-b09f84f513ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-08T13:52:43Z', 'updated_at': '2022-09-08T13:53:25Z', 'revision_number': 1, 'project_id': 'b4ca185497284e9780eba8fc2e713d6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ca98399-9c62-4c2e-b02f-2e468cdee8e8', 'name': '', 'network_id': 'cf5901ef-2ee5-4879-85aa-18770c77b80a', 'tenant_id': 'b4ca185497284e9780eba8fc2e713d6e', 'mac_address': 'fa:16:3e:fb:7b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a208a6-8629-4695-a17f-fdd0442b3d34', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'a139bee4-b378-4a6d-bfa3-c572d95f8369', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:52:34Z', 'updated_at': '2022-09-08T13:52:55Z', 'revision_number': 5, 'project_id': 'b4ca185497284e9780eba8fc2e713d6e', 'subnets': [{'id': 'a139bee4-b378-4a6d-bfa3-c572d95f8369', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:53:27.439603 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7b396f5-eec9-4df0-8dca-0f2ba1cbb42c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8264f39d-725c-426b-913c-05ab5ad2087e'}, {'server_uuid': 'd2ad7906-3b73-4fc9-a692-9692fb6234b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86699af9-4b49-40e3-b189-ff4a7a9e5e59'}] {{(pid=112711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 13:53:27.442018 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da88ec0cbec787fa3ec3fbfc035ae72aba30a0bab36d561f227dc8a59222d55b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-341f0f7b-153b-4565-9225-4c265a07cef7" -d '{"events": [{"server_uuid": "f7b396f5-eec9-4df0-8dca-0f2ba1cbb42c", "name": "network-vif-plugged", "status": "completed", "tag": "8264f39d-725c-426b-913c-05ab5ad2087e"}, {"server_uuid": "d2ad7906-3b73-4fc9-a692-9692fb6234b3", "name": "network-vif-plugged", "status": "completed", "tag": "86699af9-4b49-40e3-b189-ff4a7a9e5e59"}]}' {{(pid=112711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:53:27.488338 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 08 Sep 2022 13:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18ef514a-0aaa-4463-80d4-6c6a9a37cb0d x-openstack-request-id: req-18ef514a-0aaa-4463-80d4-6c6a9a37cb0d {{(pid=112711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:53:27.488632 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7b396f5-eec9-4df0-8dca-0f2ba1cbb42c", "name": "network-vif-plugged", "status": "completed", "tag": "8264f39d-725c-426b-913c-05ab5ad2087e", "code": 200}, {"server_uuid": "d2ad7906-3b73-4fc9-a692-9692fb6234b3", "name": "network-vif-plugged", "status": "completed", "tag": "86699af9-4b49-40e3-b189-ff4a7a9e5e59", "code": 200}]} {{(pid=112711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:53:27.488883 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-18ef514a-0aaa-4463-80d4-6c6a9a37cb0d {{(pid=112711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:53:27.489282 dv-cinder-820027-24-iscsi neutron-server[112711]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18ef514a-0aaa-4463-80d4-6c6a9a37cb0d'] response: {'server_uuid': 'f7b396f5-eec9-4df0-8dca-0f2ba1cbb42c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8264f39d-725c-426b-913c-05ab5ad2087e', 'code': 200} Sep 08 13:53:27.489535 dv-cinder-820027-24-iscsi neutron-server[112711]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18ef514a-0aaa-4463-80d4-6c6a9a37cb0d'] response: {'server_uuid': 'd2ad7906-3b73-4fc9-a692-9692fb6234b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86699af9-4b49-40e3-b189-ff4a7a9e5e59', 'code': 200} Sep 08 13:53:27.623087 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe90e06f-2f47-48b6-afaa-8293ef3b27d0 None None] New status for floating IP 960ce675-957d-45d5-84ec-74815782cbdc: ACTIVE {{(pid=112711) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 08 13:53:27.691078 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e02d01-7f0e-46a0-a795-53e2d5c2611f req-f36f24e8-bdce-4033-8aa4-ee065243dad6 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:27.692689 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-52e02d01-7f0e-46a0-a795-53e2d5c2611f req-f36f24e8-bdce-4033-8aa4-ee065243dad6 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=17665f83-a581-4f16-9275-45bce05f5f49 HTTP/1.1" status: 200 len: 946 time: 0.0628657 Sep 08 13:53:27.769508 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-52e02d01-7f0e-46a0-a795-53e2d5c2611f req-2489599f-a583-43f4-8ddf-320a1547a0cc tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=5c37b456-2be1-4170-a806-ad519f2b6e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679333 Sep 08 13:53:28.008219 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c624f0-1b0f-48f9-8614-295cbf8679d3 req-ccb4fc14-bee1-4de1-9679-e9386f57c4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:28.010786 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [req-89c624f0-1b0f-48f9-8614-295cbf8679d3 req-ccb4fc14-bee1-4de1-9679-e9386f57c4cd service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=a139bee4-b378-4a6d-bfa3-c572d95f8369 HTTP/1.1" status: 200 len: 854 time: 0.0635066 Sep 08 13:53:28.077421 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 35338) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:53:28.099336 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 35344) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:53:28.180809 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c624f0-1b0f-48f9-8614-295cbf8679d3 req-784878a9-03a5-4d8c-ab0b-c92a2ea9b569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:28.182653 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [req-89c624f0-1b0f-48f9-8614-295cbf8679d3 req-784878a9-03a5-4d8c-ab0b-c92a2ea9b569 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=cf5901ef-2ee5-4879-85aa-18770c77b80a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0591950 Sep 08 13:53:28.287626 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-8e0168d0-f05d-41be-9b27-ed8990fef854 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:28.328998 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81af8009-bf77-4ac0-af79-735269d8ebd1 req-24e5a2f3-7bdb-4a2a-aab1-dc511eb5a82e tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:28.331458 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-18f45261-e61d-4f3b-b568-2699ec8120cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:28.331615 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-81af8009-bf77-4ac0-af79-735269d8ebd1 req-24e5a2f3-7bdb-4a2a-aab1-dc511eb5a82e tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d2ad7906-3b73-4fc9-a692-9692fb6234b3 HTTP/1.1" status: 200 len: 945 time: 0.1265576 Sep 08 13:53:28.353049 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:28.366742 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:28.426089 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [req-89c624f0-1b0f-48f9-8614-295cbf8679d3 req-eaf127e7-8f52-4551-a425-021481a670e0 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/cf5901ef-2ee5-4879-85aa-18770c77b80a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227006 Sep 08 13:53:28.544840 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9536fb7-3fae-4ac1-b316-67f845365ddb req-2e44147e-e2b8-48dc-912e-62ca9e3a6378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:28.546851 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e9536fb7-3fae-4ac1-b316-67f845365ddb req-2e44147e-e2b8-48dc-912e-62ca9e3a6378 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f7b396f5-eec9-4df0-8dca-0f2ba1cbb42c HTTP/1.1" status: 200 len: 1130 time: 0.1220999 Sep 08 13:53:28.550963 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6258efd3-d60e-4482-86d8-6b34a73b6564 req-36628157-03a4-4461-9e35-a519a71930d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:28.552413 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-6258efd3-d60e-4482-86d8-6b34a73b6564 req-36628157-03a4-4461-9e35-a519a71930d6 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d2ad7906-3b73-4fc9-a692-9692fb6234b3 HTTP/1.1" status: 200 len: 1129 time: 0.1755211 Sep 08 13:53:28.579391 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-81af8009-bf77-4ac0-af79-735269d8ebd1 req-3008f0f4-6d65-4798-8108-df777fc82c63 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e656d449-c572-4028-b2e1-f2eb8d08b7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2233663 Sep 08 13:53:28.614994 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-8e0168d0-f05d-41be-9b27-ed8990fef854 admin admin] Publish callbacks [] for security_group (02e5233f-7aea-4b07-8043-6556f219a616), precommit_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:28.625567 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-8e0168d0-f05d-41be-9b27-ed8990fef854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (02e5233f-7aea-4b07-8043-6556f219a616), after_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:28.644922 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [req-89c624f0-1b0f-48f9-8614-295cbf8679d3 req-7143d0c0-4b4d-467a-84a0-be3194149e95 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/cf5901ef-2ee5-4879-85aa-18770c77b80a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984103 Sep 08 13:53:28.651364 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-18f45261-e61d-4f3b-b568-2699ec8120cb admin admin] Publish callbacks [] for security_group (065d2a98-3aab-49ac-8acd-efca5e7314d3), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:28.660284 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-18f45261-e61d-4f3b-b568-2699ec8120cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (065d2a98-3aab-49ac-8acd-efca5e7314d3), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:28.713850 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-18f45261-e61d-4f3b-b568-2699ec8120cb admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=8c9621cdca494b7abf3a0e9dac3e8e9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6322558 Sep 08 13:53:28.716119 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 35366) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:53:28.723423 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-8e0168d0-f05d-41be-9b27-ed8990fef854 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=6e573243b2a14e24a00aa569a5dd890b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6228559 Sep 08 13:53:28.726204 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 35368) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:53:28.727528 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f45261-e61d-4f3b-b568-2699ec8120cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=065d2a98-3aab-49ac-8acd-efca5e7314d3,revision_number=1']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:53:28.728331 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e9536fb7-3fae-4ac1-b316-67f845365ddb req-9b690138-e698-44f9-aa06-ca156e8e2f6e service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5c37b456-2be1-4170-a806-ad519f2b6e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469009 Sep 08 13:53:28.731092 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:28.735881 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0168d0-f05d-41be-9b27-ed8990fef854 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02e5233f-7aea-4b07-8043-6556f219a616,revision_number=1']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:53:28.739995 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-6258efd3-d60e-4482-86d8-6b34a73b6564 req-06fc40e6-db6f-4b97-84ce-8422fb2a9d4c service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e656d449-c572-4028-b2e1-f2eb8d08b7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1624024 Sep 08 13:53:28.750329 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f45261-e61d-4f3b-b568-2699ec8120cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:53:28.750709 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f45261-e61d-4f3b-b568-2699ec8120cb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:53:28.751053 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f45261-e61d-4f3b-b568-2699ec8120cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:53:28.751391 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f45261-e61d-4f3b-b568-2699ec8120cb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:53:28.751746 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f45261-e61d-4f3b-b568-2699ec8120cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:53:28.752082 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f45261-e61d-4f3b-b568-2699ec8120cb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:53:28.752412 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f45261-e61d-4f3b-b568-2699ec8120cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:53:28.752735 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f45261-e61d-4f3b-b568-2699ec8120cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:53:28.753059 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f45261-e61d-4f3b-b568-2699ec8120cb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:53:28.753386 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f45261-e61d-4f3b-b568-2699ec8120cb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:53:28.753707 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f45261-e61d-4f3b-b568-2699ec8120cb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:53:28.756997 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f45261-e61d-4f3b-b568-2699ec8120cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:53:28.757345 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f45261-e61d-4f3b-b568-2699ec8120cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:53:28.757688 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f45261-e61d-4f3b-b568-2699ec8120cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:53:28.758049 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f45261-e61d-4f3b-b568-2699ec8120cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:53:28.798672 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-df930fda-21a8-4a8e-8d45-55542d9b150c admin admin] Publish callbacks [] for security_group (065d2a98-3aab-49ac-8acd-efca5e7314d3), before_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:28.803651 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-37ed4a29-fccf-4c0c-b925-b388e5b29577 admin admin] Publish callbacks [] for security_group (02e5233f-7aea-4b07-8043-6556f219a616), before_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:28.826399 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-df930fda-21a8-4a8e-8d45-55542d9b150c admin admin] Publish callbacks [] for security_group (065d2a98-3aab-49ac-8acd-efca5e7314d3), precommit_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:28.828357 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-37ed4a29-fccf-4c0c-b925-b388e5b29577 admin admin] Publish callbacks [] for security_group (02e5233f-7aea-4b07-8043-6556f219a616), precommit_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:28.888651 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-df930fda-21a8-4a8e-8d45-55542d9b150c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (065d2a98-3aab-49ac-8acd-efca5e7314d3), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:28.892019 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-df930fda-21a8-4a8e-8d45-55542d9b150c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:28.893788 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-df930fda-21a8-4a8e-8d45-55542d9b150c admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/065d2a98-3aab-49ac-8acd-efca5e7314d3 HTTP/1.1" status: 204 len: 168 time: 0.1758673 Sep 08 13:53:28.902813 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df930fda-21a8-4a8e-8d45-55542d9b150c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=065d2a98-3aab-49ac-8acd-efca5e7314d3,revision_number=None']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:53:28.933833 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-37ed4a29-fccf-4c0c-b925-b388e5b29577 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (02e5233f-7aea-4b07-8043-6556f219a616), after_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:28.936409 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-37ed4a29-fccf-4c0c-b925-b388e5b29577 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:28.941071 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-37ed4a29-fccf-4c0c-b925-b388e5b29577 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/02e5233f-7aea-4b07-8043-6556f219a616 HTTP/1.1" status: 204 len: 168 time: 0.2111795 Sep 08 13:53:28.960667 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e3e720-2eb6-4b0d-b4ee-33e0de79abbb req-79fff84d-8e2b-45ea-aa67-306cdefe2b3d tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:28.963027 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-78e3e720-2eb6-4b0d-b4ee-33e0de79abbb req-79fff84d-8e2b-45ea-aa67-306cdefe2b3d tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=17665f83-a581-4f16-9275-45bce05f5f49 HTTP/1.1" status: 200 len: 946 time: 0.0924444 Sep 08 13:53:28.964437 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ed4a29-fccf-4c0c-b925-b388e5b29577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02e5233f-7aea-4b07-8043-6556f219a616,revision_number=None']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:53:28.970226 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 35378) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:53:29.050839 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-78e3e720-2eb6-4b0d-b4ee-33e0de79abbb req-22337194-bc4b-4a56-883c-bcd0f7ab135c tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=5c37b456-2be1-4170-a806-ad519f2b6e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742619 Sep 08 13:53:29.364419 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-25ba061b-bcce-439e-bac3-ecb974c7768a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:29.439134 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc71bd9-2662-4ec4-a658-6f01a582417c req-43649d0a-59f9-451e-9887-9e3ab7674963 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:29.441262 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-edc71bd9-2662-4ec4-a658-6f01a582417c req-43649d0a-59f9-451e-9887-9e3ab7674963 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=17665f83-a581-4f16-9275-45bce05f5f49 HTTP/1.1" status: 200 len: 946 time: 0.0685573 Sep 08 13:53:29.519973 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-edc71bd9-2662-4ec4-a658-6f01a582417c req-b9cd731b-8798-407d-a45f-2c3267eaa00b tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=5c37b456-2be1-4170-a806-ad519f2b6e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720155 Sep 08 13:53:29.542667 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-25ba061b-bcce-439e-bac3-ecb974c7768a admin admin] Publish callbacks [] for security_group (bf4b65ad-a777-4de1-8bb5-6e8657992e02), precommit_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:29.546859 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-25ba061b-bcce-439e-bac3-ecb974c7768a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (bf4b65ad-a777-4de1-8bb5-6e8657992e02), after_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:29.591952 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:INSERT=11,neutron:SELECT=84,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:29.600818 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-25ba061b-bcce-439e-bac3-ecb974c7768a admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=73e9543ac314447194b3a4d851a65bf0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6271436 Sep 08 13:53:29.601226 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 35410) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:53:29.601893 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ba061b-bcce-439e-bac3-ecb974c7768a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf4b65ad-a777-4de1-8bb5-6e8657992e02,revision_number=1']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:53:29.619176 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:DELETE=1 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:29.676482 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-5c95ca34-73ab-4967-ae9b-7a9891015b2a admin admin] Publish callbacks [] for security_group (bf4b65ad-a777-4de1-8bb5-6e8657992e02), before_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:29.745481 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-5c95ca34-73ab-4967-ae9b-7a9891015b2a admin admin] Publish callbacks [] for security_group (bf4b65ad-a777-4de1-8bb5-6e8657992e02), precommit_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:29.772287 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d30d1a-9cb6-4aee-b9df-0865516eaa59 req-87f990ee-647f-4015-a8dc-922c3469e45b tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:29.778209 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-d3d30d1a-9cb6-4aee-b9df-0865516eaa59 req-87f990ee-647f-4015-a8dc-922c3469e45b tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d2ad7906-3b73-4fc9-a692-9692fb6234b3 HTTP/1.1" status: 200 len: 945 time: 0.0791419 Sep 08 13:53:29.849431 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-d3d30d1a-9cb6-4aee-b9df-0865516eaa59 req-c39d4649-7022-4dbf-b942-fbb09e9d8577 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e656d449-c572-4028-b2e1-f2eb8d08b7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673642 Sep 08 13:53:29.855883 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-5c95ca34-73ab-4967-ae9b-7a9891015b2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (bf4b65ad-a777-4de1-8bb5-6e8657992e02), after_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:29.858828 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-5c95ca34-73ab-4967-ae9b-7a9891015b2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:29.864728 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-5c95ca34-73ab-4967-ae9b-7a9891015b2a admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/bf4b65ad-a777-4de1-8bb5-6e8657992e02 HTTP/1.1" status: 204 len: 168 time: 0.2597198 Sep 08 13:53:29.874428 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c95ca34-73ab-4967-ae9b-7a9891015b2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf4b65ad-a777-4de1-8bb5-6e8657992e02,revision_number=None']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:53:29.949780 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 35428) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:53:30.184726 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.v2.base [None req-2e0eee9e-d727-46e4-9a1e-4faae291ee97 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1945735576-network', 'tenant_id': 'f7507a7da3bb4420abcfcf08780dc0a4'}} {{(pid=112710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:53:30.211662 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e0eee9e-d727-46e4-9a1e-4faae291ee97 admin admin] Made reservation on behalf of f7507a7da3bb4420abcfcf08780dc0a4 for: {'network': 1} {{(pid=112710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:53:30.215395 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-2e0eee9e-d727-46e4-9a1e-4faae291ee97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for network (None), before_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:30.229064 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-2e0eee9e-d727-46e4-9a1e-4faae291ee97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:30.317935 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-2e0eee9e-d727-46e4-9a1e-4faae291ee97 admin admin] Publish callbacks [] for security_group (67f82339-c558-4fb0-914d-617dffa82f8a), precommit_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:30.322638 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-2e0eee9e-d727-46e4-9a1e-4faae291ee97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (67f82339-c558-4fb0-914d-617dffa82f8a), after_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:30.347543 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e0eee9e-d727-46e4-9a1e-4faae291ee97 admin admin] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=112710) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:53:30.364990 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0eee9e-d727-46e4-9a1e-4faae291ee97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67f82339-c558-4fb0-914d-617dffa82f8a,revision_number=1']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:53:30.368986 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-2e0eee9e-d727-46e4-9a1e-4faae291ee97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1392598'] for segment (77117d76-4f7e-4448-ad65-a6980bb46bfe), precommit_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:30.371978 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.db.segments_db [None req-2e0eee9e-d727-46e4-9a1e-4faae291ee97 admin admin] Added segment 77117d76-4f7e-4448-ad65-a6980bb46bfe of type vlan for network 2484c1b8-1d7e-43af-960e-e27892a8e9d6 Sep 08 13:53:30.372275 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 35444) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:53:30.392663 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-2727588e-7ad8-46d1-b000-a0f7a7364a36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:30.395775 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:30.415478 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-2e0eee9e-d727-46e4-9a1e-4faae291ee97 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729028104322'] for network (2484c1b8-1d7e-43af-960e-e27892a8e9d6), precommit_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:30.453411 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-2e0eee9e-d727-46e4-9a1e-4faae291ee97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862'] for network (2484c1b8-1d7e-43af-960e-e27892a8e9d6), after_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:30.455464 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0eee9e-d727-46e4-9a1e-4faae291ee97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:30.457436 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-2e0eee9e-d727-46e4-9a1e-4faae291ee97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693876'] for network (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:30.522379 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-2727588e-7ad8-46d1-b000-a0f7a7364a36 admin admin] Publish callbacks [] for security_group (7a0575a1-aaac-417b-913f-96162655d73e), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:30.526874 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-2727588e-7ad8-46d1-b000-a0f7a7364a36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (7a0575a1-aaac-417b-913f-96162655d73e), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:30.535977 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-2e0eee9e-d727-46e4-9a1e-4faae291ee97 admin admin] 10.222.0.55 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5850787 Sep 08 13:53:30.539006 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 35446) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:53:30.552804 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.v2.base [None req-ab9ac24e-fdb8-4306-9071-c7d445d56a0a admin admin] Request body: {'subnet': {'network_id': '2484c1b8-1d7e-43af-960e-e27892a8e9d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1945735576-subnet', 'tenant_id': 'f7507a7da3bb4420abcfcf08780dc0a4', 'ip_version': 4}} {{(pid=112710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:53:30.570040 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0eee9e-d727-46e4-9a1e-4faae291ee97 admin admin] Pushing event updated for resources: {'Network': ['ID=2484c1b8-1d7e-43af-960e-e27892a8e9d6,revision_number=1']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:53:30.583766 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab9ac24e-fdb8-4306-9071-c7d445d56a0a admin admin] Made reservation on behalf of f7507a7da3bb4420abcfcf08780dc0a4 for: {'subnet': 1} {{(pid=112710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:53:30.584308 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Network 2484c1b8-1d7e-43af-960e-e27892a8e9d6 details requested by agent ovs-agent-dv-cinder-820027-24-iscsi with host dv-cinder-820027-24-iscsi {{(pid=112711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:53:30.588301 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-ab9ac24e-fdb8-4306-9071-c7d445d56a0a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9654423'] for subnet (None), before_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:30.593622 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2727588e-7ad8-46d1-b000-a0f7a7364a36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a0575a1-aaac-417b-913f-96162655d73e,revision_number=1']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:53:30.599807 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-2727588e-7ad8-46d1-b000-a0f7a7364a36 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=04ed5108c2214df48040694ab5ad3571&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2250161 Sep 08 13:53:30.601160 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 35450) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:53:30.664046 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-914669ea-7aa0-4890-b928-495adb133d69 admin admin] Publish callbacks [] for security_group (7a0575a1-aaac-417b-913f-96162655d73e), before_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:30.694507 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-914669ea-7aa0-4890-b928-495adb133d69 admin admin] Publish callbacks [] for security_group (7a0575a1-aaac-417b-913f-96162655d73e), precommit_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:30.723060 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc9a8a7-a1a1-4cd9-88e8-6123946bf900 req-6457ce76-0366-460d-8ced-e6c5d5eb9971 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:30.724563 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-1dc9a8a7-a1a1-4cd9-88e8-6123946bf900 req-6457ce76-0366-460d-8ced-e6c5d5eb9971 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=17665f83-a581-4f16-9275-45bce05f5f49 HTTP/1.1" status: 200 len: 946 time: 0.0749040 Sep 08 13:53:30.750728 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-914669ea-7aa0-4890-b928-495adb133d69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (7a0575a1-aaac-417b-913f-96162655d73e), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:30.756904 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-914669ea-7aa0-4890-b928-495adb133d69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:30.756904 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-914669ea-7aa0-4890-b928-495adb133d69 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/7a0575a1-aaac-417b-913f-96162655d73e HTTP/1.1" status: 204 len: 168 time: 0.1521719 Sep 08 13:53:30.770734 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914669ea-7aa0-4890-b928-495adb133d69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a0575a1-aaac-417b-913f-96162655d73e,revision_number=None']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:53:30.802007 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=78,neutron:DELETE=4,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:30.810250 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:30.843712 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-1dc9a8a7-a1a1-4cd9-88e8-6123946bf900 req-21ec83c5-b233-4a7f-a85c-ff194d1423f0 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=5c37b456-2be1-4170-a806-ad519f2b6e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041861 Sep 08 13:53:30.894357 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-ab9ac24e-fdb8-4306-9071-c7d445d56a0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10367164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9654409'] for subnet (dd049ea3-2d6b-4c1d-8839-c1ac515e78de), after_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:30.981520 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9ac24e-fdb8-4306-9071-c7d445d56a0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd049ea3-2d6b-4c1d-8839-c1ac515e78de,revision_number=0']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:53:31.026416 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9ac24e-fdb8-4306-9071-c7d445d56a0a admin admin] Checking segment: {'id': '77117d76-4f7e-4448-ad65-a6980bb46bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '2484c1b8-1d7e-43af-960e-e27892a8e9d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 13:53:31.026779 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9ac24e-fdb8-4306-9071-c7d445d56a0a admin admin] Network hostable DHCP agents. Network: 2484c1b8-1d7e-43af-960e-e27892a8e9d6, hostable agents: ['22ab8903-d7f5-4941-bce3-89140b53b8af'], hosted agents: [] {{(pid=112710) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:53:31.041566 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5fd692-05fe-4901-9a15-19bcb0b3bec6 req-16bc3160-fccd-4e24-a001-7c93fb750936 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:31.041566 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-ac5fd692-05fe-4901-9a15-19bcb0b3bec6 req-16bc3160-fccd-4e24-a001-7c93fb750936 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d2ad7906-3b73-4fc9-a692-9692fb6234b3 HTTP/1.1" status: 200 len: 945 time: 0.0872386 Sep 08 13:53:31.068825 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9ac24e-fdb8-4306-9071-c7d445d56a0a admin admin] Network 2484c1b8-1d7e-43af-960e-e27892a8e9d6 is scheduled to be hosted by DHCP agent 22ab8903-d7f5-4941-bce3-89140b53b8af with binding_index 1 {{(pid=112710) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:53:31.097465 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.scheduler.base_scheduler [None req-ab9ac24e-fdb8-4306-9071-c7d445d56a0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820027-24-iscsi, 2484c1b8-1d7e-43af-960e-e27892a8e9d6) {{(pid=112710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:53:31.102764 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9ac24e-fdb8-4306-9071-c7d445d56a0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:31.103617 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-ab9ac24e-fdb8-4306-9071-c7d445d56a0a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:31.109953 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e22b87c3-8878-4436-9712-34dde1b1e2c3 None None] Network 2484c1b8-1d7e-43af-960e-e27892a8e9d6 requested from dv-cinder-820027-24-iscsi {{(pid=112711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 08 13:53:31.119996 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-ac5fd692-05fe-4901-9a15-19bcb0b3bec6 req-3d3769cc-8b87-4a1e-b4fa-1f9eeba167ab tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e656d449-c572-4028-b2e1-f2eb8d08b7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743322 Sep 08 13:53:31.131919 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-ab9ac24e-fdb8-4306-9071-c7d445d56a0a admin admin] 10.222.0.55 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5894632 Sep 08 13:53:31.132331 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 35464) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:53:31.138575 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.v2.base [None req-84e2ff25-353b-4bed-9cf8-b26f37dc40ea admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1945735576-router', 'tenant_id': 'f7507a7da3bb4420abcfcf08780dc0a4', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014'}}} {{(pid=112710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:53:31.171665 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-84e2ff25-353b-4bed-9cf8-b26f37dc40ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3681175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8264'] for router (045fc859-2838-4597-9f98-5b2b1ad7c567), before_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:31.172965 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-84e2ff25-353b-4bed-9cf8-b26f37dc40ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3678445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3747977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3928445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8273'] for router (045fc859-2838-4597-9f98-5b2b1ad7c567), precommit_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:31.249497 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-84e2ff25-353b-4bed-9cf8-b26f37dc40ea admin admin] Publish callbacks [] for router_controller (045fc859-2838-4597-9f98-5b2b1ad7c567), precommit_add_association {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:31.293632 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b59bf78-6b2f-4353-b695-0143099fc767 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89035300-8bf1-5d6c-bf4b-25e43971bb7c-2484c1b8-1d7e-43af-960e-e27892a8e9d6', 'network_id': '2484c1b8-1d7e-43af-960e-e27892a8e9d6', 'project_id': 'f7507a7da3bb4420abcfcf08780dc0a4', 'fixed_ips': [{'subnet_id': 'dd049ea3-2d6b-4c1d-8839-c1ac515e78de'}]}} from dv-cinder-820027-24-iscsi. {{(pid=112711) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 08 13:53:31.296955 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-0b59bf78-6b2f-4353-b695-0143099fc767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (None), before_create {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:31.454252 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.db_base_plugin_common [None req-0b59bf78-6b2f-4353-b695-0143099fc767 None None] Allocated IP 172.20.0.2 (2484c1b8-1d7e-43af-960e-e27892a8e9d6/dd049ea3-2d6b-4c1d-8839-c1ac515e78de/80469ed5-7ba8-4be2-9762-dde9c1786b98) {{(pid=112711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:53:31.613492 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dfb2de-bf50-4d54-b4a3-1875fe81996b req-0d946c32-921d-4f2e-b512-be88ba55ee4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:31.615022 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-69dfb2de-bf50-4d54-b4a3-1875fe81996b req-0d946c32-921d-4f2e-b512-be88ba55ee4e service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=127bce2080d54fe4871b5aaa6cc394b5&device_id=17665f83-a581-4f16-9275-45bce05f5f49 HTTP/1.1" status: 200 len: 1130 time: 0.1271162 Sep 08 13:53:31.617293 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-0b59bf78-6b2f-4353-b695-0143099fc767 None None] Publish callbacks [] for port (80469ed5-7ba8-4be2-9762-dde9c1786b98), precommit_create {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:31.620711 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-84e2ff25-353b-4bed-9cf8-b26f37dc40ea admin admin] Publish callbacks [] for router_gateway (045fc859-2838-4597-9f98-5b2b1ad7c567), precommit_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:31.624665 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-0b59bf78-6b2f-4353-b695-0143099fc767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729028134301'] for port (80469ed5-7ba8-4be2-9762-dde9c1786b98), after_create {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:31.665957 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:31.669109 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b59bf78-6b2f-4353-b695-0143099fc767 None None] Network 2484c1b8-1d7e-43af-960e-e27892a8e9d6 is already hosted by enough agents. {{(pid=112711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:53:31.679235 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.scheduler.base_scheduler [None req-0b59bf78-6b2f-4353-b695-0143099fc767 None None] Resources bound (agent type, host, resource id): {{(pid=112711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:53:31.684685 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b59bf78-6b2f-4353-b695-0143099fc767 None None] Pushing event updated for resources: {'Port': ['ID=80469ed5-7ba8-4be2-9762-dde9c1786b98,revision_number=1']} {{(pid=112711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:53:31.687468 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b59bf78-6b2f-4353-b695-0143099fc767 None None] Received port after_create {{(pid=112711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 08 13:53:31.757862 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.managers [None req-0b59bf78-6b2f-4353-b695-0143099fc767 None None] Attempting to bind port 80469ed5-7ba8-4be2-9762-dde9c1786b98 on host dv-cinder-820027-24-iscsi for vnic_type normal with profile {{(pid=112711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 08 13:53:31.758554 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.managers [None req-0b59bf78-6b2f-4353-b695-0143099fc767 None None] Attempting to bind port 80469ed5-7ba8-4be2-9762-dde9c1786b98 by drivers openvswitch,hyperv on host dv-cinder-820027-24-iscsi at level 0 using segments [{'id': '77117d76-4f7e-4448-ad65-a6980bb46bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '2484c1b8-1d7e-43af-960e-e27892a8e9d6'}] {{(pid=112711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 08 13:53:31.759146 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b59bf78-6b2f-4353-b695-0143099fc767 None None] Attempting to bind port 80469ed5-7ba8-4be2-9762-dde9c1786b98 on network 2484c1b8-1d7e-43af-960e-e27892a8e9d6 {{(pid=112711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 13:53:31.781760 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:31.805450 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b59bf78-6b2f-4353-b695-0143099fc767 None None] Checking agent: {'id': '6df97c0c-9140-47af-8c93-84593b95031c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 8, 13, 44, 19), 'started_at': datetime.datetime(2022, 9, 8, 13, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 9, 8, 13, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 08 13:53:31.805754 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b59bf78-6b2f-4353-b695-0143099fc767 None None] Checking segment: {'id': '77117d76-4f7e-4448-ad65-a6980bb46bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '2484c1b8-1d7e-43af-960e-e27892a8e9d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 13:53:31.806337 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-0b59bf78-6b2f-4353-b695-0143099fc767 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:31.806732 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b59bf78-6b2f-4353-b695-0143099fc767 None None] Bound using segment: {'id': '77117d76-4f7e-4448-ad65-a6980bb46bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '2484c1b8-1d7e-43af-960e-e27892a8e9d6'} {{(pid=112711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 08 13:53:31.807205 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.managers [None req-0b59bf78-6b2f-4353-b695-0143099fc767 None None] Bound port: 80469ed5-7ba8-4be2-9762-dde9c1786b98, host: dv-cinder-820027-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77117d76-4f7e-4448-ad65-a6980bb46bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '2484c1b8-1d7e-43af-960e-e27892a8e9d6'}}] {{(pid=112711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 08 13:53:31.807584 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-0b59bf78-6b2f-4353-b695-0143099fc767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (80469ed5-7ba8-4be2-9762-dde9c1786b98), before_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:31.846752 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-84e2ff25-353b-4bed-9cf8-b26f37dc40ea admin admin] Publish callbacks [] for router_gateway (045fc859-2838-4597-9f98-5b2b1ad7c567), before_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:31.866234 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-84e2ff25-353b-4bed-9cf8-b26f37dc40ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (None), before_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:31.876187 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-0b59bf78-6b2f-4353-b695-0143099fc767 None None] For port 80469ed5-7ba8-4be2-9762-dde9c1786b98, host dv-cinder-820027-24-iscsi, cleared binding levels {{(pid=112711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:53:31.881055 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-0b59bf78-6b2f-4353-b695-0143099fc767 None None] For port 80469ed5-7ba8-4be2-9762-dde9c1786b98, host dv-cinder-820027-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-24-iscsi',level=0,port_id=80469ed5-7ba8-4be2-9762-dde9c1786b98,segment=NetworkSegment(77117d76-4f7e-4448-ad65-a6980bb46bfe),segment_id=77117d76-4f7e-4448-ad65-a6980bb46bfe)] {{(pid=112711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:53:31.888179 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-0b59bf78-6b2f-4353-b695-0143099fc767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (80469ed5-7ba8-4be2-9762-dde9c1786b98), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:31.965928 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b59bf78-6b2f-4353-b695-0143099fc767 None None] Pushing event updated for resources: {'Port': ['ID=80469ed5-7ba8-4be2-9762-dde9c1786b98,revision_number=2']} {{(pid=112711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:53:32.019503 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:32.039949 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d484d2-10b3-4cc3-a6e6-41dd653a9d45 req-0f18fbd4-b4c1-4826-be4a-7f8898a03986 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:32.041610 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-08d484d2-10b3-4cc3-a6e6-41dd653a9d45 req-0f18fbd4-b4c1-4826-be4a-7f8898a03986 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=17665f83-a581-4f16-9275-45bce05f5f49 HTTP/1.1" status: 200 len: 946 time: 0.0907052 Sep 08 13:53:32.077848 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.db.db_base_plugin_common [None req-84e2ff25-353b-4bed-9cf8-b26f37dc40ea admin admin] Allocated IP 172.27.0.20 (a5311008-4782-42e3-9445-a36a6c9fb014/42b74029-f5ac-41f0-a451-9a0d0b4a74ed/3844a4fa-6fb8-41d4-975b-f43ccddd098f) {{(pid=112710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:53:32.095778 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:32.141847 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-08d484d2-10b3-4cc3-a6e6-41dd653a9d45 req-40e15d08-7298-433d-a852-4309cc7a52dc tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=5c37b456-2be1-4170-a806-ad519f2b6e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918541 Sep 08 13:53:32.402427 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742f30f6-0650-451d-8ced-dfe97a110770 req-155e1ea4-d432-439e-9ed2-097101ff7719 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:32.404093 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-742f30f6-0650-451d-8ced-dfe97a110770 req-155e1ea4-d432-439e-9ed2-097101ff7719 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d2ad7906-3b73-4fc9-a692-9692fb6234b3 HTTP/1.1" status: 200 len: 945 time: 0.1033831 Sep 08 13:53:32.458229 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-84e2ff25-353b-4bed-9cf8-b26f37dc40ea admin admin] Publish callbacks [] for port (3844a4fa-6fb8-41d4-975b-f43ccddd098f), precommit_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:32.495608 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-742f30f6-0650-451d-8ced-dfe97a110770 req-8c7c90a9-a918-40d9-acc0-07dd5855eb60 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e656d449-c572-4028-b2e1-f2eb8d08b7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768142 Sep 08 13:53:32.530935 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-84e2ff25-353b-4bed-9cf8-b26f37dc40ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729028134301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10367820'] for port (3844a4fa-6fb8-41d4-975b-f43ccddd098f), after_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:32.619064 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e2ff25-353b-4bed-9cf8-b26f37dc40ea admin admin] Network a5311008-4782-42e3-9445-a36a6c9fb014 is already hosted by enough agents. {{(pid=112710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:53:32.620876 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e2ff25-353b-4bed-9cf8-b26f37dc40ea admin admin] Pushing event updated for resources: {'Port': ['ID=3844a4fa-6fb8-41d4-975b-f43ccddd098f,revision_number=1']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:53:32.625623 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-17544c1b-eb90-4c93-8b49-c4d0d0162597 req-4e342dec-12b0-4a91-86b8-3a05dc1fc4a3 tempest-VolumesNegativeTest-1693092154 tempest-VolumesNegativeTest-1693092154-project] 10.222.0.55 "GET /networking/v2.0/networks?tenant_id=06929ea6da40417394a9274b2c86c96a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0520060 Sep 08 13:53:32.627071 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.scheduler.base_scheduler [None req-84e2ff25-353b-4bed-9cf8-b26f37dc40ea admin admin] Resources bound (agent type, host, resource id): {{(pid=112710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:53:32.629330 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e2ff25-353b-4bed-9cf8-b26f37dc40ea admin admin] Received port after_create {{(pid=112710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 08 13:53:32.860649 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (4c2ff875-e6d7-424e-bdc7-d4b2ed4bdd9c), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:33.019740 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Device 80469ed5-7ba8-4be2-9762-dde9c1786b98 up at agent ovs-agent-dv-cinder-820027-24-iscsi {{(pid=112711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:53:33.084618 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Provisioning complete for port 80469ed5-7ba8-4be2-9762-dde9c1786b98 triggered by entity L2. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 13:53:33.085019 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (80469ed5-7ba8-4be2-9762-dde9c1786b98), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:33.089483 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17544c1b-eb90-4c93-8b49-c4d0d0162597 req-872c3671-9d86-4328-9a9e-af7c8f844943 tempest-VolumesNegativeTest-1693092154 tempest-VolumesNegativeTest-1693092154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:33.091123 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-17544c1b-eb90-4c93-8b49-c4d0d0162597 req-872c3671-9d86-4328-9a9e-af7c8f844943 tempest-VolumesNegativeTest-1693092154 tempest-VolumesNegativeTest-1693092154-project] 10.222.0.55 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4406118 Sep 08 13:53:33.135558 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-17544c1b-eb90-4c93-8b49-c4d0d0162597 req-c6f3e8f2-0c13-4ad2-b9c2-d5d81657a5d1 tempest-VolumesNegativeTest-1693092154 tempest-VolumesNegativeTest-1693092154-project] 10.222.0.55 "GET /networking/v2.0/quotas/06929ea6da40417394a9274b2c86c96a HTTP/1.1" status: 200 len: 375 time: 0.0374985 Sep 08 13:53:33.167291 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Current status of the port 80469ed5-7ba8-4be2-9762-dde9c1786b98 is: DOWN; New status is: ACTIVE {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 13:53:33.167785 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (80469ed5-7ba8-4be2-9762-dde9c1786b98), before_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:33.209049 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34cdb1ea-afa9-410a-8c20-a4bb5ce3df18 None None] Network 2484c1b8-1d7e-43af-960e-e27892a8e9d6 requested from dv-cinder-820027-24-iscsi {{(pid=112711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 08 13:53:33.211620 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-17544c1b-eb90-4c93-8b49-c4d0d0162597 req-7ba0fabb-c86a-45f6-ac1d-3e58cd8d01fb tempest-VolumesNegativeTest-1693092154 tempest-VolumesNegativeTest-1693092154-project] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=06929ea6da40417394a9274b2c86c96a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0598879 Sep 08 13:53:33.213569 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-84e2ff25-353b-4bed-9cf8-b26f37dc40ea admin admin] Publish callbacks [] for router_gateway (045fc859-2838-4597-9f98-5b2b1ad7c567), after_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:33.215819 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] For port 80469ed5-7ba8-4be2-9762-dde9c1786b98, host dv-cinder-820027-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-24-iscsi',level=0,port_id=80469ed5-7ba8-4be2-9762-dde9c1786b98,segment=NetworkSegment(77117d76-4f7e-4448-ad65-a6980bb46bfe),segment_id=77117d76-4f7e-4448-ad65-a6980bb46bfe)] {{(pid=112711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:53:33.271032 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (80469ed5-7ba8-4be2-9762-dde9c1786b98), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:33.311314 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-c09f1476-464f-4d00-aa7c-8bde336d6856 None None] Provisioning complete for port 80469ed5-7ba8-4be2-9762-dde9c1786b98 triggered by entity DHCP. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 13:53:33.311902 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-c09f1476-464f-4d00-aa7c-8bde336d6856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (80469ed5-7ba8-4be2-9762-dde9c1786b98), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:33.417924 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc58f7e-a296-4956-83f6-eee018d5c4f5 req-5efa1108-3745-43b2-86e4-5556f02e082e tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:33.419547 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-ccc58f7e-a296-4956-83f6-eee018d5c4f5 req-5efa1108-3745-43b2-86e4-5556f02e082e tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=17665f83-a581-4f16-9275-45bce05f5f49 HTTP/1.1" status: 200 len: 946 time: 0.1378505 Sep 08 13:53:33.443878 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Pushing event updated for resources: {'Port': ['ID=80469ed5-7ba8-4be2-9762-dde9c1786b98,revision_number=3']} {{(pid=112711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:53:33.445017 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:33.533969 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-c09f1476-464f-4d00-aa7c-8bde336d6856 None None] Current status of the port 80469ed5-7ba8-4be2-9762-dde9c1786b98 is: ACTIVE; New status is: ACTIVE {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 13:53:33.570110 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-9e9b226a-2a7a-4e22-9d76-70b31ececc1c req-60babb1e-fe13-4a23-b0c2-8bf8ad776326 tempest-VolumesNegativeTest-1693092154 tempest-VolumesNegativeTest-1693092154-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=143f215b-f987-440e-afa1-d699e0a52772 HTTP/1.1" status: 200 len: 210 time: 0.1403811 Sep 08 13:53:33.588779 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=100 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:33.857488 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-5d2dc443-8082-460e-99f4-bca05e2b3037 None None] Provisioning complete for port 80469ed5-7ba8-4be2-9762-dde9c1786b98 triggered by entity DHCP. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 13:53:33.859218 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-5d2dc443-8082-460e-99f4-bca05e2b3037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (80469ed5-7ba8-4be2-9762-dde9c1786b98), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:33.909132 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dfb2de-bf50-4d54-b4a3-1875fe81996b req-5ea91590-24be-4e7a-9dda-463d8a111d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:33.910699 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-69dfb2de-bf50-4d54-b4a3-1875fe81996b req-5ea91590-24be-4e7a-9dda-463d8a111d41 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=a6ea2a7a-ef84-454a-b305-c470482cf7fa HTTP/1.1" status: 200 len: 919 time: 0.5004389 Sep 08 13:53:33.933453 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-ccc58f7e-a296-4956-83f6-eee018d5c4f5 req-d9dcdbae-856f-456c-9cb8-2af906b2b9a8 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=5c37b456-2be1-4170-a806-ad519f2b6e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4988296 Sep 08 13:53:33.969034 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:33.993917 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da0b918-afac-4b57-aa23-26fb5f7d1a9b req-f6323bc8-f218-4498-addc-95c7fd191d42 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:33.995468 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-4da0b918-afac-4b57-aa23-26fb5f7d1a9b req-f6323bc8-f218-4498-addc-95c7fd191d42 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d2ad7906-3b73-4fc9-a692-9692fb6234b3 HTTP/1.1" status: 200 len: 945 time: 0.1154089 Sep 08 13:53:34.025990 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-84e2ff25-353b-4bed-9cf8-b26f37dc40ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3678394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3679297'] for router (045fc859-2838-4597-9f98-5b2b1ad7c567), after_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:34.098307 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-5d2dc443-8082-460e-99f4-bca05e2b3037 None None] Current status of the port 80469ed5-7ba8-4be2-9762-dde9c1786b98 is: ACTIVE; New status is: ACTIVE {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 13:53:34.103403 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-4da0b918-afac-4b57-aa23-26fb5f7d1a9b req-1bb5bc99-cf71-4ff1-aad3-1a607a2f9a0c tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e656d449-c572-4028-b2e1-f2eb8d08b7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972733 Sep 08 13:53:34.198162 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84e2ff25-353b-4bed-9cf8-b26f37dc40ea admin admin] Router 045fc859-2838-4597-9f98-5b2b1ad7c567 is scheduled to L3 agent 91421a76-39ff-4685-90ca-aa6fbf6a1933 with binding_index 1 {{(pid=112710) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 13:53:34.269996 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e26617-b8a9-4460-997d-a943b75ff85e req-64e25528-a207-4b2a-8d27-f6eb261c1ede tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:34.271523 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-86e26617-b8a9-4460-997d-a943b75ff85e req-64e25528-a207-4b2a-8d27-f6eb261c1ede tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d2ad7906-3b73-4fc9-a692-9692fb6234b3 HTTP/1.1" status: 200 len: 945 time: 0.0889678 Sep 08 13:53:34.281646 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 35556) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:53:34.286318 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.v2.base [None req-9bf8c5f1-73f1-4699-acb8-cf1ba0d32347 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Request body: {'floatingip': {'port_id': '86699af9-4b49-40e3-b189-ff4a7a9e5e59'}} {{(pid=112709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:53:34.327967 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-9bf8c5f1-73f1-4699-acb8-cf1ba0d32347 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Publish callbacks [] for floatingip (0f41bf9f-e91c-436e-baab-918857ec3540), before_update {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:34.336507 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84e2ff25-353b-4bed-9cf8-b26f37dc40ea admin admin] Notify agent at l3_agent.dv-cinder-820027-24-iscsi the message routers_updated {{(pid=112710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:53:34.345441 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4684b15-8664-43b2-b854-09b43a60939a None None] Sync routers for ids ['045fc859-2838-4597-9f98-5b2b1ad7c567'] in dv-cinder-820027-24-iscsi {{(pid=112712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:53:34.355971 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-84e2ff25-353b-4bed-9cf8-b26f37dc40ea admin admin] Publish callbacks [] for router (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:34.358693 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-84e2ff25-353b-4bed-9cf8-b26f37dc40ea admin admin] 10.222.0.55 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.2222092 Sep 08 13:53:34.359607 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 35560) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:53:34.362888 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4684b15-8664-43b2-b854-09b43a60939a None None] Routers {'045fc859-2838-4597-9f98-5b2b1ad7c567'} bound to L3 agent in host dv-cinder-820027-24-iscsi {{(pid=112712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 13:53:34.364233 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_hamode_db [None req-e4684b15-8664-43b2-b854-09b43a60939a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-08T13:44:16Z,description=,heartbeat_timestamp=2022-09-08T13:53:16Z,host='dv-cinder-820027-24-iscsi',id=91421a76-39ff-4685-90ca-aa6fbf6a1933,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:44:16Z,topic='l3_agent')) {'router_ids': ['045fc859-2838-4597-9f98-5b2b1ad7c567'], 'active': True} {{(pid=112712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:53:34.420073 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-69dfb2de-bf50-4d54-b4a3-1875fe81996b req-05642f4c-9261-4992-89e8-50fcc3662d2c service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5c7e423f-8bb5-4a1a-a739-7918f898d812 HTTP/1.1" status: 200 len: 217 time: 0.0485744 Sep 08 13:53:34.485785 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_dvr_db [None req-e4684b15-8664-43b2-b854-09b43a60939a None None] Set router 045fc859-2838-4597-9f98-5b2b1ad7c567 gateway port host: dv-cinder-820027-24-iscsi {{(pid=112712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 13:53:34.558424 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=100 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:34.580907 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dfb2de-bf50-4d54-b4a3-1875fe81996b req-6f046f66-7132-4d3c-b731-4273867406e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:34.582893 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-69dfb2de-bf50-4d54-b4a3-1875fe81996b req-6f046f66-7132-4d3c-b731-4273867406e9 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=8a8f577a-16e1-4e37-b6e2-a6cc60df3540 HTTP/1.1" status: 200 len: 857 time: 0.0763326 Sep 08 13:53:34.671865 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dfb2de-bf50-4d54-b4a3-1875fe81996b req-426d7bc0-12c4-459b-b50c-625a80c85fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:34.674373 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-69dfb2de-bf50-4d54-b4a3-1875fe81996b req-426d7bc0-12c4-459b-b50c-625a80c85fe2 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=a6ea2a7a-ef84-454a-b305-c470482cf7fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0664778 Sep 08 13:53:34.713240 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_hamode_db [None req-e4684b15-8664-43b2-b854-09b43a60939a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '045fc859-2838-4597-9f98-5b2b1ad7c567', 'name': 'tempest-TestMinimumBasicScenario-1945735576-router', 'tenant_id': 'f7507a7da3bb4420abcfcf08780dc0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '3844a4fa-6fb8-41d4-975b-f43ccddd098f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:53:31Z', 'updated_at': '2022-09-08T13:53:32Z', 'revision_number': 3, 'project_id': 'f7507a7da3bb4420abcfcf08780dc0a4', 'gw_port': {'id': '3844a4fa-6fb8-41d4-975b-f43ccddd098f', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:9e:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '045fc859-2838-4597-9f98-5b2b1ad7c567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:53:31Z', 'updated_at': '2022-09-08T13:53:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi'}], 'dv-cinder-820027-24-iscsi', False) {} {{(pid=112712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:53:34.751713 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e9f26a1b-ac50-422e-91fb-1ab6011a4ca2 req-44b51de6-bb97-4fdb-ba94-2985a5ae5365 tempest-VolumesNegativeTest-1693092154 tempest-VolumesNegativeTest-1693092154-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=143f215b-f987-440e-afa1-d699e0a52772 HTTP/1.1" status: 200 len: 210 time: 0.0652018 Sep 08 13:53:34.823149 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=5 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:34.850311 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4684b15-8664-43b2-b854-09b43a60939a None None] Checking router: 045fc859-2838-4597-9f98-5b2b1ad7c567 for host: dv-cinder-820027-24-iscsi {{(pid=112712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:53:34.850733 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4684b15-8664-43b2-b854-09b43a60939a None None] Updating router 045fc859-2838-4597-9f98-5b2b1ad7c567 port 3844a4fa-6fb8-41d4-975b-f43ccddd098f binding host dv-cinder-820027-24-iscsi {{(pid=112712) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 13:53:34.884039 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=100 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:34.886372 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron_lib.callbacks.manager [None req-e4684b15-8664-43b2-b854-09b43a60939a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (3844a4fa-6fb8-41d4-975b-f43ccddd098f), before_update {{(pid=112712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:34.961870 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-69dfb2de-bf50-4d54-b4a3-1875fe81996b req-1dc58254-d1ac-4f75-bc6b-3231e2b3d2b9 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/a6ea2a7a-ef84-454a-b305-c470482cf7fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305079 Sep 08 13:53:35.019217 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Device 80469ed5-7ba8-4be2-9762-dde9c1786b98 up at agent ovs-agent-dv-cinder-820027-24-iscsi {{(pid=112711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:53:35.098869 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Provisioning complete for port 80469ed5-7ba8-4be2-9762-dde9c1786b98 triggered by entity L2. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 13:53:35.099242 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (80469ed5-7ba8-4be2-9762-dde9c1786b98), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:35.135329 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=100 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:35.149018 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedda000-603e-4825-84c7-8db2f515d5dc req-be740d20-46aa-4ad6-953c-58cbaa62352f tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:35.150801 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-eedda000-603e-4825-84c7-8db2f515d5dc req-be740d20-46aa-4ad6-953c-58cbaa62352f tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=17665f83-a581-4f16-9275-45bce05f5f49 HTTP/1.1" status: 200 len: 946 time: 0.0645621 Sep 08 13:53:35.241571 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Current status of the port 80469ed5-7ba8-4be2-9762-dde9c1786b98 is: ACTIVE; New status is: ACTIVE {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 13:53:35.257880 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-eedda000-603e-4825-84c7-8db2f515d5dc req-2153716b-b893-4a46-b0ed-919ba51eac6b tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=5c37b456-2be1-4170-a806-ad519f2b6e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950098 Sep 08 13:53:35.265220 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron_lib.callbacks.manager [None req-e4684b15-8664-43b2-b854-09b43a60939a None None] Publish callbacks [] for port (3844a4fa-6fb8-41d4-975b-f43ccddd098f), precommit_update {{(pid=112712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:35.290010 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron_lib.callbacks.manager [None req-e4684b15-8664-43b2-b854-09b43a60939a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (3844a4fa-6fb8-41d4-975b-f43ccddd098f), after_update {{(pid=112712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:35.292349 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-69dfb2de-bf50-4d54-b4a3-1875fe81996b req-335f5995-076c-4a49-8273-11f4776398f3 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/a6ea2a7a-ef84-454a-b305-c470482cf7fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3125293 Sep 08 13:53:35.327607 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:INSERT=6,neutron:SELECT=93,neutron:UPDATE=1 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:35.330180 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.plugins.ml2.managers [None req-e4684b15-8664-43b2-b854-09b43a60939a None None] Attempting to bind port 3844a4fa-6fb8-41d4-975b-f43ccddd098f on host dv-cinder-820027-24-iscsi for vnic_type normal with profile {{(pid=112712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 08 13:53:35.330552 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.plugins.ml2.managers [None req-e4684b15-8664-43b2-b854-09b43a60939a None None] Attempting to bind port 3844a4fa-6fb8-41d4-975b-f43ccddd098f by drivers openvswitch,hyperv on host dv-cinder-820027-24-iscsi at level 0 using segments [{'id': 'ebffaf8e-8370-4e1c-9c1b-02c9fe7aa40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014'}] {{(pid=112712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 08 13:53:35.330935 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4684b15-8664-43b2-b854-09b43a60939a None None] Attempting to bind port 3844a4fa-6fb8-41d4-975b-f43ccddd098f on network a5311008-4782-42e3-9445-a36a6c9fb014 {{(pid=112712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 13:53:35.370499 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2dfdc7-967e-4104-be9a-16c0656c4175 None None] Pushing event updated for resources: {'Port': ['ID=3844a4fa-6fb8-41d4-975b-f43ccddd098f,revision_number=2']} {{(pid=112712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:53:35.384218 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2dfdc7-967e-4104-be9a-16c0656c4175 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:53:35.384564 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2dfdc7-967e-4104-be9a-16c0656c4175 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:53:35.384925 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2dfdc7-967e-4104-be9a-16c0656c4175 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:53:35.385281 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2dfdc7-967e-4104-be9a-16c0656c4175 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:53:35.385612 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2dfdc7-967e-4104-be9a-16c0656c4175 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:53:35.385964 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2dfdc7-967e-4104-be9a-16c0656c4175 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:53:35.386288 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2dfdc7-967e-4104-be9a-16c0656c4175 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:53:35.386610 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2dfdc7-967e-4104-be9a-16c0656c4175 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:53:35.386973 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2dfdc7-967e-4104-be9a-16c0656c4175 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:53:35.387298 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2dfdc7-967e-4104-be9a-16c0656c4175 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:53:35.387791 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2dfdc7-967e-4104-be9a-16c0656c4175 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:53:35.388124 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2dfdc7-967e-4104-be9a-16c0656c4175 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:53:35.388452 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2dfdc7-967e-4104-be9a-16c0656c4175 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:53:35.388769 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2dfdc7-967e-4104-be9a-16c0656c4175 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:53:35.389081 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2dfdc7-967e-4104-be9a-16c0656c4175 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:53:35.401213 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4684b15-8664-43b2-b854-09b43a60939a None None] Checking agent: {'id': '6df97c0c-9140-47af-8c93-84593b95031c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 8, 13, 44, 19), 'started_at': datetime.datetime(2022, 9, 8, 13, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 9, 8, 13, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 08 13:53:35.401585 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4684b15-8664-43b2-b854-09b43a60939a None None] Checking segment: {'id': 'ebffaf8e-8370-4e1c-9c1b-02c9fe7aa40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 13:53:35.402017 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron_lib.callbacks.manager [None req-e4684b15-8664-43b2-b854-09b43a60939a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:35.402416 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4684b15-8664-43b2-b854-09b43a60939a None None] Bound using segment: {'id': 'ebffaf8e-8370-4e1c-9c1b-02c9fe7aa40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014'} {{(pid=112712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 08 13:53:35.402868 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.plugins.ml2.managers [None req-e4684b15-8664-43b2-b854-09b43a60939a None None] Bound port: 3844a4fa-6fb8-41d4-975b-f43ccddd098f, host: dv-cinder-820027-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebffaf8e-8370-4e1c-9c1b-02c9fe7aa40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014'}}] {{(pid=112712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 08 13:53:35.403243 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron_lib.callbacks.manager [None req-e4684b15-8664-43b2-b854-09b43a60939a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (3844a4fa-6fb8-41d4-975b-f43ccddd098f), before_update {{(pid=112712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:35.455126 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.plugins.ml2.db [None req-e4684b15-8664-43b2-b854-09b43a60939a None None] For port 3844a4fa-6fb8-41d4-975b-f43ccddd098f, host dv-cinder-820027-24-iscsi, cleared binding levels {{(pid=112712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:53:35.458637 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.plugins.ml2.db [None req-e4684b15-8664-43b2-b854-09b43a60939a None None] For port 3844a4fa-6fb8-41d4-975b-f43ccddd098f, host dv-cinder-820027-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-24-iscsi',level=0,port_id=3844a4fa-6fb8-41d4-975b-f43ccddd098f,segment=NetworkSegment(ebffaf8e-8370-4e1c-9c1b-02c9fe7aa40e),segment_id=ebffaf8e-8370-4e1c-9c1b-02c9fe7aa40e)] {{(pid=112712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:53:35.464516 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron_lib.callbacks.manager [None req-e4684b15-8664-43b2-b854-09b43a60939a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (3844a4fa-6fb8-41d4-975b-f43ccddd098f), after_update {{(pid=112712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:35.491266 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-9bf8c5f1-73f1-4699-acb8-cf1ba0d32347 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:35.498183 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-9bf8c5f1-73f1-4699-acb8-cf1ba0d32347 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3679472'] for floatingip (0f41bf9f-e91c-436e-baab-918857ec3540), after_update {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:35.502673 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4684b15-8664-43b2-b854-09b43a60939a None None] Routers {'045fc859-2838-4597-9f98-5b2b1ad7c567'} bound to L3 agent in host dv-cinder-820027-24-iscsi {{(pid=112712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 13:53:35.503304 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_hamode_db [None req-e4684b15-8664-43b2-b854-09b43a60939a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-08T13:44:16Z,description=,heartbeat_timestamp=2022-09-08T13:53:16Z,host='dv-cinder-820027-24-iscsi',id=91421a76-39ff-4685-90ca-aa6fbf6a1933,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:44:16Z,topic='l3_agent')) {'router_ids': ['045fc859-2838-4597-9f98-5b2b1ad7c567'], 'active': True} {{(pid=112712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:53:35.540878 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-a0fb9248-f2ec-40d2-b034-fe9291da7c0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (None), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:35.564549 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:35.567608 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2dfdc7-967e-4104-be9a-16c0656c4175 None None] Pushing event updated for resources: {'Port': ['ID=3844a4fa-6fb8-41d4-975b-f43ccddd098f,revision_number=3']} {{(pid=112712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:53:35.625660 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_dvr_db [None req-e4684b15-8664-43b2-b854-09b43a60939a None None] Set router 045fc859-2838-4597-9f98-5b2b1ad7c567 gateway port host: dv-cinder-820027-24-iscsi {{(pid=112712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 13:53:35.676229 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.db.l3_db [None req-9bf8c5f1-73f1-4699-acb8-cf1ba0d32347 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Floating IP 0f41bf9f-e91c-436e-baab-918857ec3540 associated. External IP: 172.27.0.148, port: 86699af9-4b49-40e3-b189-ff4a7a9e5e59. Sep 08 13:53:35.808347 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_hamode_db [None req-e4684b15-8664-43b2-b854-09b43a60939a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '045fc859-2838-4597-9f98-5b2b1ad7c567', 'name': 'tempest-TestMinimumBasicScenario-1945735576-router', 'tenant_id': 'f7507a7da3bb4420abcfcf08780dc0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '3844a4fa-6fb8-41d4-975b-f43ccddd098f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:53:31Z', 'updated_at': '2022-09-08T13:53:32Z', 'revision_number': 3, 'project_id': 'f7507a7da3bb4420abcfcf08780dc0a4', 'gw_port': {'id': '3844a4fa-6fb8-41d4-975b-f43ccddd098f', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:9e:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '045fc859-2838-4597-9f98-5b2b1ad7c567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:53:31Z', 'updated_at': '2022-09-08T13:53:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi'}], 'dv-cinder-820027-24-iscsi', False) {} {{(pid=112712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:53:35.851274 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4684b15-8664-43b2-b854-09b43a60939a None None] The sync data for ids ['045fc859-2838-4597-9f98-5b2b1ad7c567'] in dv-cinder-820027-24-iscsi is: [{'id': '045fc859-2838-4597-9f98-5b2b1ad7c567', 'name': 'tempest-TestMinimumBasicScenario-1945735576-router', 'tenant_id': 'f7507a7da3bb4420abcfcf08780dc0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '3844a4fa-6fb8-41d4-975b-f43ccddd098f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:53:31Z', 'updated_at': '2022-09-08T13:53:32Z', 'revision_number': 3, 'project_id': 'f7507a7da3bb4420abcfcf08780dc0a4', 'gw_port': {'id': '3844a4fa-6fb8-41d4-975b-f43ccddd098f', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:9e:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '045fc859-2838-4597-9f98-5b2b1ad7c567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:53:31Z', 'updated_at': '2022-09-08T13:53:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi'}] {{(pid=112712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:53:35.938280 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-1f3c9ff5-f204-4fac-bd4c-6ec349b92e68 req-ab88ddac-be70-4d22-bd7e-8f0f823677ca tempest-VolumesNegativeTest-1693092154 tempest-VolumesNegativeTest-1693092154-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=143f215b-f987-440e-afa1-d699e0a52772 HTTP/1.1" status: 200 len: 210 time: 0.0447748 Sep 08 13:53:35.942850 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-6cd52aa7-3690-428b-8d05-2a0596d20607 req-c44f489a-87ab-4368-a613-d084fdf0fe7f service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=3a4e6c3b-d230-477f-b406-5f55ec596b1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1187723 Sep 08 13:53:36.074452 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.db.db_base_plugin_common [None req-a0fb9248-f2ec-40d2-b034-fe9291da7c0d admin admin] Allocated IP 172.20.0.1 (2484c1b8-1d7e-43af-960e-e27892a8e9d6/dd049ea3-2d6b-4c1d-8839-c1ac515e78de/372b8e19-eb2d-4529-882b-18fb085a0d38) {{(pid=112709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:53:36.083605 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:36.201366 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-17544c1b-eb90-4c93-8b49-c4d0d0162597 req-abf50e33-f339-41e8-963a-cd86aa85393a tempest-VolumesNegativeTest-1693092154 tempest-VolumesNegativeTest-1693092154-project] 10.222.0.20 "GET /networking/v2.0/networks?tenant_id=06929ea6da40417394a9274b2c86c96a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0741341 Sep 08 13:53:36.236877 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:36.314731 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bf8c5f1-73f1-4699-acb8-cf1ba0d32347 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Router d9900679-40ee-433a-a560-a42dfc9cff15 has already been hosted by L3 agent 91421a76-39ff-4685-90ca-aa6fbf6a1933 {{(pid=112709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:53:36.354509 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd52aa7-3690-428b-8d05-2a0596d20607 req-de5d66d1-f1df-4dc4-92e1-559cff003a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:36.356541 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-6cd52aa7-3690-428b-8d05-2a0596d20607 req-de5d66d1-f1df-4dc4-92e1-559cff003a42 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=b868b7f8289047369b2fcbb500f353e5&device_id=3a4e6c3b-d230-477f-b406-5f55ec596b1e HTTP/1.1" status: 200 len: 1129 time: 0.1800323 Sep 08 13:53:36.360664 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-a0fb9248-f2ec-40d2-b034-fe9291da7c0d admin admin] Publish callbacks [] for port (372b8e19-eb2d-4529-882b-18fb085a0d38), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:36.470992 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:36.619476 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade88406-61a5-4962-9618-0ed098a0c8a3 req-672949b2-90b0-4f0d-bd9e-94e885d3cf9d tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:36.621363 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-ade88406-61a5-4962-9618-0ed098a0c8a3 req-672949b2-90b0-4f0d-bd9e-94e885d3cf9d tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=17665f83-a581-4f16-9275-45bce05f5f49 HTTP/1.1" status: 200 len: 946 time: 0.1688085 Sep 08 13:53:36.633189 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17544c1b-eb90-4c93-8b49-c4d0d0162597 req-02e135ee-7f99-4acc-96d0-4e4882439759 tempest-VolumesNegativeTest-1693092154 tempest-VolumesNegativeTest-1693092154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:36.640599 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-17544c1b-eb90-4c93-8b49-c4d0d0162597 req-02e135ee-7f99-4acc-96d0-4e4882439759 tempest-VolumesNegativeTest-1693092154 tempest-VolumesNegativeTest-1693092154-project] 10.222.0.20 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4144921 Sep 08 13:53:36.657973 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bf8c5f1-73f1-4699-acb8-cf1ba0d32347 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Notify agent at l3_agent.dv-cinder-820027-24-iscsi the message routers_updated {{(pid=112709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:53:36.663710 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-9bf8c5f1-73f1-4699-acb8-cf1ba0d32347 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161718'] for floatingip (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:36.669470 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-a0fb9248-f2ec-40d2-b034-fe9291da7c0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729028134301'] for port (372b8e19-eb2d-4529-882b-18fb085a0d38), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:36.671457 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8882af-d31a-4373-b686-93be72b3d4a5 None None] Sync routers for ids ['d9900679-40ee-433a-a560-a42dfc9cff15'] in dv-cinder-820027-24-iscsi {{(pid=112711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:53:36.675477 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:36.698203 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8882af-d31a-4373-b686-93be72b3d4a5 None None] Routers {'d9900679-40ee-433a-a560-a42dfc9cff15'} bound to L3 agent in host dv-cinder-820027-24-iscsi {{(pid=112711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 13:53:36.698949 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_hamode_db [None req-0c8882af-d31a-4373-b686-93be72b3d4a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-08T13:44:16Z,description=,heartbeat_timestamp=2022-09-08T13:53:16Z,host='dv-cinder-820027-24-iscsi',id=91421a76-39ff-4685-90ca-aa6fbf6a1933,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:44:16Z,topic='l3_agent')) {'router_ids': ['d9900679-40ee-433a-a560-a42dfc9cff15'], 'active': True} {{(pid=112711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:53:36.699828 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.v2.base [req-17544c1b-eb90-4c93-8b49-c4d0d0162597 req-186346c7-9e6d-4440-adbd-f094daf539de tempest-VolumesNegativeTest-1693092154 tempest-VolumesNegativeTest-1693092154-project] Request body: {'port': {'device_id': '143f215b-f987-440e-afa1-d699e0a52772', 'network_id': 'ed980af4-da49-456f-b41b-725a6e2f2bcd', 'admin_state_up': True, 'tenant_id': '06929ea6da40417394a9274b2c86c96a'}} {{(pid=112710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:53:36.769157 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd52aa7-3690-428b-8d05-2a0596d20607 req-ffb43e82-4a47-44f3-8a1b-ec8b2272d7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:36.770746 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-6cd52aa7-3690-428b-8d05-2a0596d20607 req-ffb43e82-4a47-44f3-8a1b-ec8b2272d7c4 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=1f51bdfd-daa1-4029-afe2-09413a504f9f HTTP/1.1" status: 200 len: 911 time: 0.3906896 Sep 08 13:53:36.835143 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0fb9248-f2ec-40d2-b034-fe9291da7c0d admin admin] Network 2484c1b8-1d7e-43af-960e-e27892a8e9d6 is already hosted by enough agents. {{(pid=112709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:53:36.841561 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-6cd52aa7-3690-428b-8d05-2a0596d20607 req-7a73dc91-8307-468e-bbfc-77d8640655cd service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e9cdac8-d126-4ec3-8459-aaf58c0148d7 HTTP/1.1" status: 200 len: 217 time: 0.0558043 Sep 08 13:53:36.847999 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-ade88406-61a5-4962-9618-0ed098a0c8a3 req-bb5ed4c2-3db4-4abc-b2fd-99c101ad030e tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=5c37b456-2be1-4170-a806-ad519f2b6e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067678 Sep 08 13:53:36.859697 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fb9248-f2ec-40d2-b034-fe9291da7c0d admin admin] Pushing event updated for resources: {'Port': ['ID=372b8e19-eb2d-4529-882b-18fb085a0d38,revision_number=1']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:53:36.862725 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.scheduler.base_scheduler [None req-a0fb9248-f2ec-40d2-b034-fe9291da7c0d admin admin] Resources bound (agent type, host, resource id): {{(pid=112709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:53:36.865049 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0fb9248-f2ec-40d2-b034-fe9291da7c0d admin admin] Received port after_create {{(pid=112709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 08 13:53:36.865530 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-a0fb9248-f2ec-40d2-b034-fe9291da7c0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3854091'] for router_interface (045fc859-2838-4597-9f98-5b2b1ad7c567), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:36.895716 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-9bf8c5f1-73f1-4699-acb8-cf1ba0d32347 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "PUT /networking/v2.0/floatingips/0f41bf9f-e91c-436e-baab-918857ec3540 HTTP/1.1" status: 200 len: 991 time: 2.6127908 Sep 08 13:53:36.902249 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2ad7906-3b73-4fc9-a692-9692fb6234b3', 'tag': '86699af9-4b49-40e3-b189-ff4a7a9e5e59'}] {{(pid=112709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 13:53:36.902249 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}542ac7e5325f68055833e74974e312adb8a2ee810b70c39787611e772d2c694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e37f7cca-6632-4269-9047-90b5736357de" -d '{"events": [{"name": "network-changed", "server_uuid": "d2ad7906-3b73-4fc9-a692-9692fb6234b3", "tag": "86699af9-4b49-40e3-b189-ff4a7a9e5e59"}]}' {{(pid=112709) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:53:36.940030 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvr_db [None req-0c8882af-d31a-4373-b686-93be72b3d4a5 None None] Set router d9900679-40ee-433a-a560-a42dfc9cff15 gateway port host: dv-cinder-820027-24-iscsi {{(pid=112711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 13:53:37.027302 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Sep 2022 13:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-060b2c2c-24f6-481c-8ecb-8c28149bf8fc x-openstack-request-id: req-060b2c2c-24f6-481c-8ecb-8c28149bf8fc {{(pid=112709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:53:37.027813 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2ad7906-3b73-4fc9-a692-9692fb6234b3", "tag": "86699af9-4b49-40e3-b189-ff4a7a9e5e59", "status": "completed", "code": 200}]} {{(pid=112709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:53:37.028323 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-060b2c2c-24f6-481c-8ecb-8c28149bf8fc {{(pid=112709) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:53:37.028880 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.notifiers.nova [-] Nova event matching ['req-060b2c2c-24f6-481c-8ecb-8c28149bf8fc'] response: {'name': 'network-changed', 'server_uuid': 'd2ad7906-3b73-4fc9-a692-9692fb6234b3', 'tag': '86699af9-4b49-40e3-b189-ff4a7a9e5e59', 'status': 'completed', 'code': 200} Sep 08 13:53:37.075815 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd52aa7-3690-428b-8d05-2a0596d20607 req-7799ee21-4089-46be-86d0-fc0c0a742068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:37.078904 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-6cd52aa7-3690-428b-8d05-2a0596d20607 req-7799ee21-4089-46be-86d0-fc0c0a742068 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=16ec224e-79ea-49c2-a338-b2ef63a83efd HTTP/1.1" status: 200 len: 849 time: 0.2269630 Sep 08 13:53:37.150946 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 35628) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:53:37.194493 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17544c1b-eb90-4c93-8b49-c4d0d0162597 req-186346c7-9e6d-4440-adbd-f094daf539de tempest-VolumesNegativeTest-1693092154 tempest-VolumesNegativeTest-1693092154-project] Made reservation on behalf of 06929ea6da40417394a9274b2c86c96a for: {'port': 1} {{(pid=112710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:53:37.196175 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-17544c1b-eb90-4c93-8b49-c4d0d0162597 req-186346c7-9e6d-4440-adbd-f094daf539de tempest-VolumesNegativeTest-1693092154 tempest-VolumesNegativeTest-1693092154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (None), before_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:37.206529 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-3a75b42f-6462-4138-bcda-fb2386840376 req-6405250e-2b93-4cdf-9f4e-1302988f06d3 tempest-VolumesNegativeTest-1693092154 tempest-VolumesNegativeTest-1693092154-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=143f215b-f987-440e-afa1-d699e0a52772 HTTP/1.1" status: 200 len: 210 time: 0.0858278 Sep 08 13:53:37.220395 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-17544c1b-eb90-4c93-8b49-c4d0d0162597 req-186346c7-9e6d-4440-adbd-f094daf539de tempest-VolumesNegativeTest-1693092154 tempest-VolumesNegativeTest-1693092154-project] Publish callbacks [] for security_group (None), before_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:37.231987 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd52aa7-3690-428b-8d05-2a0596d20607 req-5f13d1bc-cb0f-4145-a2c5-927007fbfc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:37.249913 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-6cd52aa7-3690-428b-8d05-2a0596d20607 req-5f13d1bc-cb0f-4145-a2c5-927007fbfc14 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=1f51bdfd-daa1-4029-afe2-09413a504f9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1374791 Sep 08 13:53:37.284365 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37f7cca-6632-4269-9047-90b5736357de req-7f268568-dd41-4994-8a64-fc9c193e53f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:37.285968 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [req-e37f7cca-6632-4269-9047-90b5736357de req-7f268568-dd41-4994-8a64-fc9c193e53f2 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=6998e0c9a62e4f54a27faf56dbeb543a&device_id=d2ad7906-3b73-4fc9-a692-9692fb6234b3 HTTP/1.1" status: 200 len: 1129 time: 0.1675420 Sep 08 13:53:37.293225 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-a0fb9248-f2ec-40d2-b034-fe9291da7c0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (372b8e19-eb2d-4529-882b-18fb085a0d38), before_update {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:37.303259 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Device 3844a4fa-6fb8-41d4-975b-f43ccddd098f up at agent ovs-agent-dv-cinder-820027-24-iscsi {{(pid=112711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:53:37.415638 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:37.421799 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-6cd52aa7-3690-428b-8d05-2a0596d20607 req-213bda50-3315-4db2-9651-58b9b17d243e service neutron] 10.222.0.20 "GET /networking/v2.0/networks/1f51bdfd-daa1-4029-afe2-09413a504f9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709216 Sep 08 13:53:37.453771 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-e658cf88-5eec-4c6a-b3c9-a130a35e8eb3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:37.464975 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-93949031-eb64-48ca-ac55-91d176da5b1a None None] Provisioning complete for port 372b8e19-eb2d-4529-882b-18fb085a0d38 triggered by entity DHCP. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 13:53:37.465183 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-93949031-eb64-48ca-ac55-91d176da5b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (372b8e19-eb2d-4529-882b-18fb085a0d38), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:37.476740 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37f7cca-6632-4269-9047-90b5736357de req-04481240-78a5-4709-baa6-6d2308ce1000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:37.478714 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [req-e37f7cca-6632-4269-9047-90b5736357de req-04481240-78a5-4709-baa6-6d2308ce1000 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=96ff558b-c5db-4059-a363-a83e90cf91c8 HTTP/1.1" status: 200 len: 911 time: 0.1807895 Sep 08 13:53:37.486108 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-17544c1b-eb90-4c93-8b49-c4d0d0162597 req-186346c7-9e6d-4440-adbd-f094daf539de tempest-VolumesNegativeTest-1693092154 tempest-VolumesNegativeTest-1693092154-project] Publish callbacks [] for security_group (6da76a60-0327-45aa-b9c5-699b503f44d2), precommit_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:37.524457 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-17544c1b-eb90-4c93-8b49-c4d0d0162597 req-186346c7-9e6d-4440-adbd-f094daf539de tempest-VolumesNegativeTest-1693092154 tempest-VolumesNegativeTest-1693092154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (6da76a60-0327-45aa-b9c5-699b503f44d2), after_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:37.541556 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Provisioning complete for port 3844a4fa-6fb8-41d4-975b-f43ccddd098f triggered by entity L2. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 13:53:37.542151 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (3844a4fa-6fb8-41d4-975b-f43ccddd098f), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:37.544847 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-93949031-eb64-48ca-ac55-91d176da5b1a None None] Port 372b8e19-eb2d-4529-882b-18fb085a0d38 cannot update to ACTIVE because it is not bound. {{(pid=112711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 08 13:53:37.578141 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:37.587937 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=90,neutron:INSERT=10 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:37.594589 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [req-e37f7cca-6632-4269-9047-90b5736357de req-8f0d7f38-24ed-4d45-a0f8-51a2aa898383 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=86699af9-4b49-40e3-b189-ff4a7a9e5e59 HTTP/1.1" status: 200 len: 999 time: 0.0860136 Sep 08 13:53:37.621228 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_hamode_db [None req-0c8882af-d31a-4373-b686-93be72b3d4a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9900679-40ee-433a-a560-a42dfc9cff15', 'name': 'tempest-AttachVolumeTestJSON-667659487-router', 'tenant_id': '6998e0c9a62e4f54a27faf56dbeb543a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '584b8d2a-edf7-4f00-9113-3e228c837fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:52:27Z', 'updated_at': '2022-09-08T13:52:40Z', 'revision_number': 4, 'project_id': '6998e0c9a62e4f54a27faf56dbeb543a', 'gw_port': {'id': '584b8d2a-edf7-4f00-9113-3e228c837fb1', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ae:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9900679-40ee-433a-a560-a42dfc9cff15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:52:29Z', 'updated_at': '2022-09-08T13:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi', '_floatingips': [{'id': '0f41bf9f-e91c-436e-baab-918857ec3540', 'tenant_id': '6998e0c9a62e4f54a27faf56dbeb543a', 'floating_ip_address': '172.27.0.148', 'floating_network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'router_id': 'd9900679-40ee-433a-a560-a42dfc9cff15', 'port_id': '86699af9-4b49-40e3-b189-ff4a7a9e5e59', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '96ff558b-c5db-4059-a363-a83e90cf91c8', 'mac_address': 'fa:16:3e:2a:d7:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ad7906-3b73-4fc9-a692-9692fb6234b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-08T13:52:46Z', 'updated_at': '2022-09-08T13:53:35Z', 'revision_number': 1, 'project_id': '6998e0c9a62e4f54a27faf56dbeb543a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a7489d7-d72b-47ed-8e6c-9a314e4fd6e9', 'name': '', 'network_id': '96ff558b-c5db-4059-a363-a83e90cf91c8', 'tenant_id': '6998e0c9a62e4f54a27faf56dbeb543a', 'mac_address': 'fa:16:3e:ec:69:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9900679-40ee-433a-a560-a42dfc9cff15', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '3c05b843-7379-4152-a6e2-38ac1118d25c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:52:37Z', 'updated_at': '2022-09-08T13:52:58Z', 'revision_number': 5, 'project_id': '6998e0c9a62e4f54a27faf56dbeb543a', 'subnets': [{'id': '3c05b843-7379-4152-a6e2-38ac1118d25c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-24-iscsi', False) {} {{(pid=112711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:53:37.647079 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186346c7-9e6d-4440-adbd-f094daf539de tempest-VolumesNegativeTest-1693092154 tempest-VolumesNegativeTest-1693092154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6da76a60-0327-45aa-b9c5-699b503f44d2,revision_number=1']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:53:37.698538 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37f7cca-6632-4269-9047-90b5736357de req-a1d2f2b2-4803-47b6-83b7-d02532595085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:37.701538 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [req-e37f7cca-6632-4269-9047-90b5736357de req-a1d2f2b2-4803-47b6-83b7-d02532595085 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=3c05b843-7379-4152-a6e2-38ac1118d25c HTTP/1.1" status: 200 len: 849 time: 0.0970681 Sep 08 13:53:37.707562 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8882af-d31a-4373-b686-93be72b3d4a5 None None] Checking router: d9900679-40ee-433a-a560-a42dfc9cff15 for host: dv-cinder-820027-24-iscsi {{(pid=112711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:53:37.713017 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Current status of the port 3844a4fa-6fb8-41d4-975b-f43ccddd098f is: DOWN; New status is: ACTIVE {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 13:53:37.713451 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (3844a4fa-6fb8-41d4-975b-f43ccddd098f), before_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:37.725093 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-6cd52aa7-3690-428b-8d05-2a0596d20607 req-921a102b-392d-4336-8037-08d6d53c2e92 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/1f51bdfd-daa1-4029-afe2-09413a504f9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2869384 Sep 08 13:53:37.740154 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] For port 3844a4fa-6fb8-41d4-975b-f43ccddd098f, host dv-cinder-820027-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-24-iscsi',level=0,port_id=3844a4fa-6fb8-41d4-975b-f43ccddd098f,segment=NetworkSegment(ebffaf8e-8370-4e1c-9c1b-02c9fe7aa40e),segment_id=ebffaf8e-8370-4e1c-9c1b-02c9fe7aa40e)] {{(pid=112711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:53:37.742520 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-a0fb9248-f2ec-40d2-b034-fe9291da7c0d admin admin] Publish callbacks [] for port (372b8e19-eb2d-4529-882b-18fb085a0d38), precommit_update {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:37.760680 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (3844a4fa-6fb8-41d4-975b-f43ccddd098f), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:37.769979 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-a0fb9248-f2ec-40d2-b034-fe9291da7c0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (372b8e19-eb2d-4529-882b-18fb085a0d38), after_update {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:37.770781 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-a0fb9248-f2ec-40d2-b034-fe9291da7c0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3690700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3854231'] for router_interface (045fc859-2838-4597-9f98-5b2b1ad7c567), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:37.811849 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8882af-d31a-4373-b686-93be72b3d4a5 None None] Routers {'d9900679-40ee-433a-a560-a42dfc9cff15'} bound to L3 agent in host dv-cinder-820027-24-iscsi {{(pid=112711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 13:53:37.812695 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_hamode_db [None req-0c8882af-d31a-4373-b686-93be72b3d4a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-08T13:44:16Z,description=,heartbeat_timestamp=2022-09-08T13:53:16Z,host='dv-cinder-820027-24-iscsi',id=91421a76-39ff-4685-90ca-aa6fbf6a1933,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:44:16Z,topic='l3_agent')) {'router_ids': ['d9900679-40ee-433a-a560-a42dfc9cff15'], 'active': True} {{(pid=112711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:53:37.831614 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.db.db_base_plugin_common [req-17544c1b-eb90-4c93-8b49-c4d0d0162597 req-186346c7-9e6d-4440-adbd-f094daf539de tempest-VolumesNegativeTest-1693092154 tempest-VolumesNegativeTest-1693092154-project] Allocated IP 192.168.233.128 (ed980af4-da49-456f-b41b-725a6e2f2bcd/b1284aa5-2567-4e5f-b999-a8b146c61dd7/2242daf3-b604-43fa-82a6-ac2fe5188b1d) {{(pid=112710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:53:37.840517 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37f7cca-6632-4269-9047-90b5736357de req-4581be19-87d9-448a-a718-0488f8618109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:37.842190 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [req-e37f7cca-6632-4269-9047-90b5736357de req-4581be19-87d9-448a-a718-0488f8618109 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=96ff558b-c5db-4059-a363-a83e90cf91c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1292911 Sep 08 13:53:37.855999 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-e658cf88-5eec-4c6a-b3c9-a130a35e8eb3 admin admin] Publish callbacks [] for security_group (9c09e753-a42c-4990-b07a-e9f73e07ef61), precommit_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:37.861847 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-e658cf88-5eec-4c6a-b3c9-a130a35e8eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (9c09e753-a42c-4990-b07a-e9f73e07ef61), after_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:37.884436 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fb9248-f2ec-40d2-b034-fe9291da7c0d admin admin] Pushing event updated for resources: {'Port': ['ID=372b8e19-eb2d-4529-882b-18fb085a0d38,revision_number=2']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:53:37.918264 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:37.948245 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:37.950694 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Pushing event updated for resources: {'Port': ['ID=3844a4fa-6fb8-41d4-975b-f43ccddd098f,revision_number=4']} {{(pid=112711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:53:37.988016 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e658cf88-5eec-4c6a-b3c9-a130a35e8eb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c09e753-a42c-4990-b07a-e9f73e07ef61,revision_number=1']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:53:37.994106 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-e658cf88-5eec-4c6a-b3c9-a130a35e8eb3 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=def12aa06f254776851ce9680c91997e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8419130 Sep 08 13:53:38.000291 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 35638) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:53:38.029818 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvr_db [None req-0c8882af-d31a-4373-b686-93be72b3d4a5 None None] Set router d9900679-40ee-433a-a560-a42dfc9cff15 gateway port host: dv-cinder-820027-24-iscsi {{(pid=112711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 13:53:38.039753 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0fb9248-f2ec-40d2-b034-fe9291da7c0d admin admin] Network 2484c1b8-1d7e-43af-960e-e27892a8e9d6 is already hosted by enough agents. {{(pid=112709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:53:38.049869 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.scheduler.base_scheduler [None req-a0fb9248-f2ec-40d2-b034-fe9291da7c0d admin admin] Resources bound (agent type, host, resource id): {{(pid=112709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:53:38.057801 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [req-e37f7cca-6632-4269-9047-90b5736357de req-16af88fc-2fee-4646-84ae-959e67761806 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/96ff558b-c5db-4059-a363-a83e90cf91c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817415 Sep 08 13:53:38.095447 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c03de4-5a1e-4d08-a381-48828d3516b2 req-b0d4e7da-b4da-43e6-a7a5-363a4b2735df tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:38.097008 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-59c03de4-5a1e-4d08-a381-48828d3516b2 req-b0d4e7da-b4da-43e6-a7a5-363a4b2735df tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=17665f83-a581-4f16-9275-45bce05f5f49 HTTP/1.1" status: 200 len: 946 time: 0.0807474 Sep 08 13:53:38.235605 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-59c03de4-5a1e-4d08-a381-48828d3516b2 req-f05db4f6-7f77-40d5-ba68-0c56d4b0d129 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=5c37b456-2be1-4170-a806-ad519f2b6e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273468 Sep 08 13:53:38.257820 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-17544c1b-eb90-4c93-8b49-c4d0d0162597 req-186346c7-9e6d-4440-adbd-f094daf539de tempest-VolumesNegativeTest-1693092154 tempest-VolumesNegativeTest-1693092154-project] Publish callbacks [] for port (2242daf3-b604-43fa-82a6-ac2fe5188b1d), precommit_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:38.269351 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:38.283802 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-0718a470-3961-48a2-866e-ab581f448c19 admin admin] Publish callbacks [] for security_group (9c09e753-a42c-4990-b07a-e9f73e07ef61), before_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:38.326449 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-17544c1b-eb90-4c93-8b49-c4d0d0162597 req-186346c7-9e6d-4440-adbd-f094daf539de tempest-VolumesNegativeTest-1693092154 tempest-VolumesNegativeTest-1693092154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729028134301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10367820'] for port (2242daf3-b604-43fa-82a6-ac2fe5188b1d), after_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:38.403558 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17544c1b-eb90-4c93-8b49-c4d0d0162597 req-186346c7-9e6d-4440-adbd-f094daf539de tempest-VolumesNegativeTest-1693092154 tempest-VolumesNegativeTest-1693092154-project] Network ed980af4-da49-456f-b41b-725a6e2f2bcd is already hosted by enough agents. {{(pid=112710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:53:38.415731 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_hamode_db [None req-0c8882af-d31a-4373-b686-93be72b3d4a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9900679-40ee-433a-a560-a42dfc9cff15', 'name': 'tempest-AttachVolumeTestJSON-667659487-router', 'tenant_id': '6998e0c9a62e4f54a27faf56dbeb543a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '584b8d2a-edf7-4f00-9113-3e228c837fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:52:27Z', 'updated_at': '2022-09-08T13:52:40Z', 'revision_number': 4, 'project_id': '6998e0c9a62e4f54a27faf56dbeb543a', 'gw_port': {'id': '584b8d2a-edf7-4f00-9113-3e228c837fb1', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ae:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9900679-40ee-433a-a560-a42dfc9cff15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:52:29Z', 'updated_at': '2022-09-08T13:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi', '_floatingips': [{'id': '0f41bf9f-e91c-436e-baab-918857ec3540', 'tenant_id': '6998e0c9a62e4f54a27faf56dbeb543a', 'floating_ip_address': '172.27.0.148', 'floating_network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'router_id': 'd9900679-40ee-433a-a560-a42dfc9cff15', 'port_id': '86699af9-4b49-40e3-b189-ff4a7a9e5e59', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '96ff558b-c5db-4059-a363-a83e90cf91c8', 'mac_address': 'fa:16:3e:2a:d7:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ad7906-3b73-4fc9-a692-9692fb6234b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-08T13:52:46Z', 'updated_at': '2022-09-08T13:53:35Z', 'revision_number': 1, 'project_id': '6998e0c9a62e4f54a27faf56dbeb543a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a7489d7-d72b-47ed-8e6c-9a314e4fd6e9', 'name': '', 'network_id': '96ff558b-c5db-4059-a363-a83e90cf91c8', 'tenant_id': '6998e0c9a62e4f54a27faf56dbeb543a', 'mac_address': 'fa:16:3e:ec:69:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9900679-40ee-433a-a560-a42dfc9cff15', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '3c05b843-7379-4152-a6e2-38ac1118d25c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:52:37Z', 'updated_at': '2022-09-08T13:52:58Z', 'revision_number': 5, 'project_id': '6998e0c9a62e4f54a27faf56dbeb543a', 'subnets': [{'id': '3c05b843-7379-4152-a6e2-38ac1118d25c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-24-iscsi', False) {} {{(pid=112711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:53:38.424912 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.scheduler.base_scheduler [req-17544c1b-eb90-4c93-8b49-c4d0d0162597 req-186346c7-9e6d-4440-adbd-f094daf539de tempest-VolumesNegativeTest-1693092154 tempest-VolumesNegativeTest-1693092154-project] Resources bound (agent type, host, resource id): {{(pid=112710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:53:38.428129 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.db.l3_dvrscheduler_db [req-17544c1b-eb90-4c93-8b49-c4d0d0162597 req-186346c7-9e6d-4440-adbd-f094daf539de tempest-VolumesNegativeTest-1693092154 tempest-VolumesNegativeTest-1693092154-project] Received port after_create {{(pid=112710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 08 13:53:38.459456 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8882af-d31a-4373-b686-93be72b3d4a5 None None] The sync data for ids ['d9900679-40ee-433a-a560-a42dfc9cff15'] in dv-cinder-820027-24-iscsi is: [{'id': 'd9900679-40ee-433a-a560-a42dfc9cff15', 'name': 'tempest-AttachVolumeTestJSON-667659487-router', 'tenant_id': '6998e0c9a62e4f54a27faf56dbeb543a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '584b8d2a-edf7-4f00-9113-3e228c837fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:52:27Z', 'updated_at': '2022-09-08T13:52:40Z', 'revision_number': 4, 'project_id': '6998e0c9a62e4f54a27faf56dbeb543a', 'gw_port': {'id': '584b8d2a-edf7-4f00-9113-3e228c837fb1', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ae:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9900679-40ee-433a-a560-a42dfc9cff15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:52:29Z', 'updated_at': '2022-09-08T13:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi', '_floatingips': [{'id': '0f41bf9f-e91c-436e-baab-918857ec3540', 'tenant_id': '6998e0c9a62e4f54a27faf56dbeb543a', 'floating_ip_address': '172.27.0.148', 'floating_network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'router_id': 'd9900679-40ee-433a-a560-a42dfc9cff15', 'port_id': '86699af9-4b49-40e3-b189-ff4a7a9e5e59', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '96ff558b-c5db-4059-a363-a83e90cf91c8', 'mac_address': 'fa:16:3e:2a:d7:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ad7906-3b73-4fc9-a692-9692fb6234b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-08T13:52:46Z', 'updated_at': '2022-09-08T13:53:35Z', 'revision_number': 1, 'project_id': '6998e0c9a62e4f54a27faf56dbeb543a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a7489d7-d72b-47ed-8e6c-9a314e4fd6e9', 'name': '', 'network_id': '96ff558b-c5db-4059-a363-a83e90cf91c8', 'tenant_id': '6998e0c9a62e4f54a27faf56dbeb543a', 'mac_address': 'fa:16:3e:ec:69:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9900679-40ee-433a-a560-a42dfc9cff15', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '3c05b843-7379-4152-a6e2-38ac1118d25c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:52:37Z', 'updated_at': '2022-09-08T13:52:58Z', 'revision_number': 5, 'project_id': '6998e0c9a62e4f54a27faf56dbeb543a', 'subnets': [{'id': '3c05b843-7379-4152-a6e2-38ac1118d25c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:53:38.489541 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=100 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:38.502613 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-62e3f3f2-965b-45fb-9ac6-ecef49d698f5 None None] Provisioning complete for port 372b8e19-eb2d-4529-882b-18fb085a0d38 triggered by entity DHCP. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 13:53:38.503075 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-62e3f3f2-965b-45fb-9ac6-ecef49d698f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (372b8e19-eb2d-4529-882b-18fb085a0d38), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:38.572046 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-62e3f3f2-965b-45fb-9ac6-ecef49d698f5 None None] Port 372b8e19-eb2d-4529-882b-18fb085a0d38 cannot update to ACTIVE because it is not bound. {{(pid=112711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 08 13:53:38.632835 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-0718a470-3961-48a2-866e-ab581f448c19 admin admin] Publish callbacks [] for security_group (9c09e753-a42c-4990-b07a-e9f73e07ef61), precommit_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:38.680672 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [req-e37f7cca-6632-4269-9047-90b5736357de req-f384d4e0-9eca-416b-bdb0-b37235704d85 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/96ff558b-c5db-4059-a363-a83e90cf91c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6083369 Sep 08 13:53:38.691918 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0fb9248-f2ec-40d2-b034-fe9291da7c0d admin admin] Router 045fc859-2838-4597-9f98-5b2b1ad7c567 has already been hosted by L3 agent 91421a76-39ff-4685-90ca-aa6fbf6a1933 {{(pid=112709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:53:38.714272 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186346c7-9e6d-4440-adbd-f094daf539de tempest-VolumesNegativeTest-1693092154 tempest-VolumesNegativeTest-1693092154-project] Pushing event updated for resources: {'Port': ['ID=2242daf3-b604-43fa-82a6-ac2fe5188b1d,revision_number=1']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:53:38.725253 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee6b238-2112-4c58-b0df-116832e5d26d req-64cb7bd5-74a6-42c9-af54-fb7a0001e407 tempest-VolumesNegativeTest-1693092154 tempest-VolumesNegativeTest-1693092154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:38.727090 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-9ee6b238-2112-4c58-b0df-116832e5d26d req-64cb7bd5-74a6-42c9-af54-fb7a0001e407 tempest-VolumesNegativeTest-1693092154 tempest-VolumesNegativeTest-1693092154-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=143f215b-f987-440e-afa1-d699e0a52772 HTTP/1.1" status: 200 len: 936 time: 0.3412712 Sep 08 13:53:38.761612 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-0718a470-3961-48a2-866e-ab581f448c19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (9c09e753-a42c-4990-b07a-e9f73e07ef61), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:38.765119 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-0718a470-3961-48a2-866e-ab581f448c19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:38.782020 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-0718a470-3961-48a2-866e-ab581f448c19 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/9c09e753-a42c-4990-b07a-e9f73e07ef61 HTTP/1.1" status: 204 len: 168 time: 0.7675893 Sep 08 13:53:38.791900 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17544c1b-eb90-4c93-8b49-c4d0d0162597 req-186346c7-9e6d-4440-adbd-f094daf539de tempest-VolumesNegativeTest-1693092154 tempest-VolumesNegativeTest-1693092154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:38.792602 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-17544c1b-eb90-4c93-8b49-c4d0d0162597 req-186346c7-9e6d-4440-adbd-f094daf539de tempest-VolumesNegativeTest-1693092154 tempest-VolumesNegativeTest-1693092154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693876'] for port (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:38.796413 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-09227736-4ed7-4e36-a96b-772277661665 None None] Provisioning complete for port 2242daf3-b604-43fa-82a6-ac2fe5188b1d triggered by entity DHCP. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 13:53:38.797352 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-09227736-4ed7-4e36-a96b-772277661665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (2242daf3-b604-43fa-82a6-ac2fe5188b1d), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:38.864976 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-09227736-4ed7-4e36-a96b-772277661665 None None] Port 2242daf3-b604-43fa-82a6-ac2fe5188b1d cannot update to ACTIVE because it is not bound. {{(pid=112711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 08 13:53:38.867763 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-17544c1b-eb90-4c93-8b49-c4d0d0162597 req-186346c7-9e6d-4440-adbd-f094daf539de tempest-VolumesNegativeTest-1693092154 tempest-VolumesNegativeTest-1693092154-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1726651 Sep 08 13:53:38.871624 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-9ee6b238-2112-4c58-b0df-116832e5d26d req-14848833-b270-4002-ab3e-a241e8f6a57b tempest-VolumesNegativeTest-1693092154 tempest-VolumesNegativeTest-1693092154-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=6da76a60-0327-45aa-b9c5-699b503f44d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268437 Sep 08 13:53:38.873245 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0718a470-3961-48a2-866e-ab581f448c19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c09e753-a42c-4990-b07a-e9f73e07ef61,revision_number=None']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:53:38.908061 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-effb05fb-484c-4765-9dea-7acc11836865 None None] New status for floating IP 0f41bf9f-e91c-436e-baab-918857ec3540: ACTIVE {{(pid=112712) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 08 13:53:38.931923 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0fb9248-f2ec-40d2-b034-fe9291da7c0d admin admin] Notify agent at l3_agent.dv-cinder-820027-24-iscsi the message routers_updated {{(pid=112709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:53:38.950718 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9dd918-cfd0-4cf3-9a77-8ddf9902162d None None] Sync routers for ids ['045fc859-2838-4597-9f98-5b2b1ad7c567'] in dv-cinder-820027-24-iscsi {{(pid=112711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:53:38.954843 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-a0fb9248-f2ec-40d2-b034-fe9291da7c0d admin admin] 10.222.0.55 "PUT /networking/v2.0/routers/045fc859-2838-4597-9f98-5b2b1ad7c567/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5940933 Sep 08 13:53:38.979967 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9dd918-cfd0-4cf3-9a77-8ddf9902162d None None] Routers {'045fc859-2838-4597-9f98-5b2b1ad7c567'} bound to L3 agent in host dv-cinder-820027-24-iscsi {{(pid=112711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 13:53:38.981089 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_hamode_db [None req-7d9dd918-cfd0-4cf3-9a77-8ddf9902162d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-08T13:44:16Z,description=,heartbeat_timestamp=2022-09-08T13:53:16Z,host='dv-cinder-820027-24-iscsi',id=91421a76-39ff-4685-90ca-aa6fbf6a1933,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:44:16Z,topic='l3_agent')) {'router_ids': ['045fc859-2838-4597-9f98-5b2b1ad7c567'], 'active': True} {{(pid=112711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:53:39.116749 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Device 3844a4fa-6fb8-41d4-975b-f43ccddd098f up at agent ovs-agent-dv-cinder-820027-24-iscsi {{(pid=112711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:53:39.187714 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvr_db [None req-7d9dd918-cfd0-4cf3-9a77-8ddf9902162d None None] Set router 045fc859-2838-4597-9f98-5b2b1ad7c567 gateway port host: dv-cinder-820027-24-iscsi {{(pid=112711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 13:53:39.229254 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Provisioning complete for port 3844a4fa-6fb8-41d4-975b-f43ccddd098f triggered by entity L2. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 13:53:39.229713 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (3844a4fa-6fb8-41d4-975b-f43ccddd098f), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:39.289082 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 35658) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:53:39.309325 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-76832b49-1bf3-4637-8b63-1f906b1c0b4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:39.362525 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:39.403193 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49de30e-11b8-48e6-9663-260268bccde0 req-fbee95cf-4daa-427a-a841-1137b069eb89 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:39.405153 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-a49de30e-11b8-48e6-9663-260268bccde0 req-fbee95cf-4daa-427a-a841-1137b069eb89 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=17665f83-a581-4f16-9275-45bce05f5f49 HTTP/1.1" status: 200 len: 946 time: 0.0727749 Sep 08 13:53:39.429590 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-76832b49-1bf3-4637-8b63-1f906b1c0b4f admin admin] Publish callbacks [] for security_group (3ef6ed7c-4377-490f-b290-a7e96e909813), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:39.437513 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-76832b49-1bf3-4637-8b63-1f906b1c0b4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (3ef6ed7c-4377-490f-b290-a7e96e909813), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:39.474196 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-a49de30e-11b8-48e6-9663-260268bccde0 req-20c26298-be0d-4943-83aa-da87d9f3186c tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=5c37b456-2be1-4170-a806-ad519f2b6e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618415 Sep 08 13:53:39.524389 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-76832b49-1bf3-4637-8b63-1f906b1c0b4f admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=cfc9833adeab42a380a72acdde94a171&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2308421 Sep 08 13:53:39.524732 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 35662) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:53:39.528461 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76832b49-1bf3-4637-8b63-1f906b1c0b4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ef6ed7c-4377-490f-b290-a7e96e909813,revision_number=1']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:53:39.574319 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:39.580923 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-4d6b862e-e4db-4e12-b72d-35c35ccc2753 admin admin] Publish callbacks [] for security_group (3ef6ed7c-4377-490f-b290-a7e96e909813), before_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:39.589255 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Current status of the port 3844a4fa-6fb8-41d4-975b-f43ccddd098f is: ACTIVE; New status is: ACTIVE {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 13:53:39.607761 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_hamode_db [None req-7d9dd918-cfd0-4cf3-9a77-8ddf9902162d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '045fc859-2838-4597-9f98-5b2b1ad7c567', 'name': 'tempest-TestMinimumBasicScenario-1945735576-router', 'tenant_id': 'f7507a7da3bb4420abcfcf08780dc0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '3844a4fa-6fb8-41d4-975b-f43ccddd098f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:53:31Z', 'updated_at': '2022-09-08T13:53:37Z', 'revision_number': 4, 'project_id': 'f7507a7da3bb4420abcfcf08780dc0a4', 'gw_port': {'id': '3844a4fa-6fb8-41d4-975b-f43ccddd098f', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:9e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045fc859-2838-4597-9f98-5b2b1ad7c567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:53:31Z', 'updated_at': '2022-09-08T13:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi', '_interfaces': [{'id': '372b8e19-eb2d-4529-882b-18fb085a0d38', 'name': '', 'network_id': '2484c1b8-1d7e-43af-960e-e27892a8e9d6', 'tenant_id': 'f7507a7da3bb4420abcfcf08780dc0a4', 'mac_address': 'fa:16:3e:1c:aa:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '045fc859-2838-4597-9f98-5b2b1ad7c567', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'dd049ea3-2d6b-4c1d-8839-c1ac515e78de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:53:35Z', 'updated_at': '2022-09-08T13:53:37Z', 'revision_number': 2, 'project_id': 'f7507a7da3bb4420abcfcf08780dc0a4', 'subnets': [{'id': 'dd049ea3-2d6b-4c1d-8839-c1ac515e78de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-24-iscsi', False) {} {{(pid=112711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:53:39.608310 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-4d6b862e-e4db-4e12-b72d-35c35ccc2753 admin admin] Publish callbacks [] for security_group (3ef6ed7c-4377-490f-b290-a7e96e909813), precommit_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:39.637778 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9dd918-cfd0-4cf3-9a77-8ddf9902162d None None] Checking router: 045fc859-2838-4597-9f98-5b2b1ad7c567 for host: dv-cinder-820027-24-iscsi {{(pid=112711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:53:39.638117 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9dd918-cfd0-4cf3-9a77-8ddf9902162d None None] Updating router 045fc859-2838-4597-9f98-5b2b1ad7c567 port 372b8e19-eb2d-4529-882b-18fb085a0d38 binding host dv-cinder-820027-24-iscsi {{(pid=112711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 13:53:39.665714 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=100 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:39.670007 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-7d9dd918-cfd0-4cf3-9a77-8ddf9902162d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (372b8e19-eb2d-4529-882b-18fb085a0d38), before_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:39.671047 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-4d6b862e-e4db-4e12-b72d-35c35ccc2753 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (3ef6ed7c-4377-490f-b290-a7e96e909813), after_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:39.673727 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-4d6b862e-e4db-4e12-b72d-35c35ccc2753 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:39.677638 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-4d6b862e-e4db-4e12-b72d-35c35ccc2753 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/3ef6ed7c-4377-490f-b290-a7e96e909813 HTTP/1.1" status: 204 len: 168 time: 0.1487818 Sep 08 13:53:39.693267 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6b862e-e4db-4e12-b72d-35c35ccc2753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ef6ed7c-4377-490f-b290-a7e96e909813,revision_number=None']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:53:39.783383 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 35674) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:53:39.788347 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.v2.base [None req-979bd030-dcb2-4ac4-964d-cd117ad6e376 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1928476412-network', 'tenant_id': '444e5e44ba7f48348c36f5e2bf864df0'}} {{(pid=112709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:53:39.814423 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-979bd030-dcb2-4ac4-964d-cd117ad6e376 admin admin] Made reservation on behalf of 444e5e44ba7f48348c36f5e2bf864df0 for: {'network': 1} {{(pid=112709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:53:39.817055 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-979bd030-dcb2-4ac4-964d-cd117ad6e376 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for network (None), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:39.828059 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-979bd030-dcb2-4ac4-964d-cd117ad6e376 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:39.851523 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:39.963368 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-979bd030-dcb2-4ac4-964d-cd117ad6e376 admin admin] Publish callbacks [] for security_group (5755a8b8-85d5-42e9-a134-77e9dd0f3462), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:39.965099 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:39.969206 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-979bd030-dcb2-4ac4-964d-cd117ad6e376 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (5755a8b8-85d5-42e9-a134-77e9dd0f3462), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:40.005542 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-979bd030-dcb2-4ac4-964d-cd117ad6e376 admin admin] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=112709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:53:40.028448 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-7d9dd918-cfd0-4cf3-9a77-8ddf9902162d None None] Publish callbacks [] for port (372b8e19-eb2d-4529-882b-18fb085a0d38), precommit_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:40.035395 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-979bd030-dcb2-4ac4-964d-cd117ad6e376 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1392598'] for segment (fdb81d59-0dac-4c5e-852d-bcc7fee38238), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:40.035815 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.db.segments_db [None req-979bd030-dcb2-4ac4-964d-cd117ad6e376 admin admin] Added segment fdb81d59-0dac-4c5e-852d-bcc7fee38238 of type vlan for network 18d7e554-1d2c-4df4-bd92-35c6326f21af Sep 08 13:53:40.038127 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-7d9dd918-cfd0-4cf3-9a77-8ddf9902162d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (372b8e19-eb2d-4529-882b-18fb085a0d38), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:40.049273 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979bd030-dcb2-4ac4-964d-cd117ad6e376 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5755a8b8-85d5-42e9-a134-77e9dd0f3462,revision_number=1']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:53:40.060812 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c91bf6-a9e3-48e7-ab97-40be47165aa1 req-80e8beac-273a-4f50-87bc-7ef3cf567724 tempest-VolumesNegativeTest-1693092154 tempest-VolumesNegativeTest-1693092154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:40.062644 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-63c91bf6-a9e3-48e7-ab97-40be47165aa1 req-80e8beac-273a-4f50-87bc-7ef3cf567724 tempest-VolumesNegativeTest-1693092154 tempest-VolumesNegativeTest-1693092154-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=143f215b-f987-440e-afa1-d699e0a52772 HTTP/1.1" status: 200 len: 936 time: 0.0599806 Sep 08 13:53:40.094705 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-979bd030-dcb2-4ac4-964d-cd117ad6e376 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729028104322'] for network (18d7e554-1d2c-4df4-bd92-35c6326f21af), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:40.126846 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-979bd030-dcb2-4ac4-964d-cd117ad6e376 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862'] for network (18d7e554-1d2c-4df4-bd92-35c6326f21af), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:40.127974 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-979bd030-dcb2-4ac4-964d-cd117ad6e376 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:40.128692 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-979bd030-dcb2-4ac4-964d-cd117ad6e376 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693876'] for network (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:40.133965 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-63c91bf6-a9e3-48e7-ab97-40be47165aa1 req-5cf8db90-798d-4158-8ce5-6449455f0847 tempest-VolumesNegativeTest-1693092154 tempest-VolumesNegativeTest-1693092154-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=6da76a60-0327-45aa-b9c5-699b503f44d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615830 Sep 08 13:53:40.146521 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042acd49-e165-4903-8e1e-a4d95c454f8d None None] Pushing event updated for resources: {'Port': ['ID=372b8e19-eb2d-4529-882b-18fb085a0d38,revision_number=3']} {{(pid=112711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:53:40.164087 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.managers [None req-7d9dd918-cfd0-4cf3-9a77-8ddf9902162d None None] Attempting to bind port 372b8e19-eb2d-4529-882b-18fb085a0d38 on host dv-cinder-820027-24-iscsi for vnic_type normal with profile {{(pid=112711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 08 13:53:40.164670 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.managers [None req-7d9dd918-cfd0-4cf3-9a77-8ddf9902162d None None] Attempting to bind port 372b8e19-eb2d-4529-882b-18fb085a0d38 by drivers openvswitch,hyperv on host dv-cinder-820027-24-iscsi at level 0 using segments [{'id': '77117d76-4f7e-4448-ad65-a6980bb46bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '2484c1b8-1d7e-43af-960e-e27892a8e9d6'}] {{(pid=112711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 08 13:53:40.165212 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9dd918-cfd0-4cf3-9a77-8ddf9902162d None None] Attempting to bind port 372b8e19-eb2d-4529-882b-18fb085a0d38 on network 2484c1b8-1d7e-43af-960e-e27892a8e9d6 {{(pid=112711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 13:53:40.188950 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-979bd030-dcb2-4ac4-964d-cd117ad6e376 admin admin] 10.222.0.55 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4043095 Sep 08 13:53:40.191895 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 35684) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:53:40.196865 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.v2.base [None req-da377617-1b49-43d6-b875-f8fadc75d166 admin admin] Request body: {'subnet': {'network_id': '18d7e554-1d2c-4df4-bd92-35c6326f21af', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1928476412-subnet', 'tenant_id': '444e5e44ba7f48348c36f5e2bf864df0', 'ip_version': 4}} {{(pid=112710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:53:40.204097 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979bd030-dcb2-4ac4-964d-cd117ad6e376 admin admin] Pushing event updated for resources: {'Network': ['ID=18d7e554-1d2c-4df4-bd92-35c6326f21af,revision_number=1']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:53:40.221287 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Network 18d7e554-1d2c-4df4-bd92-35c6326f21af details requested by agent ovs-agent-dv-cinder-820027-24-iscsi with host dv-cinder-820027-24-iscsi {{(pid=112711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:53:40.222832 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da377617-1b49-43d6-b875-f8fadc75d166 admin admin] Made reservation on behalf of 444e5e44ba7f48348c36f5e2bf864df0 for: {'subnet': 1} {{(pid=112710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:53:40.225398 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-da377617-1b49-43d6-b875-f8fadc75d166 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9654423'] for subnet (None), before_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:40.239461 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9dd918-cfd0-4cf3-9a77-8ddf9902162d None None] Checking agent: {'id': '6df97c0c-9140-47af-8c93-84593b95031c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 8, 13, 44, 19), 'started_at': datetime.datetime(2022, 9, 8, 13, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 9, 8, 13, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 08 13:53:40.239876 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9dd918-cfd0-4cf3-9a77-8ddf9902162d None None] Checking segment: {'id': '77117d76-4f7e-4448-ad65-a6980bb46bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '2484c1b8-1d7e-43af-960e-e27892a8e9d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 13:53:40.240671 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-7d9dd918-cfd0-4cf3-9a77-8ddf9902162d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:40.240671 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9dd918-cfd0-4cf3-9a77-8ddf9902162d None None] Bound using segment: {'id': '77117d76-4f7e-4448-ad65-a6980bb46bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '2484c1b8-1d7e-43af-960e-e27892a8e9d6'} {{(pid=112711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 08 13:53:40.241467 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.managers [None req-7d9dd918-cfd0-4cf3-9a77-8ddf9902162d None None] Bound port: 372b8e19-eb2d-4529-882b-18fb085a0d38, host: dv-cinder-820027-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77117d76-4f7e-4448-ad65-a6980bb46bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '2484c1b8-1d7e-43af-960e-e27892a8e9d6'}}] {{(pid=112711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 08 13:53:40.241899 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-7d9dd918-cfd0-4cf3-9a77-8ddf9902162d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (372b8e19-eb2d-4529-882b-18fb085a0d38), before_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:40.363004 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-7d9dd918-cfd0-4cf3-9a77-8ddf9902162d None None] For port 372b8e19-eb2d-4529-882b-18fb085a0d38, host dv-cinder-820027-24-iscsi, cleared binding levels {{(pid=112711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:53:40.366416 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-7d9dd918-cfd0-4cf3-9a77-8ddf9902162d None None] For port 372b8e19-eb2d-4529-882b-18fb085a0d38, host dv-cinder-820027-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-24-iscsi',level=0,port_id=372b8e19-eb2d-4529-882b-18fb085a0d38,segment=NetworkSegment(77117d76-4f7e-4448-ad65-a6980bb46bfe),segment_id=77117d76-4f7e-4448-ad65-a6980bb46bfe)] {{(pid=112711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:53:40.373154 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-7d9dd918-cfd0-4cf3-9a77-8ddf9902162d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (372b8e19-eb2d-4529-882b-18fb085a0d38), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:40.413029 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9dd918-cfd0-4cf3-9a77-8ddf9902162d None None] Routers {'045fc859-2838-4597-9f98-5b2b1ad7c567'} bound to L3 agent in host dv-cinder-820027-24-iscsi {{(pid=112711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 13:53:40.413662 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_hamode_db [None req-7d9dd918-cfd0-4cf3-9a77-8ddf9902162d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-08T13:44:16Z,description=,heartbeat_timestamp=2022-09-08T13:53:16Z,host='dv-cinder-820027-24-iscsi',id=91421a76-39ff-4685-90ca-aa6fbf6a1933,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:44:16Z,topic='l3_agent')) {'router_ids': ['045fc859-2838-4597-9f98-5b2b1ad7c567'], 'active': True} {{(pid=112711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:53:40.432840 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-da377617-1b49-43d6-b875-f8fadc75d166 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10367164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9654409'] for subnet (e8d8c364-9497-4841-b81a-686dc4588146), after_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:40.462869 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:40.475193 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042acd49-e165-4903-8e1e-a4d95c454f8d None None] Pushing event updated for resources: {'Port': ['ID=372b8e19-eb2d-4529-882b-18fb085a0d38,revision_number=4']} {{(pid=112711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:53:40.493225 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da377617-1b49-43d6-b875-f8fadc75d166 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8d8c364-9497-4841-b81a-686dc4588146,revision_number=0']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:53:40.517912 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da377617-1b49-43d6-b875-f8fadc75d166 admin admin] Checking segment: {'id': 'fdb81d59-0dac-4c5e-852d-bcc7fee38238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '18d7e554-1d2c-4df4-bd92-35c6326f21af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 13:53:40.518278 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da377617-1b49-43d6-b875-f8fadc75d166 admin admin] Network hostable DHCP agents. Network: 18d7e554-1d2c-4df4-bd92-35c6326f21af, hostable agents: ['22ab8903-d7f5-4941-bce3-89140b53b8af'], hosted agents: [] {{(pid=112710) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:53:40.540836 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da377617-1b49-43d6-b875-f8fadc75d166 admin admin] Network 18d7e554-1d2c-4df4-bd92-35c6326f21af is scheduled to be hosted by DHCP agent 22ab8903-d7f5-4941-bce3-89140b53b8af with binding_index 1 {{(pid=112710) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:53:40.555811 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.scheduler.base_scheduler [None req-da377617-1b49-43d6-b875-f8fadc75d166 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820027-24-iscsi, 18d7e554-1d2c-4df4-bd92-35c6326f21af) {{(pid=112710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:53:40.556287 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvr_db [None req-7d9dd918-cfd0-4cf3-9a77-8ddf9902162d None None] Set router 045fc859-2838-4597-9f98-5b2b1ad7c567 gateway port host: dv-cinder-820027-24-iscsi {{(pid=112711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 13:53:40.562375 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da377617-1b49-43d6-b875-f8fadc75d166 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:40.562993 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-da377617-1b49-43d6-b875-f8fadc75d166 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:40.586007 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a591e7f-ae41-45d0-bd57-a7372528851d None None] Network 18d7e554-1d2c-4df4-bd92-35c6326f21af requested from dv-cinder-820027-24-iscsi {{(pid=112711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 08 13:53:40.626314 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-da377617-1b49-43d6-b875-f8fadc75d166 admin admin] 10.222.0.55 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4333076 Sep 08 13:53:40.629157 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 35702) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:53:40.633593 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.v2.base [None req-80b4f682-67d2-4f12-a6f6-c52ba9b4a94c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1928476412-router', 'tenant_id': '444e5e44ba7f48348c36f5e2bf864df0', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014'}}} {{(pid=112709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:53:40.634837 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f164e87-a674-4e0b-a63b-3ddcf03108a7 req-d60c47c9-1e9a-48a7-8f56-3a1a96660246 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:40.636322 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-7f164e87-a674-4e0b-a63b-3ddcf03108a7 req-d60c47c9-1e9a-48a7-8f56-3a1a96660246 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=17665f83-a581-4f16-9275-45bce05f5f49 HTTP/1.1" status: 200 len: 946 time: 0.0693433 Sep 08 13:53:40.659348 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-80b4f682-67d2-4f12-a6f6-c52ba9b4a94c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3681175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8264'] for router (8c60a810-748a-4247-a670-10e3c0806b40), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:40.661534 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-80b4f682-67d2-4f12-a6f6-c52ba9b4a94c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3678445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3747977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3928445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8273'] for router (8c60a810-748a-4247-a670-10e3c0806b40), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:40.714117 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-7f164e87-a674-4e0b-a63b-3ddcf03108a7 req-2e0a4ed7-e9a9-4494-95d3-12625a6e9f43 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=5c37b456-2be1-4170-a806-ad519f2b6e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692890 Sep 08 13:53:40.736102 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-80b4f682-67d2-4f12-a6f6-c52ba9b4a94c admin admin] Publish callbacks [] for router_controller (8c60a810-748a-4247-a670-10e3c0806b40), precommit_add_association {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:40.759293 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:40.786580 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.v2.base [req-17544c1b-eb90-4c93-8b49-c4d0d0162597 req-4b99f677-8cb9-44a9-848d-a0727d426728 service neutron] Request body: {'port': {'device_id': '143f215b-f987-440e-afa1-d699e0a52772', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82002'}} {{(pid=112710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:53:40.809884 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f0081a-d75f-406f-b0a6-ddb77f70d610 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89035300-8bf1-5d6c-bf4b-25e43971bb7c-18d7e554-1d2c-4df4-bd92-35c6326f21af', 'network_id': '18d7e554-1d2c-4df4-bd92-35c6326f21af', 'project_id': '444e5e44ba7f48348c36f5e2bf864df0', 'fixed_ips': [{'subnet_id': 'e8d8c364-9497-4841-b81a-686dc4588146'}]}} from dv-cinder-820027-24-iscsi. {{(pid=112711) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 08 13:53:40.811599 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-12f0081a-d75f-406f-b0a6-ddb77f70d610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (None), before_create {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:40.882280 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-17544c1b-eb90-4c93-8b49-c4d0d0162597 req-4b99f677-8cb9-44a9-848d-a0727d426728 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (2242daf3-b604-43fa-82a6-ac2fe5188b1d), before_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:40.937627 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-80b4f682-67d2-4f12-a6f6-c52ba9b4a94c admin admin] Publish callbacks [] for router_gateway (8c60a810-748a-4247-a670-10e3c0806b40), precommit_update {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:40.945678 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:INSERT=19,neutron:SELECT=75,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:41.006553 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_hamode_db [None req-7d9dd918-cfd0-4cf3-9a77-8ddf9902162d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '045fc859-2838-4597-9f98-5b2b1ad7c567', 'name': 'tempest-TestMinimumBasicScenario-1945735576-router', 'tenant_id': 'f7507a7da3bb4420abcfcf08780dc0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '3844a4fa-6fb8-41d4-975b-f43ccddd098f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:53:31Z', 'updated_at': '2022-09-08T13:53:37Z', 'revision_number': 4, 'project_id': 'f7507a7da3bb4420abcfcf08780dc0a4', 'gw_port': {'id': '3844a4fa-6fb8-41d4-975b-f43ccddd098f', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:9e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045fc859-2838-4597-9f98-5b2b1ad7c567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:53:31Z', 'updated_at': '2022-09-08T13:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi', '_interfaces': [{'id': '372b8e19-eb2d-4529-882b-18fb085a0d38', 'name': '', 'network_id': '2484c1b8-1d7e-43af-960e-e27892a8e9d6', 'tenant_id': 'f7507a7da3bb4420abcfcf08780dc0a4', 'mac_address': 'fa:16:3e:1c:aa:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '045fc859-2838-4597-9f98-5b2b1ad7c567', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'dd049ea3-2d6b-4c1d-8839-c1ac515e78de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:53:35Z', 'updated_at': '2022-09-08T13:53:40Z', 'revision_number': 4, 'project_id': 'f7507a7da3bb4420abcfcf08780dc0a4', 'subnets': [{'id': 'dd049ea3-2d6b-4c1d-8839-c1ac515e78de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-24-iscsi', False) {} {{(pid=112711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:53:41.138941 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9dd918-cfd0-4cf3-9a77-8ddf9902162d None None] The sync data for ids ['045fc859-2838-4597-9f98-5b2b1ad7c567'] in dv-cinder-820027-24-iscsi is: [{'id': '045fc859-2838-4597-9f98-5b2b1ad7c567', 'name': 'tempest-TestMinimumBasicScenario-1945735576-router', 'tenant_id': 'f7507a7da3bb4420abcfcf08780dc0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '3844a4fa-6fb8-41d4-975b-f43ccddd098f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:53:31Z', 'updated_at': '2022-09-08T13:53:37Z', 'revision_number': 4, 'project_id': 'f7507a7da3bb4420abcfcf08780dc0a4', 'gw_port': {'id': '3844a4fa-6fb8-41d4-975b-f43ccddd098f', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:9e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045fc859-2838-4597-9f98-5b2b1ad7c567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:53:31Z', 'updated_at': '2022-09-08T13:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi', '_interfaces': [{'id': '372b8e19-eb2d-4529-882b-18fb085a0d38', 'name': '', 'network_id': '2484c1b8-1d7e-43af-960e-e27892a8e9d6', 'tenant_id': 'f7507a7da3bb4420abcfcf08780dc0a4', 'mac_address': 'fa:16:3e:1c:aa:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '045fc859-2838-4597-9f98-5b2b1ad7c567', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'dd049ea3-2d6b-4c1d-8839-c1ac515e78de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:53:35Z', 'updated_at': '2022-09-08T13:53:40Z', 'revision_number': 4, 'project_id': 'f7507a7da3bb4420abcfcf08780dc0a4', 'subnets': [{'id': 'dd049ea3-2d6b-4c1d-8839-c1ac515e78de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:53:41.268058 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-80b4f682-67d2-4f12-a6f6-c52ba9b4a94c admin admin] Publish callbacks [] for router_gateway (8c60a810-748a-4247-a670-10e3c0806b40), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:41.296715 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:41.320651 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-80b4f682-67d2-4f12-a6f6-c52ba9b4a94c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (None), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:41.361886 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.db_base_plugin_common [None req-12f0081a-d75f-406f-b0a6-ddb77f70d610 None None] Allocated IP 172.20.0.2 (18d7e554-1d2c-4df4-bd92-35c6326f21af/e8d8c364-9497-4841-b81a-686dc4588146/f390b3ed-b445-4bc5-a7a6-b55920391c3a) {{(pid=112711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:53:41.392789 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:41.407754 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cb55f1-3167-48e4-a18f-5db5a304e9ba req-abba4ed8-9a59-4f31-9720-042adf28c622 tempest-VolumesNegativeTest-1693092154 tempest-VolumesNegativeTest-1693092154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:41.415140 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-61cb55f1-3167-48e4-a18f-5db5a304e9ba req-abba4ed8-9a59-4f31-9720-042adf28c622 tempest-VolumesNegativeTest-1693092154 tempest-VolumesNegativeTest-1693092154-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=143f215b-f987-440e-afa1-d699e0a52772 HTTP/1.1" status: 200 len: 936 time: 0.1159284 Sep 08 13:53:41.559108 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.db.db_base_plugin_common [None req-80b4f682-67d2-4f12-a6f6-c52ba9b4a94c admin admin] Allocated IP 172.27.0.151 (a5311008-4782-42e3-9445-a36a6c9fb014/42b74029-f5ac-41f0-a451-9a0d0b4a74ed/c72bc6fd-8012-4534-bca8-e3cdf06c751e) {{(pid=112709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:53:41.616956 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-12f0081a-d75f-406f-b0a6-ddb77f70d610 None None] Publish callbacks [] for port (f390b3ed-b445-4bc5-a7a6-b55920391c3a), precommit_create {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:41.633253 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-12f0081a-d75f-406f-b0a6-ddb77f70d610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729028134301'] for port (f390b3ed-b445-4bc5-a7a6-b55920391c3a), after_create {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:41.636925 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-61cb55f1-3167-48e4-a18f-5db5a304e9ba req-40de8613-0ded-49a0-8e02-0d45bb921aa9 tempest-VolumesNegativeTest-1693092154 tempest-VolumesNegativeTest-1693092154-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=6da76a60-0327-45aa-b9c5-699b503f44d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209723 Sep 08 13:53:41.644549 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.notifiers.nova [req-17544c1b-eb90-4c93-8b49-c4d0d0162597 req-4b99f677-8cb9-44a9-848d-a0727d426728 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2242daf3-b604-43fa-82a6-ac2fe5188b1d {{(pid=112710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 08 13:53:41.659191 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-17544c1b-eb90-4c93-8b49-c4d0d0162597 req-4b99f677-8cb9-44a9-848d-a0727d426728 service neutron] Publish callbacks [] for port (2242daf3-b604-43fa-82a6-ac2fe5188b1d), precommit_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:41.685464 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.db.provisioning_blocks [req-17544c1b-eb90-4c93-8b49-c4d0d0162597 req-4b99f677-8cb9-44a9-848d-a0727d426728 service neutron] Transition to ACTIVE for port object 2242daf3-b604-43fa-82a6-ac2fe5188b1d will not be triggered until provisioned by entity L2. {{(pid=112710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 08 13:53:41.695959 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-17544c1b-eb90-4c93-8b49-c4d0d0162597 req-4b99f677-8cb9-44a9-848d-a0727d426728 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10367797'] for port (2242daf3-b604-43fa-82a6-ac2fe5188b1d), after_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:41.734589 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-80b4f682-67d2-4f12-a6f6-c52ba9b4a94c admin admin] Publish callbacks [] for port (c72bc6fd-8012-4534-bca8-e3cdf06c751e), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:41.776649 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:INSERT=9,neutron:SELECT=88,neutron:UPDATE=3 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:41.785530 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-80b4f682-67d2-4f12-a6f6-c52ba9b4a94c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729028134301'] for port (c72bc6fd-8012-4534-bca8-e3cdf06c751e), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:41.875792 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b4f682-67d2-4f12-a6f6-c52ba9b4a94c admin admin] Network a5311008-4782-42e3-9445-a36a6c9fb014 is already hosted by enough agents. {{(pid=112709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:53:41.878828 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.scheduler.base_scheduler [None req-80b4f682-67d2-4f12-a6f6-c52ba9b4a94c admin admin] Resources bound (agent type, host, resource id): {{(pid=112709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:53:41.885139 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b4f682-67d2-4f12-a6f6-c52ba9b4a94c admin admin] Received port after_create {{(pid=112709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 08 13:53:41.948529 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b4f682-67d2-4f12-a6f6-c52ba9b4a94c admin admin] Pushing event updated for resources: {'Port': ['ID=c72bc6fd-8012-4534-bca8-e3cdf06c751e,revision_number=1']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:53:41.956701 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b99f677-8cb9-44a9-848d-a0727d426728 service neutron] Pushing event updated for resources: {'Port': ['ID=2242daf3-b604-43fa-82a6-ac2fe5188b1d,revision_number=2']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:53:42.072151 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87406ae9-f2a7-4aba-80ec-698c590b8dd4 req-4d92b315-f2a0-4a6d-a140-9755ca394859 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:42.074259 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-87406ae9-f2a7-4aba-80ec-698c590b8dd4 req-4d92b315-f2a0-4a6d-a140-9755ca394859 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=17665f83-a581-4f16-9275-45bce05f5f49 HTTP/1.1" status: 200 len: 946 time: 0.1303778 Sep 08 13:53:42.279609 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-87406ae9-f2a7-4aba-80ec-698c590b8dd4 req-4167a186-26d7-4838-bf7c-73ad7818b1a5 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=5c37b456-2be1-4170-a806-ad519f2b6e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829429 Sep 08 13:53:42.280972 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.managers [req-17544c1b-eb90-4c93-8b49-c4d0d0162597 req-4b99f677-8cb9-44a9-848d-a0727d426728 service neutron] Attempting to bind port 2242daf3-b604-43fa-82a6-ac2fe5188b1d on host hv-cinder-82002 for vnic_type normal with profile {{(pid=112710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 08 13:53:42.281301 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.managers [req-17544c1b-eb90-4c93-8b49-c4d0d0162597 req-4b99f677-8cb9-44a9-848d-a0727d426728 service neutron] Attempting to bind port 2242daf3-b604-43fa-82a6-ac2fe5188b1d by drivers openvswitch,hyperv on host hv-cinder-82002 at level 0 using segments [{'id': 'a0a04aff-fed3-4632-9483-6c7c728fc024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'ed980af4-da49-456f-b41b-725a6e2f2bcd'}] {{(pid=112710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 08 13:53:42.281623 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17544c1b-eb90-4c93-8b49-c4d0d0162597 req-4b99f677-8cb9-44a9-848d-a0727d426728 service neutron] Attempting to bind port 2242daf3-b604-43fa-82a6-ac2fe5188b1d on network ed980af4-da49-456f-b41b-725a6e2f2bcd {{(pid=112710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 13:53:42.345479 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f0081a-d75f-406f-b0a6-ddb77f70d610 None None] Network 18d7e554-1d2c-4df4-bd92-35c6326f21af is already hosted by enough agents. {{(pid=112711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:53:42.347824 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.scheduler.base_scheduler [None req-12f0081a-d75f-406f-b0a6-ddb77f70d610 None None] Resources bound (agent type, host, resource id): {{(pid=112711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:53:42.353149 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:42.359754 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f0081a-d75f-406f-b0a6-ddb77f70d610 None None] Received port after_create {{(pid=112711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 08 13:53:42.390008 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f0081a-d75f-406f-b0a6-ddb77f70d610 None None] Pushing event updated for resources: {'Port': ['ID=f390b3ed-b445-4bc5-a7a6-b55920391c3a,revision_number=1']} {{(pid=112711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:53:42.436949 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17544c1b-eb90-4c93-8b49-c4d0d0162597 req-4b99f677-8cb9-44a9-848d-a0727d426728 service neutron] Port 2242daf3-b604-43fa-82a6-ac2fe5188b1d on network ed980af4-da49-456f-b41b-725a6e2f2bcd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82002 {{(pid=112710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 08 13:53:42.438641 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-80b4f682-67d2-4f12-a6f6-c52ba9b4a94c admin admin] Publish callbacks [] for router_gateway (8c60a810-748a-4247-a670-10e3c0806b40), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:42.439946 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17544c1b-eb90-4c93-8b49-c4d0d0162597 req-4b99f677-8cb9-44a9-848d-a0727d426728 service neutron] Attempting to bind port 2242daf3-b604-43fa-82a6-ac2fe5188b1d on network ed980af4-da49-456f-b41b-725a6e2f2bcd {{(pid=112710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 13:53:42.524311 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.managers [None req-12f0081a-d75f-406f-b0a6-ddb77f70d610 None None] Attempting to bind port f390b3ed-b445-4bc5-a7a6-b55920391c3a on host dv-cinder-820027-24-iscsi for vnic_type normal with profile {{(pid=112711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 08 13:53:42.525361 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.managers [None req-12f0081a-d75f-406f-b0a6-ddb77f70d610 None None] Attempting to bind port f390b3ed-b445-4bc5-a7a6-b55920391c3a by drivers openvswitch,hyperv on host dv-cinder-820027-24-iscsi at level 0 using segments [{'id': 'fdb81d59-0dac-4c5e-852d-bcc7fee38238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '18d7e554-1d2c-4df4-bd92-35c6326f21af'}] {{(pid=112711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 08 13:53:42.525361 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f0081a-d75f-406f-b0a6-ddb77f70d610 None None] Attempting to bind port f390b3ed-b445-4bc5-a7a6-b55920391c3a on network 18d7e554-1d2c-4df4-bd92-35c6326f21af {{(pid=112711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 13:53:42.556106 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17544c1b-eb90-4c93-8b49-c4d0d0162597 req-4b99f677-8cb9-44a9-848d-a0727d426728 service neutron] Checking agent: {'id': '4c2ff875-e6d7-424e-bdc7-d4b2ed4bdd9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82002', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 8, 13, 50, 33), 'started_at': datetime.datetime(2022, 9, 8, 13, 50, 33), 'heartbeat_timestamp': datetime.datetime(2022, 9, 8, 13, 53, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 08 13:53:42.556456 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17544c1b-eb90-4c93-8b49-c4d0d0162597 req-4b99f677-8cb9-44a9-848d-a0727d426728 service neutron] Checking segment: {'id': 'a0a04aff-fed3-4632-9483-6c7c728fc024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'ed980af4-da49-456f-b41b-725a6e2f2bcd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 13:53:42.556854 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17544c1b-eb90-4c93-8b49-c4d0d0162597 req-4b99f677-8cb9-44a9-848d-a0727d426728 service neutron] Bound using segment: {'id': 'a0a04aff-fed3-4632-9483-6c7c728fc024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'ed980af4-da49-456f-b41b-725a6e2f2bcd'} {{(pid=112710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 08 13:53:42.562434 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.managers [req-17544c1b-eb90-4c93-8b49-c4d0d0162597 req-4b99f677-8cb9-44a9-848d-a0727d426728 service neutron] Bound port: 2242daf3-b604-43fa-82a6-ac2fe5188b1d, host: hv-cinder-82002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0a04aff-fed3-4632-9483-6c7c728fc024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'ed980af4-da49-456f-b41b-725a6e2f2bcd'}}] {{(pid=112710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 08 13:53:42.562815 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-17544c1b-eb90-4c93-8b49-c4d0d0162597 req-4b99f677-8cb9-44a9-848d-a0727d426728 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (2242daf3-b604-43fa-82a6-ac2fe5188b1d), before_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:42.618648 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f0081a-d75f-406f-b0a6-ddb77f70d610 None None] Checking agent: {'id': '6df97c0c-9140-47af-8c93-84593b95031c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 8, 13, 44, 19), 'started_at': datetime.datetime(2022, 9, 8, 13, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 9, 8, 13, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 08 13:53:42.619106 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f0081a-d75f-406f-b0a6-ddb77f70d610 None None] Checking segment: {'id': 'fdb81d59-0dac-4c5e-852d-bcc7fee38238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '18d7e554-1d2c-4df4-bd92-35c6326f21af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 13:53:42.619596 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-12f0081a-d75f-406f-b0a6-ddb77f70d610 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:42.620042 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f0081a-d75f-406f-b0a6-ddb77f70d610 None None] Bound using segment: {'id': 'fdb81d59-0dac-4c5e-852d-bcc7fee38238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '18d7e554-1d2c-4df4-bd92-35c6326f21af'} {{(pid=112711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 08 13:53:42.622848 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.managers [None req-12f0081a-d75f-406f-b0a6-ddb77f70d610 None None] Bound port: f390b3ed-b445-4bc5-a7a6-b55920391c3a, host: dv-cinder-820027-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdb81d59-0dac-4c5e-852d-bcc7fee38238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '18d7e554-1d2c-4df4-bd92-35c6326f21af'}}] {{(pid=112711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 08 13:53:42.623064 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-12f0081a-d75f-406f-b0a6-ddb77f70d610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (f390b3ed-b445-4bc5-a7a6-b55920391c3a), before_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:42.665857 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:42.742150 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.db [req-17544c1b-eb90-4c93-8b49-c4d0d0162597 req-4b99f677-8cb9-44a9-848d-a0727d426728 service neutron] For port 2242daf3-b604-43fa-82a6-ac2fe5188b1d, host hv-cinder-82002, cleared binding levels {{(pid=112710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:53:42.746898 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.db [req-17544c1b-eb90-4c93-8b49-c4d0d0162597 req-4b99f677-8cb9-44a9-848d-a0727d426728 service neutron] For port 2242daf3-b604-43fa-82a6-ac2fe5188b1d, host hv-cinder-82002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=2242daf3-b604-43fa-82a6-ac2fe5188b1d,segment=NetworkSegment(a0a04aff-fed3-4632-9483-6c7c728fc024),segment_id=a0a04aff-fed3-4632-9483-6c7c728fc024)] {{(pid=112710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:53:42.750185 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-12f0081a-d75f-406f-b0a6-ddb77f70d610 None None] For port f390b3ed-b445-4bc5-a7a6-b55920391c3a, host dv-cinder-820027-24-iscsi, cleared binding levels {{(pid=112711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:53:42.755703 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-17544c1b-eb90-4c93-8b49-c4d0d0162597 req-4b99f677-8cb9-44a9-848d-a0727d426728 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10367797'] for port (2242daf3-b604-43fa-82a6-ac2fe5188b1d), after_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:42.760927 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-12f0081a-d75f-406f-b0a6-ddb77f70d610 None None] For port f390b3ed-b445-4bc5-a7a6-b55920391c3a, host dv-cinder-820027-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-24-iscsi',level=0,port_id=f390b3ed-b445-4bc5-a7a6-b55920391c3a,segment=NetworkSegment(fdb81d59-0dac-4c5e-852d-bcc7fee38238),segment_id=fdb81d59-0dac-4c5e-852d-bcc7fee38238)] {{(pid=112711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:53:42.773106 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-12f0081a-d75f-406f-b0a6-ddb77f70d610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (f390b3ed-b445-4bc5-a7a6-b55920391c3a), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:42.847304 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17544c1b-eb90-4c93-8b49-c4d0d0162597 req-4b99f677-8cb9-44a9-848d-a0727d426728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:42.847946 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-17544c1b-eb90-4c93-8b49-c4d0d0162597 req-4b99f677-8cb9-44a9-848d-a0727d426728 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693876'] for port (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:42.857726 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-17544c1b-eb90-4c93-8b49-c4d0d0162597 req-4b99f677-8cb9-44a9-848d-a0727d426728 service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/2242daf3-b604-43fa-82a6-ac2fe5188b1d HTTP/1.1" status: 200 len: 1098 time: 2.0741177 Sep 08 13:53:42.858575 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b99f677-8cb9-44a9-848d-a0727d426728 service neutron] Pushing event updated for resources: {'Port': ['ID=2242daf3-b604-43fa-82a6-ac2fe5188b1d,revision_number=3']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:53:42.864424 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '143f215b-f987-440e-afa1-d699e0a52772', 'tag': '2242daf3-b604-43fa-82a6-ac2fe5188b1d'}] {{(pid=112710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 13:53:42.866902 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4aaac3e20a53a8e6247a431178541979a817c05ad734f54eee24c8be994502e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec30d5fa-7172-4179-88c3-149027ff89af" -d '{"events": [{"name": "network-changed", "server_uuid": "143f215b-f987-440e-afa1-d699e0a52772", "tag": "2242daf3-b604-43fa-82a6-ac2fe5188b1d"}]}' {{(pid=112710) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:53:42.890230 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f0081a-d75f-406f-b0a6-ddb77f70d610 None None] Pushing event updated for resources: {'Port': ['ID=f390b3ed-b445-4bc5-a7a6-b55920391c3a,revision_number=2']} {{(pid=112711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:53:42.901907 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-80b4f682-67d2-4f12-a6f6-c52ba9b4a94c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3678394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3679297'] for router (8c60a810-748a-4247-a670-10e3c0806b40), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:42.998610 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae1de0e-6ba6-4136-83e0-c8946d4de6cb req-61a227a0-91f9-47d4-9c21-761a03ad3262 tempest-VolumesNegativeTest-1693092154 tempest-VolumesNegativeTest-1693092154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:43.007128 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-7ae1de0e-6ba6-4136-83e0-c8946d4de6cb req-61a227a0-91f9-47d4-9c21-761a03ad3262 tempest-VolumesNegativeTest-1693092154 tempest-VolumesNegativeTest-1693092154-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=143f215b-f987-440e-afa1-d699e0a52772 HTTP/1.1" status: 200 len: 948 time: 0.1371822 Sep 08 13:53:43.028443 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e0df69-1547-4967-acbb-c96d33855f04 req-40501cc9-7eb7-4ab8-9727-a5219e28f0d7 tempest-DeleteServersTestJSON-1637109358 tempest-DeleteServersTestJSON-1637109358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:43.030451 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-61e0df69-1547-4967-acbb-c96d33855f04 req-40501cc9-7eb7-4ab8-9727-a5219e28f0d7 tempest-DeleteServersTestJSON-1637109358 tempest-DeleteServersTestJSON-1637109358-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3a4e6c3b-d230-477f-b406-5f55ec596b1e HTTP/1.1" status: 200 len: 945 time: 0.1578543 Sep 08 13:53:43.077655 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:43.133579 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-7ae1de0e-6ba6-4136-83e0-c8946d4de6cb req-61975da6-5731-4e54-bc32-2d06b353f133 tempest-VolumesNegativeTest-1693092154 tempest-VolumesNegativeTest-1693092154-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=6da76a60-0327-45aa-b9c5-699b503f44d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249869 Sep 08 13:53:43.140677 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Device 372b8e19-eb2d-4529-882b-18fb085a0d38 up at agent ovs-agent-dv-cinder-820027-24-iscsi {{(pid=112711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:53:43.189935 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80b4f682-67d2-4f12-a6f6-c52ba9b4a94c admin admin] Router 8c60a810-748a-4247-a670-10e3c0806b40 is scheduled to L3 agent 91421a76-39ff-4685-90ca-aa6fbf6a1933 with binding_index 1 {{(pid=112709) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 13:53:43.232745 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Provisioning complete for port 372b8e19-eb2d-4529-882b-18fb085a0d38 triggered by entity L2. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 13:53:43.251894 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (372b8e19-eb2d-4529-882b-18fb085a0d38), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:43.258059 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-61e0df69-1547-4967-acbb-c96d33855f04 req-aacc8264-bec5-4fa2-a133-41dbdb21dc9b tempest-DeleteServersTestJSON-1637109358 tempest-DeleteServersTestJSON-1637109358-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=863deabd-5804-407b-8f2e-7ba1d889920d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080994 Sep 08 13:53:43.271885 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Sep 2022 13:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24f89b58-15f2-4c25-bf7e-b9a657e09e4a x-openstack-request-id: req-24f89b58-15f2-4c25-bf7e-b9a657e09e4a {{(pid=112710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:53:43.274043 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "143f215b-f987-440e-afa1-d699e0a52772", "tag": "2242daf3-b604-43fa-82a6-ac2fe5188b1d", "status": "completed", "code": 200}]} {{(pid=112710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:53:43.275051 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-24f89b58-15f2-4c25-bf7e-b9a657e09e4a {{(pid=112710) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:53:43.275588 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24f89b58-15f2-4c25-bf7e-b9a657e09e4a'] response: {'name': 'network-changed', 'server_uuid': '143f215b-f987-440e-afa1-d699e0a52772', 'tag': '2242daf3-b604-43fa-82a6-ac2fe5188b1d', 'status': 'completed', 'code': 200} Sep 08 13:53:43.402749 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80b4f682-67d2-4f12-a6f6-c52ba9b4a94c admin admin] Notify agent at l3_agent.dv-cinder-820027-24-iscsi the message routers_updated {{(pid=112709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:53:43.412585 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaaca54b-30f8-40a8-83dc-964de6668f7b None None] Sync routers for ids ['8c60a810-748a-4247-a670-10e3c0806b40'] in dv-cinder-820027-24-iscsi {{(pid=112712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:53:43.423637 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaaca54b-30f8-40a8-83dc-964de6668f7b None None] Routers {'8c60a810-748a-4247-a670-10e3c0806b40'} bound to L3 agent in host dv-cinder-820027-24-iscsi {{(pid=112712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 13:53:43.424330 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_hamode_db [None req-aaaca54b-30f8-40a8-83dc-964de6668f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-08T13:44:16Z,description=,heartbeat_timestamp=2022-09-08T13:53:16Z,host='dv-cinder-820027-24-iscsi',id=91421a76-39ff-4685-90ca-aa6fbf6a1933,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:44:16Z,topic='l3_agent')) {'router_ids': ['8c60a810-748a-4247-a670-10e3c0806b40'], 'active': True} {{(pid=112712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:53:43.429422 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-80b4f682-67d2-4f12-a6f6-c52ba9b4a94c admin admin] Publish callbacks [] for router (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:43.433468 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-80b4f682-67d2-4f12-a6f6-c52ba9b4a94c admin admin] 10.222.0.55 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.8008158 Sep 08 13:53:43.434265 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 35770) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:53:43.435229 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Current status of the port 372b8e19-eb2d-4529-882b-18fb085a0d38 is: DOWN; New status is: ACTIVE {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 13:53:43.435718 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (372b8e19-eb2d-4529-882b-18fb085a0d38), before_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:43.482994 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] For port 372b8e19-eb2d-4529-882b-18fb085a0d38, host dv-cinder-820027-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-24-iscsi',level=0,port_id=372b8e19-eb2d-4529-882b-18fb085a0d38,segment=NetworkSegment(77117d76-4f7e-4448-ad65-a6980bb46bfe),segment_id=77117d76-4f7e-4448-ad65-a6980bb46bfe)] {{(pid=112711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:53:43.491792 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (372b8e19-eb2d-4529-882b-18fb085a0d38), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:43.496467 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565372fe-cad6-4661-a29c-3da702690f4b req-b11cefac-d80d-43f4-bb18-ce5609623d42 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:43.499049 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-565372fe-cad6-4661-a29c-3da702690f4b req-b11cefac-d80d-43f4-bb18-ce5609623d42 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=17665f83-a581-4f16-9275-45bce05f5f49 HTTP/1.1" status: 200 len: 946 time: 0.0935569 Sep 08 13:53:43.557761 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:43.563384 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_dvr_db [None req-aaaca54b-30f8-40a8-83dc-964de6668f7b None None] Set router 8c60a810-748a-4247-a670-10e3c0806b40 gateway port host: dv-cinder-820027-24-iscsi {{(pid=112712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 13:53:43.570751 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Pushing event updated for resources: {'Port': ['ID=372b8e19-eb2d-4529-882b-18fb085a0d38,revision_number=5']} {{(pid=112711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:53:43.608997 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-565372fe-cad6-4661-a29c-3da702690f4b req-02540d43-48de-45ae-b7e1-eda3f0eca3f4 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=5c37b456-2be1-4170-a806-ad519f2b6e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967147 Sep 08 13:53:43.674023 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:43.834744 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_hamode_db [None req-aaaca54b-30f8-40a8-83dc-964de6668f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c60a810-748a-4247-a670-10e3c0806b40', 'name': 'tempest-TestMinimumBasicScenario-1928476412-router', 'tenant_id': '444e5e44ba7f48348c36f5e2bf864df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': 'c72bc6fd-8012-4534-bca8-e3cdf06c751e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:53:40Z', 'updated_at': '2022-09-08T13:53:42Z', 'revision_number': 3, 'project_id': '444e5e44ba7f48348c36f5e2bf864df0', 'gw_port': {'id': 'c72bc6fd-8012-4534-bca8-e3cdf06c751e', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:8b:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c60a810-748a-4247-a670-10e3c0806b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:53:41Z', 'updated_at': '2022-09-08T13:53:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi'}], 'dv-cinder-820027-24-iscsi', False) {} {{(pid=112712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:53:43.863345 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaaca54b-30f8-40a8-83dc-964de6668f7b None None] Checking router: 8c60a810-748a-4247-a670-10e3c0806b40 for host: dv-cinder-820027-24-iscsi {{(pid=112712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:53:43.863689 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaaca54b-30f8-40a8-83dc-964de6668f7b None None] Updating router 8c60a810-748a-4247-a670-10e3c0806b40 port c72bc6fd-8012-4534-bca8-e3cdf06c751e binding host dv-cinder-820027-24-iscsi {{(pid=112712) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 13:53:43.911011 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron_lib.callbacks.manager [None req-aaaca54b-30f8-40a8-83dc-964de6668f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (c72bc6fd-8012-4534-bca8-e3cdf06c751e), before_update {{(pid=112712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:44.013215 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-8c99ac81-863e-4682-99f2-fe451384bfdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (None), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:44.046513 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-9776e06f-fd7e-42f9-bc43-c933c5d9e06c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (22ab8903-d7f5-4941-bce3-89140b53b8af), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:44.221022 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:44.222779 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.db.db_base_plugin_common [None req-8c99ac81-863e-4682-99f2-fe451384bfdc admin admin] Allocated IP 172.20.0.1 (18d7e554-1d2c-4df4-bd92-35c6326f21af/e8d8c364-9497-4841-b81a-686dc4588146/51b358c1-b1c0-416b-9a7e-43422899ffec) {{(pid=112709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:53:44.256042 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b26dd82-7ecd-4abf-9d19-86a5c3b40eb2 None None] Network 18d7e554-1d2c-4df4-bd92-35c6326f21af requested from dv-cinder-820027-24-iscsi {{(pid=112711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 08 13:53:44.291644 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b305c6e-a80d-44bf-959d-f485ae1190f6 req-19716a71-3aa1-478b-8c20-0a4f1151e3df tempest-VolumesNegativeTest-1693092154 tempest-VolumesNegativeTest-1693092154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:44.293155 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-2b305c6e-a80d-44bf-959d-f485ae1190f6 req-19716a71-3aa1-478b-8c20-0a4f1151e3df tempest-VolumesNegativeTest-1693092154 tempest-VolumesNegativeTest-1693092154-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=143f215b-f987-440e-afa1-d699e0a52772 HTTP/1.1" status: 200 len: 948 time: 0.0664148 Sep 08 13:53:44.384904 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-8c99ac81-863e-4682-99f2-fe451384bfdc admin admin] Publish callbacks [] for port (51b358c1-b1c0-416b-9a7e-43422899ffec), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:44.426687 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-2b305c6e-a80d-44bf-959d-f485ae1190f6 req-b2faab4b-0ff0-4fe9-ad24-026eed4d5f79 tempest-VolumesNegativeTest-1693092154 tempest-VolumesNegativeTest-1693092154-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=6da76a60-0327-45aa-b9c5-699b503f44d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221743 Sep 08 13:53:44.445760 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-5ec827ee-d69e-434c-8e6f-5df2b941903f None None] Provisioning complete for port f390b3ed-b445-4bc5-a7a6-b55920391c3a triggered by entity DHCP. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 13:53:44.445760 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-5ec827ee-d69e-434c-8e6f-5df2b941903f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (f390b3ed-b445-4bc5-a7a6-b55920391c3a), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:44.446413 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron_lib.callbacks.manager [None req-aaaca54b-30f8-40a8-83dc-964de6668f7b None None] Publish callbacks [] for port (c72bc6fd-8012-4534-bca8-e3cdf06c751e), precommit_update {{(pid=112712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:44.446764 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:44.446983 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:44.464666 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron_lib.callbacks.manager [None req-aaaca54b-30f8-40a8-83dc-964de6668f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (c72bc6fd-8012-4534-bca8-e3cdf06c751e), after_update {{(pid=112712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:44.472440 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-8c99ac81-863e-4682-99f2-fe451384bfdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729028134301'] for port (51b358c1-b1c0-416b-9a7e-43422899ffec), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:44.489872 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:44.510783 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b330f902-f761-4fca-98ff-f505d70e6b72 None None] Pushing event updated for resources: {'Port': ['ID=c72bc6fd-8012-4534-bca8-e3cdf06c751e,revision_number=2']} {{(pid=112712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:53:44.516579 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c99ac81-863e-4682-99f2-fe451384bfdc admin admin] Network 18d7e554-1d2c-4df4-bd92-35c6326f21af is already hosted by enough agents. {{(pid=112709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:53:44.518540 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.plugins.ml2.managers [None req-aaaca54b-30f8-40a8-83dc-964de6668f7b None None] Attempting to bind port c72bc6fd-8012-4534-bca8-e3cdf06c751e on host dv-cinder-820027-24-iscsi for vnic_type normal with profile {{(pid=112712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 08 13:53:44.518915 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.plugins.ml2.managers [None req-aaaca54b-30f8-40a8-83dc-964de6668f7b None None] Attempting to bind port c72bc6fd-8012-4534-bca8-e3cdf06c751e by drivers openvswitch,hyperv on host dv-cinder-820027-24-iscsi at level 0 using segments [{'id': 'ebffaf8e-8370-4e1c-9c1b-02c9fe7aa40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014'}] {{(pid=112712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 08 13:53:44.519768 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaaca54b-30f8-40a8-83dc-964de6668f7b None None] Attempting to bind port c72bc6fd-8012-4534-bca8-e3cdf06c751e on network a5311008-4782-42e3-9445-a36a6c9fb014 {{(pid=112712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 13:53:44.524404 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.scheduler.base_scheduler [None req-8c99ac81-863e-4682-99f2-fe451384bfdc admin admin] Resources bound (agent type, host, resource id): {{(pid=112709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:53:44.537164 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c99ac81-863e-4682-99f2-fe451384bfdc admin admin] Received port after_create {{(pid=112709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 08 13:53:44.537583 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-8c99ac81-863e-4682-99f2-fe451384bfdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3854091'] for router_interface (8c60a810-748a-4247-a670-10e3c0806b40), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:44.539706 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b03e8a8-c3c0-48dd-a63b-a8b5fe423a29 req-243c68f1-9ee5-4c60-8fe9-427d395d45c6 tempest-DeleteServersTestJSON-1637109358 tempest-DeleteServersTestJSON-1637109358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:44.541248 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-9b03e8a8-c3c0-48dd-a63b-a8b5fe423a29 req-243c68f1-9ee5-4c60-8fe9-427d395d45c6 tempest-DeleteServersTestJSON-1637109358 tempest-DeleteServersTestJSON-1637109358-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3a4e6c3b-d230-477f-b406-5f55ec596b1e HTTP/1.1" status: 200 len: 945 time: 0.1470017 Sep 08 13:53:44.569761 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaaca54b-30f8-40a8-83dc-964de6668f7b None None] Checking agent: {'id': '6df97c0c-9140-47af-8c93-84593b95031c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 8, 13, 44, 19), 'started_at': datetime.datetime(2022, 9, 8, 13, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 9, 8, 13, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 08 13:53:44.570184 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaaca54b-30f8-40a8-83dc-964de6668f7b None None] Checking segment: {'id': 'ebffaf8e-8370-4e1c-9c1b-02c9fe7aa40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 13:53:44.570543 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron_lib.callbacks.manager [None req-aaaca54b-30f8-40a8-83dc-964de6668f7b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:44.570995 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaaca54b-30f8-40a8-83dc-964de6668f7b None None] Bound using segment: {'id': 'ebffaf8e-8370-4e1c-9c1b-02c9fe7aa40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014'} {{(pid=112712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 08 13:53:44.571625 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.plugins.ml2.managers [None req-aaaca54b-30f8-40a8-83dc-964de6668f7b None None] Bound port: c72bc6fd-8012-4534-bca8-e3cdf06c751e, host: dv-cinder-820027-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebffaf8e-8370-4e1c-9c1b-02c9fe7aa40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014'}}] {{(pid=112712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 08 13:53:44.571855 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron_lib.callbacks.manager [None req-aaaca54b-30f8-40a8-83dc-964de6668f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (c72bc6fd-8012-4534-bca8-e3cdf06c751e), before_update {{(pid=112712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:44.624573 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-9b03e8a8-c3c0-48dd-a63b-a8b5fe423a29 req-1e0531ee-8e8d-41ad-ada7-affb11f5dee2 tempest-DeleteServersTestJSON-1637109358 tempest-DeleteServersTestJSON-1637109358-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=863deabd-5804-407b-8f2e-7ba1d889920d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762858 Sep 08 13:53:44.664086 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-5ec827ee-d69e-434c-8e6f-5df2b941903f None None] Current status of the port f390b3ed-b445-4bc5-a7a6-b55920391c3a is: DOWN; New status is: ACTIVE {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 13:53:44.664764 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-5ec827ee-d69e-434c-8e6f-5df2b941903f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (f390b3ed-b445-4bc5-a7a6-b55920391c3a), before_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:44.673116 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.plugins.ml2.db [None req-aaaca54b-30f8-40a8-83dc-964de6668f7b None None] For port c72bc6fd-8012-4534-bca8-e3cdf06c751e, host dv-cinder-820027-24-iscsi, cleared binding levels {{(pid=112712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:53:44.678394 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c99ac81-863e-4682-99f2-fe451384bfdc admin admin] Pushing event updated for resources: {'Port': ['ID=51b358c1-b1c0-416b-9a7e-43422899ffec,revision_number=1']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:53:44.679039 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.plugins.ml2.db [None req-aaaca54b-30f8-40a8-83dc-964de6668f7b None None] For port c72bc6fd-8012-4534-bca8-e3cdf06c751e, host dv-cinder-820027-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-24-iscsi',level=0,port_id=c72bc6fd-8012-4534-bca8-e3cdf06c751e,segment=NetworkSegment(ebffaf8e-8370-4e1c-9c1b-02c9fe7aa40e),segment_id=ebffaf8e-8370-4e1c-9c1b-02c9fe7aa40e)] {{(pid=112712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:53:44.696545 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron_lib.callbacks.manager [None req-aaaca54b-30f8-40a8-83dc-964de6668f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (c72bc6fd-8012-4534-bca8-e3cdf06c751e), after_update {{(pid=112712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:44.738568 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-5ec827ee-d69e-434c-8e6f-5df2b941903f None None] For port f390b3ed-b445-4bc5-a7a6-b55920391c3a, host dv-cinder-820027-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-24-iscsi',level=0,port_id=f390b3ed-b445-4bc5-a7a6-b55920391c3a,segment=NetworkSegment(fdb81d59-0dac-4c5e-852d-bcc7fee38238),segment_id=fdb81d59-0dac-4c5e-852d-bcc7fee38238)] {{(pid=112711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:53:44.745671 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-5ec827ee-d69e-434c-8e6f-5df2b941903f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (f390b3ed-b445-4bc5-a7a6-b55920391c3a), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:44.794748 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a52353-67ef-42d8-830a-b9b25b9c6dc1 req-3aa4fa76-a853-4432-984d-12d7900774c5 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:44.814287 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-a1a52353-67ef-42d8-830a-b9b25b9c6dc1 req-3aa4fa76-a853-4432-984d-12d7900774c5 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=17665f83-a581-4f16-9275-45bce05f5f49 HTTP/1.1" status: 200 len: 946 time: 0.1053262 Sep 08 13:53:44.816675 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b330f902-f761-4fca-98ff-f505d70e6b72 None None] Pushing event updated for resources: {'Port': ['ID=c72bc6fd-8012-4534-bca8-e3cdf06c751e,revision_number=3']} {{(pid=112712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:53:44.825653 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-8c99ac81-863e-4682-99f2-fe451384bfdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (51b358c1-b1c0-416b-9a7e-43422899ffec), before_update {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:44.838666 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaaca54b-30f8-40a8-83dc-964de6668f7b None None] Routers {'8c60a810-748a-4247-a670-10e3c0806b40'} bound to L3 agent in host dv-cinder-820027-24-iscsi {{(pid=112712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 13:53:44.839660 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_hamode_db [None req-aaaca54b-30f8-40a8-83dc-964de6668f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-08T13:44:16Z,description=,heartbeat_timestamp=2022-09-08T13:53:16Z,host='dv-cinder-820027-24-iscsi',id=91421a76-39ff-4685-90ca-aa6fbf6a1933,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:44:16Z,topic='l3_agent')) {'router_ids': ['8c60a810-748a-4247-a670-10e3c0806b40'], 'active': True} {{(pid=112712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:53:44.859777 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec827ee-d69e-434c-8e6f-5df2b941903f None None] Pushing event updated for resources: {'Port': ['ID=f390b3ed-b445-4bc5-a7a6-b55920391c3a,revision_number=3']} {{(pid=112711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:53:44.901702 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-a1a52353-67ef-42d8-830a-b9b25b9c6dc1 req-d5b41b5e-6853-4bac-ac3b-f91cd7f6604c tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=5c37b456-2be1-4170-a806-ad519f2b6e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866468 Sep 08 13:53:44.970667 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:45.037494 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_dvr_db [None req-aaaca54b-30f8-40a8-83dc-964de6668f7b None None] Set router 8c60a810-748a-4247-a670-10e3c0806b40 gateway port host: dv-cinder-820027-24-iscsi {{(pid=112712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 13:53:45.131889 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Device 372b8e19-eb2d-4529-882b-18fb085a0d38 up at agent ovs-agent-dv-cinder-820027-24-iscsi {{(pid=112711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:53:45.204872 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Provisioning complete for port 372b8e19-eb2d-4529-882b-18fb085a0d38 triggered by entity L2. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 13:53:45.205229 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (372b8e19-eb2d-4529-882b-18fb085a0d38), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:45.239747 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-3e42ff72-e9c0-4536-9d84-049a16f76741 None None] Provisioning complete for port f390b3ed-b445-4bc5-a7a6-b55920391c3a triggered by entity DHCP. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 13:53:45.240135 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-3e42ff72-e9c0-4536-9d84-049a16f76741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (f390b3ed-b445-4bc5-a7a6-b55920391c3a), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:45.297885 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_hamode_db [None req-aaaca54b-30f8-40a8-83dc-964de6668f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c60a810-748a-4247-a670-10e3c0806b40', 'name': 'tempest-TestMinimumBasicScenario-1928476412-router', 'tenant_id': '444e5e44ba7f48348c36f5e2bf864df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': 'c72bc6fd-8012-4534-bca8-e3cdf06c751e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:53:40Z', 'updated_at': '2022-09-08T13:53:44Z', 'revision_number': 4, 'project_id': '444e5e44ba7f48348c36f5e2bf864df0', 'gw_port': {'id': 'c72bc6fd-8012-4534-bca8-e3cdf06c751e', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:8b:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c60a810-748a-4247-a670-10e3c0806b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:53:41Z', 'updated_at': '2022-09-08T13:53:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi', '_interfaces': [{'id': '51b358c1-b1c0-416b-9a7e-43422899ffec', 'name': '', 'network_id': '18d7e554-1d2c-4df4-bd92-35c6326f21af', 'tenant_id': '444e5e44ba7f48348c36f5e2bf864df0', 'mac_address': 'fa:16:3e:f9:5a:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c60a810-748a-4247-a670-10e3c0806b40', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'e8d8c364-9497-4841-b81a-686dc4588146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:53:44Z', 'updated_at': '2022-09-08T13:53:44Z', 'revision_number': 1, 'project_id': '444e5e44ba7f48348c36f5e2bf864df0', 'subnets': [{'id': 'e8d8c364-9497-4841-b81a-686dc4588146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-24-iscsi', False) {} {{(pid=112712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:53:45.330680 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaaca54b-30f8-40a8-83dc-964de6668f7b None None] The sync data for ids ['8c60a810-748a-4247-a670-10e3c0806b40'] in dv-cinder-820027-24-iscsi is: [{'id': '8c60a810-748a-4247-a670-10e3c0806b40', 'name': 'tempest-TestMinimumBasicScenario-1928476412-router', 'tenant_id': '444e5e44ba7f48348c36f5e2bf864df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': 'c72bc6fd-8012-4534-bca8-e3cdf06c751e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:53:40Z', 'updated_at': '2022-09-08T13:53:44Z', 'revision_number': 4, 'project_id': '444e5e44ba7f48348c36f5e2bf864df0', 'gw_port': {'id': 'c72bc6fd-8012-4534-bca8-e3cdf06c751e', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:8b:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c60a810-748a-4247-a670-10e3c0806b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:53:41Z', 'updated_at': '2022-09-08T13:53:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi', '_interfaces': [{'id': '51b358c1-b1c0-416b-9a7e-43422899ffec', 'name': '', 'network_id': '18d7e554-1d2c-4df4-bd92-35c6326f21af', 'tenant_id': '444e5e44ba7f48348c36f5e2bf864df0', 'mac_address': 'fa:16:3e:f9:5a:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c60a810-748a-4247-a670-10e3c0806b40', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'e8d8c364-9497-4841-b81a-686dc4588146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:53:44Z', 'updated_at': '2022-09-08T13:53:44Z', 'revision_number': 1, 'project_id': '444e5e44ba7f48348c36f5e2bf864df0', 'subnets': [{'id': 'e8d8c364-9497-4841-b81a-686dc4588146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:53:45.365559 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:45.374450 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-8c99ac81-863e-4682-99f2-fe451384bfdc admin admin] Publish callbacks [] for port (51b358c1-b1c0-416b-9a7e-43422899ffec), precommit_update {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:45.377487 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Current status of the port 372b8e19-eb2d-4529-882b-18fb085a0d38 is: ACTIVE; New status is: ACTIVE {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 13:53:45.378999 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Device f390b3ed-b445-4bc5-a7a6-b55920391c3a up at agent ovs-agent-dv-cinder-820027-24-iscsi {{(pid=112711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:53:45.379789 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-8c99ac81-863e-4682-99f2-fe451384bfdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (51b358c1-b1c0-416b-9a7e-43422899ffec), after_update {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:45.380574 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-8c99ac81-863e-4682-99f2-fe451384bfdc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3690700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3854231'] for router_interface (8c60a810-748a-4247-a670-10e3c0806b40), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:45.382330 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-3e42ff72-e9c0-4536-9d84-049a16f76741 None None] Current status of the port f390b3ed-b445-4bc5-a7a6-b55920391c3a is: ACTIVE; New status is: ACTIVE {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 13:53:45.415234 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-3e42ff72-e9c0-4536-9d84-049a16f76741 None None] Provisioning complete for port 51b358c1-b1c0-416b-9a7e-43422899ffec triggered by entity DHCP. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 13:53:45.416489 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-3e42ff72-e9c0-4536-9d84-049a16f76741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (51b358c1-b1c0-416b-9a7e-43422899ffec), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:45.462730 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-3e42ff72-e9c0-4536-9d84-049a16f76741 None None] Port 51b358c1-b1c0-416b-9a7e-43422899ffec cannot update to ACTIVE because it is not bound. {{(pid=112711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 08 13:53:45.467833 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Provisioning complete for port f390b3ed-b445-4bc5-a7a6-b55920391c3a triggered by entity L2. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 13:53:45.468329 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (f390b3ed-b445-4bc5-a7a6-b55920391c3a), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:45.475509 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c99ac81-863e-4682-99f2-fe451384bfdc admin admin] Pushing event updated for resources: {'Port': ['ID=51b358c1-b1c0-416b-9a7e-43422899ffec,revision_number=2']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:53:45.568967 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c99ac81-863e-4682-99f2-fe451384bfdc admin admin] Network 18d7e554-1d2c-4df4-bd92-35c6326f21af is already hosted by enough agents. {{(pid=112709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:53:45.570739 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.scheduler.base_scheduler [None req-8c99ac81-863e-4682-99f2-fe451384bfdc admin admin] Resources bound (agent type, host, resource id): {{(pid=112709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:53:45.611535 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec30d5fa-7172-4179-88c3-149027ff89af req-a2958504-862b-4bfd-95ce-704ac29d85b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:45.613172 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-ec30d5fa-7172-4179-88c3-149027ff89af req-a2958504-862b-4bfd-95ce-704ac29d85b1 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=06929ea6da40417394a9274b2c86c96a&device_id=143f215b-f987-440e-afa1-d699e0a52772 HTTP/1.1" status: 200 len: 1132 time: 0.0552511 Sep 08 13:53:45.617918 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-6b221a5b-580c-468b-9ecd-c58e632aa9fa None None] Provisioning complete for port 51b358c1-b1c0-416b-9a7e-43422899ffec triggered by entity DHCP. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 13:53:45.618049 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6b221a5b-580c-468b-9ecd-c58e632aa9fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (51b358c1-b1c0-416b-9a7e-43422899ffec), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:45.675370 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3911be1-d75c-470e-8ed1-23f477e87f1c req-f089d2fe-b6b6-467c-88ea-ca60367990d7 tempest-VolumesNegativeTest-1693092154 tempest-VolumesNegativeTest-1693092154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:45.685267 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e3911be1-d75c-470e-8ed1-23f477e87f1c req-f089d2fe-b6b6-467c-88ea-ca60367990d7 tempest-VolumesNegativeTest-1693092154 tempest-VolumesNegativeTest-1693092154-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=143f215b-f987-440e-afa1-d699e0a52772 HTTP/1.1" status: 200 len: 948 time: 0.1635394 Sep 08 13:53:45.690608 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Current status of the port f390b3ed-b445-4bc5-a7a6-b55920391c3a is: ACTIVE; New status is: ACTIVE {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 13:53:45.739039 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-6b221a5b-580c-468b-9ecd-c58e632aa9fa None None] Port 51b358c1-b1c0-416b-9a7e-43422899ffec cannot update to ACTIVE because it is not bound. {{(pid=112711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 08 13:53:45.749666 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:45.775205 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e3911be1-d75c-470e-8ed1-23f477e87f1c req-a06820b7-2461-45a6-a6c4-6d2f7cd6c55d tempest-VolumesNegativeTest-1693092154 tempest-VolumesNegativeTest-1693092154-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=6da76a60-0327-45aa-b9c5-699b503f44d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883892 Sep 08 13:53:45.789507 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c99ac81-863e-4682-99f2-fe451384bfdc admin admin] Router 8c60a810-748a-4247-a670-10e3c0806b40 has already been hosted by L3 agent 91421a76-39ff-4685-90ca-aa6fbf6a1933 {{(pid=112709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:53:45.842885 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c79b61b-4618-4e63-90a9-845c6e946276 req-7f614378-d924-49c4-8f0a-4151c3b6dc9a tempest-DeleteServersTestJSON-1637109358 tempest-DeleteServersTestJSON-1637109358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:45.850706 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-1c79b61b-4618-4e63-90a9-845c6e946276 req-7f614378-d924-49c4-8f0a-4151c3b6dc9a tempest-DeleteServersTestJSON-1637109358 tempest-DeleteServersTestJSON-1637109358-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3a4e6c3b-d230-477f-b406-5f55ec596b1e HTTP/1.1" status: 200 len: 945 time: 0.0718040 Sep 08 13:53:45.853484 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:45.912503 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-1c79b61b-4618-4e63-90a9-845c6e946276 req-5dfb3d39-f382-4845-8334-59f1e6ca2d40 tempest-DeleteServersTestJSON-1637109358 tempest-DeleteServersTestJSON-1637109358-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=863deabd-5804-407b-8f2e-7ba1d889920d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608094 Sep 08 13:53:45.949852 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c99ac81-863e-4682-99f2-fe451384bfdc admin admin] Notify agent at l3_agent.dv-cinder-820027-24-iscsi the message routers_updated {{(pid=112709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:53:45.956082 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-8c99ac81-863e-4682-99f2-fe451384bfdc admin admin] 10.222.0.55 "PUT /networking/v2.0/routers/8c60a810-748a-4247-a670-10e3c0806b40/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5209372 Sep 08 13:53:46.037970 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-ec30d5fa-7172-4179-88c3-149027ff89af req-268e0912-ae4c-41b3-bb5d-f97241bf7091 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?tenant_id=06929ea6da40417394a9274b2c86c96a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0462852 Sep 08 13:53:46.064793 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-63cec5ed-7a79-4b56-8e2f-4fc9ac1987a6 None None] Provisioning complete for port 51b358c1-b1c0-416b-9a7e-43422899ffec triggered by entity DHCP. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 13:53:46.065178 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-63cec5ed-7a79-4b56-8e2f-4fc9ac1987a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (51b358c1-b1c0-416b-9a7e-43422899ffec), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:46.091112 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:46.103182 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73fb6a4-2285-46bf-9f94-9d05db0f5c90 req-7058a7cc-c042-43e4-ae94-c2671d7b5329 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:46.104886 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-63cec5ed-7a79-4b56-8e2f-4fc9ac1987a6 None None] Port 51b358c1-b1c0-416b-9a7e-43422899ffec cannot update to ACTIVE because it is not bound. {{(pid=112711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 08 13:53:46.105502 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-c73fb6a4-2285-46bf-9f94-9d05db0f5c90 req-7058a7cc-c042-43e4-ae94-c2671d7b5329 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=17665f83-a581-4f16-9275-45bce05f5f49 HTTP/1.1" status: 200 len: 946 time: 0.0921464 Sep 08 13:53:46.195429 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-c73fb6a4-2285-46bf-9f94-9d05db0f5c90 req-85b03184-98ca-462e-8876-5081f24f05ee tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=5c37b456-2be1-4170-a806-ad519f2b6e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793955 Sep 08 13:53:46.359936 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-1fc751c5-7e3e-4a68-b4f5-e236f1ddcd39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (91421a76-39ff-4685-90ca-aa6fbf6a1933), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:46.514621 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec30d5fa-7172-4179-88c3-149027ff89af req-38abacea-4180-4456-894a-7e0eb0794a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:46.516333 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-ec30d5fa-7172-4179-88c3-149027ff89af req-38abacea-4180-4456-894a-7e0eb0794a2b service neutron] 10.222.0.20 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1982882 Sep 08 13:53:46.674215 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f081c0e9-4790-47d4-a89f-45ed6cb9a349 req-dd655e03-2e0e-44e6-9471-b5d578eeb89a tempest-DeleteServersTestJSON-1637109358 tempest-DeleteServersTestJSON-1637109358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:46.677429 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-f081c0e9-4790-47d4-a89f-45ed6cb9a349 req-dd655e03-2e0e-44e6-9471-b5d578eeb89a tempest-DeleteServersTestJSON-1637109358 tempest-DeleteServersTestJSON-1637109358-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=3a4e6c3b-d230-477f-b406-5f55ec596b1e HTTP/1.1" status: 200 len: 945 time: 0.0649741 Sep 08 13:53:46.716419 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17544c1b-eb90-4c93-8b49-c4d0d0162597 req-ac6ea6d2-c48e-4d81-bd5d-ab0403fb9f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:46.719478 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [req-17544c1b-eb90-4c93-8b49-c4d0d0162597 req-ac6ea6d2-c48e-4d81-bd5d-ab0403fb9f28 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=06929ea6da40417394a9274b2c86c96a&device_id=143f215b-f987-440e-afa1-d699e0a52772 HTTP/1.1" status: 200 len: 1132 time: 0.0473580 Sep 08 13:53:46.795307 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [req-17544c1b-eb90-4c93-8b49-c4d0d0162597 req-be76b316-d8ee-4c5f-a05c-6648d89cb810 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=2242daf3-b604-43fa-82a6-ac2fe5188b1d HTTP/1.1" status: 200 len: 217 time: 0.0459161 Sep 08 13:53:46.855949 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.plugin [req-f081c0e9-4790-47d4-a89f-45ed6cb9a349 req-b26315d3-1e49-4d09-a979-2a850f9099dc tempest-DeleteServersTestJSON-1637109358 tempest-DeleteServersTestJSON-1637109358-project] Deleting port 2e9cdac8-d126-4ec3-8459-aaf58c0148d7 {{(pid=112710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 08 13:53:46.856462 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-f081c0e9-4790-47d4-a89f-45ed6cb9a349 req-b26315d3-1e49-4d09-a979-2a850f9099dc tempest-DeleteServersTestJSON-1637109358 tempest-DeleteServersTestJSON-1637109358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729028590053'] for port (2e9cdac8-d126-4ec3-8459-aaf58c0148d7), before_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:46.931282 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17544c1b-eb90-4c93-8b49-c4d0d0162597 req-3da93fc9-0187-4420-aef8-285cd3ea7e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:46.932913 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [req-17544c1b-eb90-4c93-8b49-c4d0d0162597 req-3da93fc9-0187-4420-aef8-285cd3ea7e57 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=b1284aa5-2567-4e5f-b999-a8b146c61dd7 HTTP/1.1" status: 200 len: 843 time: 0.0945218 Sep 08 13:53:47.047445 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17544c1b-eb90-4c93-8b49-c4d0d0162597 req-20f48b9d-3955-42c6-88b0-57c7272287e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:47.049276 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [req-17544c1b-eb90-4c93-8b49-c4d0d0162597 req-20f48b9d-3955-42c6-88b0-57c7272287e8 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=ed980af4-da49-456f-b41b-725a6e2f2bcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0982773 Sep 08 13:53:47.080635 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Device c72bc6fd-8012-4534-bca8-e3cdf06c751e up at agent ovs-agent-dv-cinder-820027-24-iscsi {{(pid=112711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:53:47.140903 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c7fdce-414f-4e61-8430-71cedda23b3f req-8335f281-b76d-4e12-840b-9b962ea3e410 tempest-VolumesNegativeTest-1693092154 tempest-VolumesNegativeTest-1693092154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:47.142723 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-12c7fdce-414f-4e61-8430-71cedda23b3f req-8335f281-b76d-4e12-840b-9b962ea3e410 tempest-VolumesNegativeTest-1693092154 tempest-VolumesNegativeTest-1693092154-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=143f215b-f987-440e-afa1-d699e0a52772 HTTP/1.1" status: 200 len: 948 time: 0.2536561 Sep 08 13:53:47.186633 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Provisioning complete for port c72bc6fd-8012-4534-bca8-e3cdf06c751e triggered by entity L2. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 13:53:47.188488 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (c72bc6fd-8012-4534-bca8-e3cdf06c751e), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:47.197091 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=100 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:47.212647 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9e9111-ec97-4403-ba44-8683108cb7d0 req-d75217bf-9ea0-41ea-b53b-a85a912e8506 tempest-DeleteServersTestJSON-1637109358 tempest-DeleteServersTestJSON-1637109358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:47.214533 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-9e9e9111-ec97-4403-ba44-8683108cb7d0 req-d75217bf-9ea0-41ea-b53b-a85a912e8506 tempest-DeleteServersTestJSON-1637109358 tempest-DeleteServersTestJSON-1637109358-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3a4e6c3b-d230-477f-b406-5f55ec596b1e HTTP/1.1" status: 200 len: 945 time: 0.1896279 Sep 08 13:53:47.216824 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.db [req-f081c0e9-4790-47d4-a89f-45ed6cb9a349 req-b26315d3-1e49-4d09-a979-2a850f9099dc tempest-DeleteServersTestJSON-1637109358 tempest-DeleteServersTestJSON-1637109358-project] For port 2e9cdac8-d126-4ec3-8459-aaf58c0148d7, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=2e9cdac8-d126-4ec3-8459-aaf58c0148d7,segment=NetworkSegment(9527b46d-3b29-4cdc-a44b-4b19e1ce956c),segment_id=9527b46d-3b29-4cdc-a44b-4b19e1ce956c)] {{(pid=112710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:53:47.217415 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-f081c0e9-4790-47d4-a89f-45ed6cb9a349 req-b26315d3-1e49-4d09-a979-2a850f9099dc tempest-DeleteServersTestJSON-1637109358 tempest-DeleteServersTestJSON-1637109358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3750342'] for port (2e9cdac8-d126-4ec3-8459-aaf58c0148d7), precommit_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:47.229290 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [req-17544c1b-eb90-4c93-8b49-c4d0d0162597 req-252e53b9-1176-4fb3-8cda-d2d0a088372a service neutron] 10.222.0.20 "GET /networking/v2.0/networks/ed980af4-da49-456f-b41b-725a6e2f2bcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664116 Sep 08 13:53:47.278204 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-12c7fdce-414f-4e61-8430-71cedda23b3f req-6639e610-0dbf-478d-bfb4-58d62ac4cecb tempest-VolumesNegativeTest-1693092154 tempest-VolumesNegativeTest-1693092154-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=6da76a60-0327-45aa-b9c5-699b503f44d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250980 Sep 08 13:53:47.318460 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.plugin [req-f081c0e9-4790-47d4-a89f-45ed6cb9a349 req-b26315d3-1e49-4d09-a979-2a850f9099dc tempest-DeleteServersTestJSON-1637109358 tempest-DeleteServersTestJSON-1637109358-project] Calling delete_port for 2e9cdac8-d126-4ec3-8459-aaf58c0148d7 owned by compute:nova {{(pid=112710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 08 13:53:47.322930 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Current status of the port c72bc6fd-8012-4534-bca8-e3cdf06c751e is: DOWN; New status is: ACTIVE {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 13:53:47.323331 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (c72bc6fd-8012-4534-bca8-e3cdf06c751e), before_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:47.365018 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] For port c72bc6fd-8012-4534-bca8-e3cdf06c751e, host dv-cinder-820027-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-24-iscsi',level=0,port_id=c72bc6fd-8012-4534-bca8-e3cdf06c751e,segment=NetworkSegment(ebffaf8e-8370-4e1c-9c1b-02c9fe7aa40e),segment_id=ebffaf8e-8370-4e1c-9c1b-02c9fe7aa40e)] {{(pid=112711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:53:47.372895 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (c72bc6fd-8012-4534-bca8-e3cdf06c751e), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:47.418701 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [req-17544c1b-eb90-4c93-8b49-c4d0d0162597 req-b0b15530-0752-4dff-9c21-4867e51f8f32 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/ed980af4-da49-456f-b41b-725a6e2f2bcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791258 Sep 08 13:53:47.490912 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Pushing event updated for resources: {'Port': ['ID=c72bc6fd-8012-4534-bca8-e3cdf06c751e,revision_number=4']} {{(pid=112711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:53:47.504254 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-9e9e9111-ec97-4403-ba44-8683108cb7d0 req-ea0f871d-8aa7-46f5-874b-80d17e45d8b3 tempest-DeleteServersTestJSON-1637109358 tempest-DeleteServersTestJSON-1637109358-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=863deabd-5804-407b-8f2e-7ba1d889920d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421124 Sep 08 13:53:47.519237 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-b7e97967-3fa9-4dcb-b3f0-dcc99b3a4378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (24e12250-b8f3-473f-bf71-765ca8669827), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:47.557811 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e030cc-c782-4e7c-868b-f4e4bf13db4f req-9b92094e-4547-48b0-8335-dd75dd6c1d89 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:47.566693 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-b2e030cc-c782-4e7c-868b-f4e4bf13db4f req-9b92094e-4547-48b0-8335-dd75dd6c1d89 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=17665f83-a581-4f16-9275-45bce05f5f49 HTTP/1.1" status: 200 len: 946 time: 0.1144016 Sep 08 13:53:47.654431 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-b2e030cc-c782-4e7c-868b-f4e4bf13db4f req-5cf5766f-f358-4e5c-8a13-29fdcd6849e8 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=5c37b456-2be1-4170-a806-ad519f2b6e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866046 Sep 08 13:53:47.761019 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-f081c0e9-4790-47d4-a89f-45ed6cb9a349 req-b26315d3-1e49-4d09-a979-2a850f9099dc tempest-DeleteServersTestJSON-1637109358 tempest-DeleteServersTestJSON-1637109358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729028594324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729028134310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10367820'] for port (2e9cdac8-d126-4ec3-8459-aaf58c0148d7), after_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:47.795882 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26315d3-1e49-4d09-a979-2a850f9099dc tempest-DeleteServersTestJSON-1637109358 tempest-DeleteServersTestJSON-1637109358-project] Pushing event deleted for resources: {'Port': ['ID=2e9cdac8-d126-4ec3-8459-aaf58c0148d7,revision_number=None']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:53:48.103835 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.db.l3_dvrscheduler_db [req-f081c0e9-4790-47d4-a89f-45ed6cb9a349 req-b26315d3-1e49-4d09-a979-2a850f9099dc tempest-DeleteServersTestJSON-1637109358 tempest-DeleteServersTestJSON-1637109358-project] No DVR routers for this DVR port 2e9cdac8-d126-4ec3-8459-aaf58c0148d7 on host hv-cinder-82002 {{(pid=112710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 08 13:53:48.107401 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-f081c0e9-4790-47d4-a89f-45ed6cb9a349 req-b26315d3-1e49-4d09-a979-2a850f9099dc tempest-DeleteServersTestJSON-1637109358 tempest-DeleteServersTestJSON-1637109358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161718'] for port (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:48.111379 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-f081c0e9-4790-47d4-a89f-45ed6cb9a349 req-b26315d3-1e49-4d09-a979-2a850f9099dc tempest-DeleteServersTestJSON-1637109358 tempest-DeleteServersTestJSON-1637109358-project] 10.222.0.20 "DELETE /networking/v2.0/ports/2e9cdac8-d126-4ec3-8459-aaf58c0148d7 HTTP/1.1" status: 204 len: 173 time: 1.4179947 Sep 08 13:53:48.111883 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a4e6c3b-d230-477f-b406-5f55ec596b1e', 'name': 'network-vif-deleted', 'tag': '2e9cdac8-d126-4ec3-8459-aaf58c0148d7'}] {{(pid=112710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 13:53:48.114138 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4aaac3e20a53a8e6247a431178541979a817c05ad734f54eee24c8be994502e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88f3d4d0-2ff6-4786-b986-bc4ae3978ef8" -d '{"events": [{"server_uuid": "3a4e6c3b-d230-477f-b406-5f55ec596b1e", "name": "network-vif-deleted", "tag": "2e9cdac8-d126-4ec3-8459-aaf58c0148d7"}]}' {{(pid=112710) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:53:48.155638 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Sep 2022 13:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b85cd48-4a02-4419-b48b-f35ef96e2811 x-openstack-request-id: req-3b85cd48-4a02-4419-b48b-f35ef96e2811 {{(pid=112710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:53:48.155927 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a4e6c3b-d230-477f-b406-5f55ec596b1e", "name": "network-vif-deleted", "tag": "2e9cdac8-d126-4ec3-8459-aaf58c0148d7", "status": "completed", "code": 200}]} {{(pid=112710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:53:48.156170 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3b85cd48-4a02-4419-b48b-f35ef96e2811 {{(pid=112710) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:53:48.156562 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b85cd48-4a02-4419-b48b-f35ef96e2811'] response: {'server_uuid': '3a4e6c3b-d230-477f-b406-5f55ec596b1e', 'name': 'network-vif-deleted', 'tag': '2e9cdac8-d126-4ec3-8459-aaf58c0148d7', 'status': 'completed', 'code': 200} Sep 08 13:53:48.398143 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:48.421273 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57abed3a-2194-4a9a-81ac-81a717f9a5ba req-9359b738-3423-4506-aac7-099ac34d8e33 tempest-VolumesNegativeTest-1693092154 tempest-VolumesNegativeTest-1693092154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:48.422976 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-57abed3a-2194-4a9a-81ac-81a717f9a5ba req-9359b738-3423-4506-aac7-099ac34d8e33 tempest-VolumesNegativeTest-1693092154 tempest-VolumesNegativeTest-1693092154-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=143f215b-f987-440e-afa1-d699e0a52772 HTTP/1.1" status: 200 len: 948 time: 0.0544767 Sep 08 13:53:48.496493 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-57abed3a-2194-4a9a-81ac-81a717f9a5ba req-71c02bf3-54b6-407d-ad79-dcf6b8d77b22 tempest-VolumesNegativeTest-1693092154 tempest-VolumesNegativeTest-1693092154-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=6da76a60-0327-45aa-b9c5-699b503f44d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656276 Sep 08 13:53:48.628814 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-ec8bad05-55d6-4be5-9843-fd0df096b62c req-1a110600-5bcc-4944-bc39-22d3858a1def tempest-DeleteServersTestJSON-1637109358 tempest-DeleteServersTestJSON-1637109358-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3a4e6c3b-d230-477f-b406-5f55ec596b1e HTTP/1.1" status: 200 len: 210 time: 0.0334377 Sep 08 13:53:48.770403 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8856a2f-9001-4436-8d25-a4398bd4507b req-99beb81c-6def-4620-a91c-3c700763557a tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:48.774190 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-a8856a2f-9001-4436-8d25-a4398bd4507b req-99beb81c-6def-4620-a91c-3c700763557a tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=17665f83-a581-4f16-9275-45bce05f5f49 HTTP/1.1" status: 200 len: 946 time: 0.0523694 Sep 08 13:53:48.838112 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-a8856a2f-9001-4436-8d25-a4398bd4507b req-7e3bc8ea-981f-4dd9-9829-deed50e32cee tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=5c37b456-2be1-4170-a806-ad519f2b6e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564384 Sep 08 13:53:48.887710 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-604b277b-9310-4e7b-bd1a-c26598410893 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (ad63ffce-77d1-4b05-ac53-eeb1c28e2aec), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:48.948515 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Device 2242daf3-b604-43fa-82a6-ac2fe5188b1d details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=112711) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:53:48.983330 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Device 2e9cdac8-d126-4ec3-8459-aaf58c0148d7 no longer exists at agent hyperv_hv-cinder-82002 {{(pid=112711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:53:48.987539 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (6df97c0c-9140-47af-8c93-84593b95031c), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:49.022507 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] No Port match for: 2e9cdac8-d126-4ec3-8459-aaf58c0148d7 {{(pid=112711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 08 13:53:49.037846 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Device 2e9cdac8-d126-4ec3-8459-aaf58c0148d7 not bound to the agent host hv-cinder-82002 {{(pid=112711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:53:49.114930 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Device c72bc6fd-8012-4534-bca8-e3cdf06c751e up at agent ovs-agent-dv-cinder-820027-24-iscsi {{(pid=112711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:53:49.221805 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Provisioning complete for port c72bc6fd-8012-4534-bca8-e3cdf06c751e triggered by entity L2. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 13:53:49.222428 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (c72bc6fd-8012-4534-bca8-e3cdf06c751e), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:49.229946 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] For port 2242daf3-b604-43fa-82a6-ac2fe5188b1d, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=2242daf3-b604-43fa-82a6-ac2fe5188b1d,segment=NetworkSegment(a0a04aff-fed3-4632-9483-6c7c728fc024),segment_id=a0a04aff-fed3-4632-9483-6c7c728fc024)] {{(pid=112711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:53:49.266015 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Returning: {'device': '2242daf3-b604-43fa-82a6-ac2fe5188b1d', 'network_id': 'ed980af4-da49-456f-b41b-725a6e2f2bcd', 'port_id': '2242daf3-b604-43fa-82a6-ac2fe5188b1d', 'mac_address': 'fa:16:3e:c1:62:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1284aa5-2567-4e5f-b999-a8b146c61dd7', 'ip_address': '192.168.233.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112711) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:53:49.272233 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:49.349199 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Current status of the port 2242daf3-b604-43fa-82a6-ac2fe5188b1d is: DOWN; New status is: BUILD {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 13:53:49.349600 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (2242daf3-b604-43fa-82a6-ac2fe5188b1d), before_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:49.372513 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.notifiers.nova [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2242daf3-b604-43fa-82a6-ac2fe5188b1d {{(pid=112711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 08 13:53:49.387841 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Current status of the port c72bc6fd-8012-4534-bca8-e3cdf06c751e is: ACTIVE; New status is: ACTIVE {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 13:53:49.405683 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] For port 2242daf3-b604-43fa-82a6-ac2fe5188b1d, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=2242daf3-b604-43fa-82a6-ac2fe5188b1d,segment=NetworkSegment(a0a04aff-fed3-4632-9483-6c7c728fc024),segment_id=a0a04aff-fed3-4632-9483-6c7c728fc024)] {{(pid=112711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:53:49.411030 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (2242daf3-b604-43fa-82a6-ac2fe5188b1d), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:49.477265 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Pushing event updated for resources: {'Port': ['ID=2242daf3-b604-43fa-82a6-ac2fe5188b1d,revision_number=4']} {{(pid=112711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:53:49.665330 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a188560b-fc6b-442f-8c62-2f329f054654 req-d1a592ce-3a1c-4b74-93bb-0e258183b088 tempest-VolumesNegativeTest-1693092154 tempest-VolumesNegativeTest-1693092154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:49.676611 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-a188560b-fc6b-442f-8c62-2f329f054654 req-d1a592ce-3a1c-4b74-93bb-0e258183b088 tempest-VolumesNegativeTest-1693092154 tempest-VolumesNegativeTest-1693092154-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=143f215b-f987-440e-afa1-d699e0a52772 HTTP/1.1" status: 200 len: 949 time: 0.0701509 Sep 08 13:53:49.709462 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c68d64-e874-4fb6-8916-54b71b1121f7 None None] Sync routers for ids ['8c60a810-748a-4247-a670-10e3c0806b40'] in dv-cinder-820027-24-iscsi {{(pid=112711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:53:49.736017 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c68d64-e874-4fb6-8916-54b71b1121f7 None None] Routers {'8c60a810-748a-4247-a670-10e3c0806b40'} bound to L3 agent in host dv-cinder-820027-24-iscsi {{(pid=112711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 13:53:49.739888 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_hamode_db [None req-82c68d64-e874-4fb6-8916-54b71b1121f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-08T13:44:16Z,description=,heartbeat_timestamp=2022-09-08T13:53:46Z,host='dv-cinder-820027-24-iscsi',id=91421a76-39ff-4685-90ca-aa6fbf6a1933,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:44:16Z,topic='l3_agent')) {'router_ids': ['8c60a810-748a-4247-a670-10e3c0806b40'], 'active': True} {{(pid=112711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:53:49.750726 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-a188560b-fc6b-442f-8c62-2f329f054654 req-572f3c43-33d9-4666-b520-6df8a8d4aaeb tempest-VolumesNegativeTest-1693092154 tempest-VolumesNegativeTest-1693092154-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=6da76a60-0327-45aa-b9c5-699b503f44d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718799 Sep 08 13:53:49.808931 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-21fcdbf3-3aff-49fb-aeee-d783091067eb req-cd540269-ef35-4948-b772-d5655ae4e86b tempest-DeleteServersTestJSON-1637109358 tempest-DeleteServersTestJSON-1637109358-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3a4e6c3b-d230-477f-b406-5f55ec596b1e HTTP/1.1" status: 200 len: 210 time: 0.0559835 Sep 08 13:53:49.895652 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvr_db [None req-82c68d64-e874-4fb6-8916-54b71b1121f7 None None] Set router 8c60a810-748a-4247-a670-10e3c0806b40 gateway port host: dv-cinder-820027-24-iscsi {{(pid=112711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 13:53:49.931752 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:50.061724 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d966fd8e-f883-4e72-aaf2-f9d22aadfe04 req-3cf60603-13f9-4ebf-9db4-8eb6da559eed tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:50.064364 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-d966fd8e-f883-4e72-aaf2-f9d22aadfe04 req-3cf60603-13f9-4ebf-9db4-8eb6da559eed tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=17665f83-a581-4f16-9275-45bce05f5f49 HTTP/1.1" status: 200 len: 946 time: 0.1144314 Sep 08 13:53:50.118006 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] get_ports_and_sgs() called for port_ids ['2242daf3-b604-43fa-82a6-ac2fe5188b1d'] {{(pid=112711) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 08 13:53:50.148320 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-d966fd8e-f883-4e72-aaf2-f9d22aadfe04 req-512bd603-d4b8-4e1e-b901-27e7a30ce71b tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=5c37b456-2be1-4170-a806-ad519f2b6e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784888 Sep 08 13:53:50.322521 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_hamode_db [None req-82c68d64-e874-4fb6-8916-54b71b1121f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c60a810-748a-4247-a670-10e3c0806b40', 'name': 'tempest-TestMinimumBasicScenario-1928476412-router', 'tenant_id': '444e5e44ba7f48348c36f5e2bf864df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': 'c72bc6fd-8012-4534-bca8-e3cdf06c751e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:53:40Z', 'updated_at': '2022-09-08T13:53:44Z', 'revision_number': 4, 'project_id': '444e5e44ba7f48348c36f5e2bf864df0', 'gw_port': {'id': 'c72bc6fd-8012-4534-bca8-e3cdf06c751e', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:8b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c60a810-748a-4247-a670-10e3c0806b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:53:41Z', 'updated_at': '2022-09-08T13:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi', '_interfaces': [{'id': '51b358c1-b1c0-416b-9a7e-43422899ffec', 'name': '', 'network_id': '18d7e554-1d2c-4df4-bd92-35c6326f21af', 'tenant_id': '444e5e44ba7f48348c36f5e2bf864df0', 'mac_address': 'fa:16:3e:f9:5a:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c60a810-748a-4247-a670-10e3c0806b40', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'e8d8c364-9497-4841-b81a-686dc4588146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:53:44Z', 'updated_at': '2022-09-08T13:53:44Z', 'revision_number': 2, 'project_id': '444e5e44ba7f48348c36f5e2bf864df0', 'subnets': [{'id': 'e8d8c364-9497-4841-b81a-686dc4588146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-24-iscsi', False) {} {{(pid=112711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:53:50.352071 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c68d64-e874-4fb6-8916-54b71b1121f7 None None] Checking router: 8c60a810-748a-4247-a670-10e3c0806b40 for host: dv-cinder-820027-24-iscsi {{(pid=112711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:53:50.352436 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c68d64-e874-4fb6-8916-54b71b1121f7 None None] Updating router 8c60a810-748a-4247-a670-10e3c0806b40 port 51b358c1-b1c0-416b-9a7e-43422899ffec binding host dv-cinder-820027-24-iscsi {{(pid=112711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 13:53:50.544119 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-82c68d64-e874-4fb6-8916-54b71b1121f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (51b358c1-b1c0-416b-9a7e-43422899ffec), before_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:50.885355 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:50.903611 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-82c68d64-e874-4fb6-8916-54b71b1121f7 None None] Publish callbacks [] for port (51b358c1-b1c0-416b-9a7e-43422899ffec), precommit_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:50.911906 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-82c68d64-e874-4fb6-8916-54b71b1121f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (51b358c1-b1c0-416b-9a7e-43422899ffec), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:50.917833 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af806710-6954-41b7-b738-b8b5c02a38fe req-c20269a7-c305-49aa-b618-a51dc9f767bc tempest-VolumesNegativeTest-1693092154 tempest-VolumesNegativeTest-1693092154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:50.932887 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-af806710-6954-41b7-b738-b8b5c02a38fe req-c20269a7-c305-49aa-b618-a51dc9f767bc tempest-VolumesNegativeTest-1693092154 tempest-VolumesNegativeTest-1693092154-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=143f215b-f987-440e-afa1-d699e0a52772 HTTP/1.1" status: 200 len: 949 time: 0.0807931 Sep 08 13:53:51.038637 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-7deb62f3-cd68-45eb-94ba-c533eb2ef2e6 req-2fca1426-7eae-4720-ad70-462147241ebc tempest-DeleteServersTestJSON-1637109358 tempest-DeleteServersTestJSON-1637109358-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3a4e6c3b-d230-477f-b406-5f55ec596b1e HTTP/1.1" status: 200 len: 210 time: 0.0550170 Sep 08 13:53:51.086894 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-af806710-6954-41b7-b738-b8b5c02a38fe req-6637d678-0785-4514-9c61-142793dd2daa tempest-VolumesNegativeTest-1693092154 tempest-VolumesNegativeTest-1693092154-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=6da76a60-0327-45aa-b9c5-699b503f44d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494260 Sep 08 13:53:51.147706 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f5d30e-faa8-4e0a-98a7-8912afc03f34 None None] Pushing event updated for resources: {'Port': ['ID=51b358c1-b1c0-416b-9a7e-43422899ffec,revision_number=3']} {{(pid=112711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:53:51.156827 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.managers [None req-82c68d64-e874-4fb6-8916-54b71b1121f7 None None] Attempting to bind port 51b358c1-b1c0-416b-9a7e-43422899ffec on host dv-cinder-820027-24-iscsi for vnic_type normal with profile {{(pid=112711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 08 13:53:51.157395 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.managers [None req-82c68d64-e874-4fb6-8916-54b71b1121f7 None None] Attempting to bind port 51b358c1-b1c0-416b-9a7e-43422899ffec by drivers openvswitch,hyperv on host dv-cinder-820027-24-iscsi at level 0 using segments [{'id': 'fdb81d59-0dac-4c5e-852d-bcc7fee38238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '18d7e554-1d2c-4df4-bd92-35c6326f21af'}] {{(pid=112711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 08 13:53:51.157898 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c68d64-e874-4fb6-8916-54b71b1121f7 None None] Attempting to bind port 51b358c1-b1c0-416b-9a7e-43422899ffec on network 18d7e554-1d2c-4df4-bd92-35c6326f21af {{(pid=112711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 13:53:51.231624 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c68d64-e874-4fb6-8916-54b71b1121f7 None None] Checking agent: {'id': '6df97c0c-9140-47af-8c93-84593b95031c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 8, 13, 44, 19), 'started_at': datetime.datetime(2022, 9, 8, 13, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 9, 8, 13, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 08 13:53:51.231986 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c68d64-e874-4fb6-8916-54b71b1121f7 None None] Checking segment: {'id': 'fdb81d59-0dac-4c5e-852d-bcc7fee38238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '18d7e554-1d2c-4df4-bd92-35c6326f21af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 13:53:51.232383 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-82c68d64-e874-4fb6-8916-54b71b1121f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:51.232836 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c68d64-e874-4fb6-8916-54b71b1121f7 None None] Bound using segment: {'id': 'fdb81d59-0dac-4c5e-852d-bcc7fee38238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '18d7e554-1d2c-4df4-bd92-35c6326f21af'} {{(pid=112711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 08 13:53:51.233343 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.managers [None req-82c68d64-e874-4fb6-8916-54b71b1121f7 None None] Bound port: 51b358c1-b1c0-416b-9a7e-43422899ffec, host: dv-cinder-820027-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdb81d59-0dac-4c5e-852d-bcc7fee38238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '18d7e554-1d2c-4df4-bd92-35c6326f21af'}}] {{(pid=112711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 08 13:53:51.233715 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-82c68d64-e874-4fb6-8916-54b71b1121f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (51b358c1-b1c0-416b-9a7e-43422899ffec), before_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:51.261472 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:51.303087 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb65179-d550-4a16-890c-538bca4fce6f req-910ffd41-7942-44c1-9c7f-e69013a42e70 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:51.310334 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-3cb65179-d550-4a16-890c-538bca4fce6f req-910ffd41-7942-44c1-9c7f-e69013a42e70 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=17665f83-a581-4f16-9275-45bce05f5f49 HTTP/1.1" status: 200 len: 946 time: 0.0595813 Sep 08 13:53:51.358625 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-82c68d64-e874-4fb6-8916-54b71b1121f7 None None] For port 51b358c1-b1c0-416b-9a7e-43422899ffec, host dv-cinder-820027-24-iscsi, cleared binding levels {{(pid=112711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:53:51.362616 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-82c68d64-e874-4fb6-8916-54b71b1121f7 None None] For port 51b358c1-b1c0-416b-9a7e-43422899ffec, host dv-cinder-820027-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-24-iscsi',level=0,port_id=51b358c1-b1c0-416b-9a7e-43422899ffec,segment=NetworkSegment(fdb81d59-0dac-4c5e-852d-bcc7fee38238),segment_id=fdb81d59-0dac-4c5e-852d-bcc7fee38238)] {{(pid=112711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:53:51.367016 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-3cb65179-d550-4a16-890c-538bca4fce6f req-1ce63ef3-f077-43c9-9649-f1dca5b609dc tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=5c37b456-2be1-4170-a806-ad519f2b6e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549088 Sep 08 13:53:51.370550 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-82c68d64-e874-4fb6-8916-54b71b1121f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (51b358c1-b1c0-416b-9a7e-43422899ffec), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:51.409776 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c68d64-e874-4fb6-8916-54b71b1121f7 None None] Routers {'8c60a810-748a-4247-a670-10e3c0806b40'} bound to L3 agent in host dv-cinder-820027-24-iscsi {{(pid=112711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 13:53:51.410409 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_hamode_db [None req-82c68d64-e874-4fb6-8916-54b71b1121f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-08T13:44:16Z,description=,heartbeat_timestamp=2022-09-08T13:53:46Z,host='dv-cinder-820027-24-iscsi',id=91421a76-39ff-4685-90ca-aa6fbf6a1933,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:44:16Z,topic='l3_agent')) {'router_ids': ['8c60a810-748a-4247-a670-10e3c0806b40'], 'active': True} {{(pid=112711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:53:51.467720 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f5d30e-faa8-4e0a-98a7-8912afc03f34 None None] Pushing event updated for resources: {'Port': ['ID=51b358c1-b1c0-416b-9a7e-43422899ffec,revision_number=4']} {{(pid=112711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:53:51.493883 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.agents_db [None req-36671662-b8ef-427e-8422-ee96630d1377 None None] Agent healthcheck: found 6 active agents {{(pid=112712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:53:51.550820 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvr_db [None req-82c68d64-e874-4fb6-8916-54b71b1121f7 None None] Set router 8c60a810-748a-4247-a670-10e3c0806b40 gateway port host: dv-cinder-820027-24-iscsi {{(pid=112711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 13:53:51.650915 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Device 2242daf3-b604-43fa-82a6-ac2fe5188b1d up at agent hyperv_hv-cinder-82002 {{(pid=112711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:53:51.767443 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Provisioning for port 2242daf3-b604-43fa-82a6-ac2fe5188b1d completed by entity L2. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 08 13:53:51.784549 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Provisioning complete for port 2242daf3-b604-43fa-82a6-ac2fe5188b1d triggered by entity L2. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 13:53:51.785092 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (2242daf3-b604-43fa-82a6-ac2fe5188b1d), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:51.914903 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_hamode_db [None req-82c68d64-e874-4fb6-8916-54b71b1121f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c60a810-748a-4247-a670-10e3c0806b40', 'name': 'tempest-TestMinimumBasicScenario-1928476412-router', 'tenant_id': '444e5e44ba7f48348c36f5e2bf864df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': 'c72bc6fd-8012-4534-bca8-e3cdf06c751e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:53:40Z', 'updated_at': '2022-09-08T13:53:44Z', 'revision_number': 4, 'project_id': '444e5e44ba7f48348c36f5e2bf864df0', 'gw_port': {'id': 'c72bc6fd-8012-4534-bca8-e3cdf06c751e', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:8b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c60a810-748a-4247-a670-10e3c0806b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:53:41Z', 'updated_at': '2022-09-08T13:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi', '_interfaces': [{'id': '51b358c1-b1c0-416b-9a7e-43422899ffec', 'name': '', 'network_id': '18d7e554-1d2c-4df4-bd92-35c6326f21af', 'tenant_id': '444e5e44ba7f48348c36f5e2bf864df0', 'mac_address': 'fa:16:3e:f9:5a:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c60a810-748a-4247-a670-10e3c0806b40', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'e8d8c364-9497-4841-b81a-686dc4588146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:53:44Z', 'updated_at': '2022-09-08T13:53:51Z', 'revision_number': 4, 'project_id': '444e5e44ba7f48348c36f5e2bf864df0', 'subnets': [{'id': 'e8d8c364-9497-4841-b81a-686dc4588146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-24-iscsi', False) {} {{(pid=112711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:53:52.032936 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c68d64-e874-4fb6-8916-54b71b1121f7 None None] The sync data for ids ['8c60a810-748a-4247-a670-10e3c0806b40'] in dv-cinder-820027-24-iscsi is: [{'id': '8c60a810-748a-4247-a670-10e3c0806b40', 'name': 'tempest-TestMinimumBasicScenario-1928476412-router', 'tenant_id': '444e5e44ba7f48348c36f5e2bf864df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': 'c72bc6fd-8012-4534-bca8-e3cdf06c751e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:53:40Z', 'updated_at': '2022-09-08T13:53:44Z', 'revision_number': 4, 'project_id': '444e5e44ba7f48348c36f5e2bf864df0', 'gw_port': {'id': 'c72bc6fd-8012-4534-bca8-e3cdf06c751e', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:8b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c60a810-748a-4247-a670-10e3c0806b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:53:41Z', 'updated_at': '2022-09-08T13:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi', '_interfaces': [{'id': '51b358c1-b1c0-416b-9a7e-43422899ffec', 'name': '', 'network_id': '18d7e554-1d2c-4df4-bd92-35c6326f21af', 'tenant_id': '444e5e44ba7f48348c36f5e2bf864df0', 'mac_address': 'fa:16:3e:f9:5a:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c60a810-748a-4247-a670-10e3c0806b40', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'e8d8c364-9497-4841-b81a-686dc4588146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:53:44Z', 'updated_at': '2022-09-08T13:53:51Z', 'revision_number': 4, 'project_id': '444e5e44ba7f48348c36f5e2bf864df0', 'subnets': [{'id': 'e8d8c364-9497-4841-b81a-686dc4588146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:53:52.068593 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Current status of the port 2242daf3-b604-43fa-82a6-ac2fe5188b1d is: BUILD; New status is: ACTIVE {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 13:53:52.068977 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (2242daf3-b604-43fa-82a6-ac2fe5188b1d), before_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:52.161156 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '143f215b-f987-440e-afa1-d699e0a52772', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2242daf3-b604-43fa-82a6-ac2fe5188b1d'}] {{(pid=112711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 13:53:52.168314 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da88ec0cbec787fa3ec3fbfc035ae72aba30a0bab36d561f227dc8a59222d55b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c66c3fc4-88ab-4bad-8fab-941499bc7cb3" -d '{"events": [{"server_uuid": "143f215b-f987-440e-afa1-d699e0a52772", "name": "network-vif-plugged", "status": "completed", "tag": "2242daf3-b604-43fa-82a6-ac2fe5188b1d"}]}' {{(pid=112711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:53:52.233349 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] For port 2242daf3-b604-43fa-82a6-ac2fe5188b1d, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=2242daf3-b604-43fa-82a6-ac2fe5188b1d,segment=NetworkSegment(a0a04aff-fed3-4632-9483-6c7c728fc024),segment_id=a0a04aff-fed3-4632-9483-6c7c728fc024)] {{(pid=112711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:53:52.249601 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (2242daf3-b604-43fa-82a6-ac2fe5188b1d), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:52.311389 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Sep 2022 13:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e306c044-5433-47dc-9156-85e2c2a6c701 x-openstack-request-id: req-e306c044-5433-47dc-9156-85e2c2a6c701 {{(pid=112711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:53:52.311389 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "143f215b-f987-440e-afa1-d699e0a52772", "name": "network-vif-plugged", "status": "completed", "tag": "2242daf3-b604-43fa-82a6-ac2fe5188b1d", "code": 200}]} {{(pid=112711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:53:52.311389 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e306c044-5433-47dc-9156-85e2c2a6c701 {{(pid=112711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:53:52.311389 dv-cinder-820027-24-iscsi neutron-server[112711]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e306c044-5433-47dc-9156-85e2c2a6c701'] response: {'server_uuid': '143f215b-f987-440e-afa1-d699e0a52772', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2242daf3-b604-43fa-82a6-ac2fe5188b1d', 'code': 200} Sep 08 13:53:52.311830 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2911eead-a813-4789-aa2e-431b8a134a72 req-0e014af9-6a4c-48b4-8b36-db4187a1747b tempest-VolumesNegativeTest-1693092154 tempest-VolumesNegativeTest-1693092154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:52.316645 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-2911eead-a813-4789-aa2e-431b8a134a72 req-0e014af9-6a4c-48b4-8b36-db4187a1747b tempest-VolumesNegativeTest-1693092154 tempest-VolumesNegativeTest-1693092154-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=143f215b-f987-440e-afa1-d699e0a52772 HTTP/1.1" status: 200 len: 949 time: 0.0974996 Sep 08 13:53:52.347037 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:52.372692 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Pushing event updated for resources: {'Port': ['ID=2242daf3-b604-43fa-82a6-ac2fe5188b1d,revision_number=5']} {{(pid=112711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:53:52.486460 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-2911eead-a813-4789-aa2e-431b8a134a72 req-9379f6e8-c6cf-4713-a4e8-c35649d0e739 tempest-VolumesNegativeTest-1693092154 tempest-VolumesNegativeTest-1693092154-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=6da76a60-0327-45aa-b9c5-699b503f44d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617908 Sep 08 13:53:52.605028 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:52.615537 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1908bff-a45c-48b2-81b1-6e0f2b05148a req-d0ac246b-c05e-41a3-bf38-c029ff9faff9 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:52.617547 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e1908bff-a45c-48b2-81b1-6e0f2b05148a req-d0ac246b-c05e-41a3-bf38-c029ff9faff9 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=17665f83-a581-4f16-9275-45bce05f5f49 HTTP/1.1" status: 200 len: 946 time: 0.1364379 Sep 08 13:53:52.768499 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e1908bff-a45c-48b2-81b1-6e0f2b05148a req-3c3893ee-9d6d-4dd7-8cf5-4010a70818ea tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=5c37b456-2be1-4170-a806-ad519f2b6e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396823 Sep 08 13:53:52.771566 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0565a7ba-1a57-4cf1-ae43-d14d114c0f79 req-57618989-6206-4807-b3ae-f270fced461c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:52.793370 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-0565a7ba-1a57-4cf1-ae43-d14d114c0f79 req-57618989-6206-4807-b3ae-f270fced461c service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=143f215b-f987-440e-afa1-d699e0a52772 HTTP/1.1" status: 200 len: 1134 time: 0.1168456 Sep 08 13:53:52.867830 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-0565a7ba-1a57-4cf1-ae43-d14d114c0f79 req-16c9ea6c-95fc-463e-81da-5fe8261a30fc service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=6da76a60-0327-45aa-b9c5-699b503f44d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551543 Sep 08 13:53:52.931357 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 35978) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:53:53.038051 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Device 51b358c1-b1c0-416b-9a7e-43422899ffec up at agent ovs-agent-dv-cinder-820027-24-iscsi {{(pid=112711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:53:53.096781 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-d9755b5b-f30b-424a-83cb-0c3417c73001 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:53.098810 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Provisioning complete for port 51b358c1-b1c0-416b-9a7e-43422899ffec triggered by entity L2. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 13:53:53.099431 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (51b358c1-b1c0-416b-9a7e-43422899ffec), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:53.121552 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:53.253148 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-d9755b5b-f30b-424a-83cb-0c3417c73001 admin admin] Publish callbacks [] for security_group (4abde4a5-e12d-4d88-b433-b49ecd1e6cd4), precommit_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:53.258147 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-d9755b5b-f30b-424a-83cb-0c3417c73001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (4abde4a5-e12d-4d88-b433-b49ecd1e6cd4), after_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:53.275146 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Current status of the port 51b358c1-b1c0-416b-9a7e-43422899ffec is: DOWN; New status is: ACTIVE {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 13:53:53.275679 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (51b358c1-b1c0-416b-9a7e-43422899ffec), before_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:53.318558 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] For port 51b358c1-b1c0-416b-9a7e-43422899ffec, host dv-cinder-820027-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-24-iscsi',level=0,port_id=51b358c1-b1c0-416b-9a7e-43422899ffec,segment=NetworkSegment(fdb81d59-0dac-4c5e-852d-bcc7fee38238),segment_id=fdb81d59-0dac-4c5e-852d-bcc7fee38238)] {{(pid=112711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:53:53.329545 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (51b358c1-b1c0-416b-9a7e-43422899ffec), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:53.337039 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 35986) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:53:53.337687 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-d9755b5b-f30b-424a-83cb-0c3417c73001 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=b73602b390214870a4b7299749364c3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4052970 Sep 08 13:53:53.361287 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:53.384901 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9755b5b-f30b-424a-83cb-0c3417c73001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4abde4a5-e12d-4d88-b433-b49ecd1e6cd4,revision_number=1']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:53:53.420866 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=100 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:53.422100 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Pushing event updated for resources: {'Port': ['ID=51b358c1-b1c0-416b-9a7e-43422899ffec,revision_number=5']} {{(pid=112711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:53:53.466284 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-39e7e576-3e84-4bb4-b8e0-badf04f863c8 admin admin] Publish callbacks [] for security_group (4abde4a5-e12d-4d88-b433-b49ecd1e6cd4), before_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:53.502438 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-39e7e576-3e84-4bb4-b8e0-badf04f863c8 admin admin] Publish callbacks [] for security_group (4abde4a5-e12d-4d88-b433-b49ecd1e6cd4), precommit_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:53.570998 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-39e7e576-3e84-4bb4-b8e0-badf04f863c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (4abde4a5-e12d-4d88-b433-b49ecd1e6cd4), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:53.574274 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-39e7e576-3e84-4bb4-b8e0-badf04f863c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:53.578312 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-39e7e576-3e84-4bb4-b8e0-badf04f863c8 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/4abde4a5-e12d-4d88-b433-b49ecd1e6cd4 HTTP/1.1" status: 204 len: 168 time: 0.2398679 Sep 08 13:53:53.591538 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e7e576-3e84-4bb4-b8e0-badf04f863c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4abde4a5-e12d-4d88-b433-b49ecd1e6cd4,revision_number=None']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:53:53.658663 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19e032d-6f7e-40fe-b878-d5f5c77223d4 req-db8da026-0fd5-4e97-859d-3edf189100e0 tempest-VolumesNegativeTest-1693092154 tempest-VolumesNegativeTest-1693092154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:53.660431 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e19e032d-6f7e-40fe-b878-d5f5c77223d4 req-db8da026-0fd5-4e97-859d-3edf189100e0 tempest-VolumesNegativeTest-1693092154 tempest-VolumesNegativeTest-1693092154-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=143f215b-f987-440e-afa1-d699e0a52772 HTTP/1.1" status: 200 len: 950 time: 0.0570672 Sep 08 13:53:53.728456 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e19e032d-6f7e-40fe-b878-d5f5c77223d4 req-b87cb87e-0608-48fc-9e8e-d03065be6712 tempest-VolumesNegativeTest-1693092154 tempest-VolumesNegativeTest-1693092154-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=6da76a60-0327-45aa-b9c5-699b503f44d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600152 Sep 08 13:53:53.967392 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 36004) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:53:54.003210 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3883104-1b9c-49fa-b845-4b5a3e8ed560 req-81844f23-e605-4af3-8b24-5ba215bdeda4 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:54.005079 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e3883104-1b9c-49fa-b845-4b5a3e8ed560 req-81844f23-e605-4af3-8b24-5ba215bdeda4 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=17665f83-a581-4f16-9275-45bce05f5f49 HTTP/1.1" status: 200 len: 946 time: 0.0970607 Sep 08 13:53:54.073844 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 36006) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:53:54.096868 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e3883104-1b9c-49fa-b845-4b5a3e8ed560 req-cb1da690-7e52-469b-a152-8e31de868718 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=5c37b456-2be1-4170-a806-ad519f2b6e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838587 Sep 08 13:53:54.098211 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-e9e6f87f-0228-45e8-a18c-910c4fefdb80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:54.208476 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-e9e6f87f-0228-45e8-a18c-910c4fefdb80 admin admin] Publish callbacks [] for security_group (7feb4130-7351-40ef-8570-cf91e56e474c), precommit_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:54.214058 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-e9e6f87f-0228-45e8-a18c-910c4fefdb80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (7feb4130-7351-40ef-8570-cf91e56e474c), after_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:54.267849 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-e9e6f87f-0228-45e8-a18c-910c4fefdb80 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=ac6e56930727476eb05dc5956a169895&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1929133 Sep 08 13:53:54.268768 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 36008) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:53:54.271224 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6f87f-0228-45e8-a18c-910c4fefdb80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7feb4130-7351-40ef-8570-cf91e56e474c,revision_number=1']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:53:54.334553 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-69b1e15e-b8b5-4f69-8111-9c8a239ce8a3 admin admin] Publish callbacks [] for security_group (7feb4130-7351-40ef-8570-cf91e56e474c), before_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:54.358888 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-69b1e15e-b8b5-4f69-8111-9c8a239ce8a3 admin admin] Publish callbacks [] for security_group (7feb4130-7351-40ef-8570-cf91e56e474c), precommit_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:54.426012 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-69b1e15e-b8b5-4f69-8111-9c8a239ce8a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (7feb4130-7351-40ef-8570-cf91e56e474c), after_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:54.429904 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-69b1e15e-b8b5-4f69-8111-9c8a239ce8a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:54.434210 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-69b1e15e-b8b5-4f69-8111-9c8a239ce8a3 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/7feb4130-7351-40ef-8570-cf91e56e474c HTTP/1.1" status: 204 len: 168 time: 0.1639619 Sep 08 13:53:54.450024 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b1e15e-b8b5-4f69-8111-9c8a239ce8a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7feb4130-7351-40ef-8570-cf91e56e474c,revision_number=None']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:53:54.468337 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-28a820d0-e412-4cb9-af46-b59076df616b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3854320'] for router_interface (fcc82b91-c5ce-40c9-843c-4646c536e480), before_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:54.695190 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:54.807070 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.plugin [None req-28a820d0-e412-4cb9-af46-b59076df616b admin admin] Deleting port f85dda4c-dc6c-45e0-a6db-266c6cfb4c85 {{(pid=112709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 08 13:53:54.807407 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-28a820d0-e412-4cb9-af46-b59076df616b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729028590053'] for port (f85dda4c-dc6c-45e0-a6db-266c6cfb4c85), before_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:54.923988 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.db [None req-28a820d0-e412-4cb9-af46-b59076df616b admin admin] For port f85dda4c-dc6c-45e0-a6db-266c6cfb4c85, host dv-cinder-820027-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-24-iscsi',level=0,port_id=f85dda4c-dc6c-45e0-a6db-266c6cfb4c85,segment=NetworkSegment(9527b46d-3b29-4cdc-a44b-4b19e1ce956c),segment_id=9527b46d-3b29-4cdc-a44b-4b19e1ce956c)] {{(pid=112709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:53:54.924358 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-28a820d0-e412-4cb9-af46-b59076df616b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3750342'] for port (f85dda4c-dc6c-45e0-a6db-266c6cfb4c85), precommit_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:54.960467 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd31db4-adc9-405a-99b4-89c06da47561 req-4c481640-aca2-482c-9704-a6abe5ac3332 tempest-VolumesNegativeTest-1693092154 tempest-VolumesNegativeTest-1693092154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:54.963209 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-edd31db4-adc9-405a-99b4-89c06da47561 req-4c481640-aca2-482c-9704-a6abe5ac3332 tempest-VolumesNegativeTest-1693092154 tempest-VolumesNegativeTest-1693092154-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=143f215b-f987-440e-afa1-d699e0a52772 HTTP/1.1" status: 200 len: 950 time: 0.1193924 Sep 08 13:53:54.969541 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.plugin [None req-28a820d0-e412-4cb9-af46-b59076df616b admin admin] Calling delete_port for f85dda4c-dc6c-45e0-a6db-266c6cfb4c85 owned by network:router_interface {{(pid=112709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 08 13:53:55.030689 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Device 51b358c1-b1c0-416b-9a7e-43422899ffec up at agent ovs-agent-dv-cinder-820027-24-iscsi {{(pid=112711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:53:55.040998 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-edd31db4-adc9-405a-99b4-89c06da47561 req-04d3b86e-aba5-4ebf-9ab4-d77a20ffc724 tempest-VolumesNegativeTest-1693092154 tempest-VolumesNegativeTest-1693092154-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=6da76a60-0327-45aa-b9c5-699b503f44d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685441 Sep 08 13:53:55.059130 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 36018) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:53:55.109589 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Provisioning complete for port 51b358c1-b1c0-416b-9a7e-43422899ffec triggered by entity L2. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 13:53:55.110276 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (51b358c1-b1c0-416b-9a7e-43422899ffec), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:55.126388 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-67875728-3041-4fd5-8ff6-455c7b8865e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:55.159022 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:55.201434 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Current status of the port 51b358c1-b1c0-416b-9a7e-43422899ffec is: ACTIVE; New status is: ACTIVE {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 13:53:55.239766 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:55.288422 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33da9dca-2b48-45e5-8033-3ea93d62e745 req-9f0da932-346b-4dac-b162-71f611497298 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:55.290453 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-33da9dca-2b48-45e5-8033-3ea93d62e745 req-9f0da932-346b-4dac-b162-71f611497298 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=17665f83-a581-4f16-9275-45bce05f5f49 HTTP/1.1" status: 200 len: 946 time: 0.0848372 Sep 08 13:53:55.310157 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:55.326516 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-67875728-3041-4fd5-8ff6-455c7b8865e0 admin admin] Publish callbacks [] for security_group (27c24081-715e-4ce3-8975-91f723c9aebd), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:55.329765 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:55.341437 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-67875728-3041-4fd5-8ff6-455c7b8865e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (27c24081-715e-4ce3-8975-91f723c9aebd), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:55.401325 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-33da9dca-2b48-45e5-8033-3ea93d62e745 req-f345e242-ea56-47ae-baab-637b426157fd tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=5c37b456-2be1-4170-a806-ad519f2b6e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019619 Sep 08 13:53:55.431731 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-67875728-3041-4fd5-8ff6-455c7b8865e0 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=74466c8b96a84bffbe9e0d27dc286b8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3249214 Sep 08 13:53:55.433374 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 36022) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:53:55.450970 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67875728-3041-4fd5-8ff6-455c7b8865e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27c24081-715e-4ce3-8975-91f723c9aebd,revision_number=1']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:53:55.530655 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-0db76327-d71b-4734-b754-b5c9e33f101e admin admin] Publish callbacks [] for security_group (27c24081-715e-4ce3-8975-91f723c9aebd), before_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:55.553505 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-0db76327-d71b-4734-b754-b5c9e33f101e admin admin] Publish callbacks [] for security_group (27c24081-715e-4ce3-8975-91f723c9aebd), precommit_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:55.563776 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-28a820d0-e412-4cb9-af46-b59076df616b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729028594324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729028134310'] for port (f85dda4c-dc6c-45e0-a6db-266c6cfb4c85), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:55.651694 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a820d0-e412-4cb9-af46-b59076df616b admin admin] Pushing event deleted for resources: {'Port': ['ID=f85dda4c-dc6c-45e0-a6db-266c6cfb4c85,revision_number=None']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:53:55.670735 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-0db76327-d71b-4734-b754-b5c9e33f101e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (27c24081-715e-4ce3-8975-91f723c9aebd), after_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:55.673434 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-0db76327-d71b-4734-b754-b5c9e33f101e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:55.674649 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-0db76327-d71b-4734-b754-b5c9e33f101e admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/27c24081-715e-4ce3-8975-91f723c9aebd HTTP/1.1" status: 204 len: 168 time: 0.2396016 Sep 08 13:53:55.698025 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db76327-d71b-4734-b754-b5c9e33f101e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27c24081-715e-4ce3-8975-91f723c9aebd,revision_number=None']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:53:56.234204 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-28a820d0-e412-4cb9-af46-b59076df616b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3690709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3681536'] for router_interface (fcc82b91-c5ce-40c9-843c-4646c536e480), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:56.247021 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303d708f-cfe3-453e-bc29-942f5bb5831e req-25195aea-e262-4c90-8aa8-038addc03710 tempest-VolumesNegativeTest-1693092154 tempest-VolumesNegativeTest-1693092154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:56.254316 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-303d708f-cfe3-453e-bc29-942f5bb5831e req-25195aea-e262-4c90-8aa8-038addc03710 tempest-VolumesNegativeTest-1693092154 tempest-VolumesNegativeTest-1693092154-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=143f215b-f987-440e-afa1-d699e0a52772 HTTP/1.1" status: 200 len: 950 time: 0.0892732 Sep 08 13:53:56.322730 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-303d708f-cfe3-453e-bc29-942f5bb5831e req-e0d08cbb-66e1-4c37-8a68-8d59352c9bb0 tempest-VolumesNegativeTest-1693092154 tempest-VolumesNegativeTest-1693092154-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=6da76a60-0327-45aa-b9c5-699b503f44d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670650 Sep 08 13:53:56.524146 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28a820d0-e412-4cb9-af46-b59076df616b admin admin] Router fcc82b91-c5ce-40c9-843c-4646c536e480 has already been hosted by L3 agent 91421a76-39ff-4685-90ca-aa6fbf6a1933 {{(pid=112709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:53:56.537683 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:56.611806 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5973b026-73df-4656-b13b-d59509f9dfe2 req-ca910ae2-c159-4fe3-b4e2-71415fb196d4 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:56.638420 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-5973b026-73df-4656-b13b-d59509f9dfe2 req-ca910ae2-c159-4fe3-b4e2-71415fb196d4 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=17665f83-a581-4f16-9275-45bce05f5f49 HTTP/1.1" status: 200 len: 946 time: 0.0949214 Sep 08 13:53:56.681615 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28a820d0-e412-4cb9-af46-b59076df616b admin admin] Notify agent at l3_agent.dv-cinder-820027-24-iscsi the message routers_updated {{(pid=112709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:53:56.688648 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-28a820d0-e412-4cb9-af46-b59076df616b admin admin] 10.222.0.55 "PUT /networking/v2.0/routers/fcc82b91-c5ce-40c9-843c-4646c536e480/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7196984 Sep 08 13:53:56.691290 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 36060) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:53:56.694450 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e370641-1934-4213-86f9-2be2f8be14c1 None None] Sync routers for ids ['fcc82b91-c5ce-40c9-843c-4646c536e480'] in dv-cinder-820027-24-iscsi {{(pid=112712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:53:56.703531 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=3 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:56.710218 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e370641-1934-4213-86f9-2be2f8be14c1 None None] Routers {'fcc82b91-c5ce-40c9-843c-4646c536e480'} bound to L3 agent in host dv-cinder-820027-24-iscsi {{(pid=112712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 13:53:56.711472 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_hamode_db [None req-3e370641-1934-4213-86f9-2be2f8be14c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-08T13:44:16Z,description=,heartbeat_timestamp=2022-09-08T13:53:46Z,host='dv-cinder-820027-24-iscsi',id=91421a76-39ff-4685-90ca-aa6fbf6a1933,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:44:16Z,topic='l3_agent')) {'router_ids': ['fcc82b91-c5ce-40c9-843c-4646c536e480'], 'active': True} {{(pid=112712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:53:56.738284 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-5973b026-73df-4656-b13b-d59509f9dfe2 req-f1c565c8-2a5d-401a-b9a8-9d862af604d0 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=5c37b456-2be1-4170-a806-ad519f2b6e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902367 Sep 08 13:53:56.857310 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_dvr_db [None req-3e370641-1934-4213-86f9-2be2f8be14c1 None None] Set router fcc82b91-c5ce-40c9-843c-4646c536e480 gateway port host: dv-cinder-820027-24-iscsi {{(pid=112712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 13:53:56.857914 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-866cf1ec-d60d-4912-b70d-2392a0f66065 admin admin] Publish callbacks [] for router (fcc82b91-c5ce-40c9-843c-4646c536e480), before_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:56.993491 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-866cf1ec-d60d-4912-b70d-2392a0f66065 admin admin] Publish callbacks [] for router_gateway (fcc82b91-c5ce-40c9-843c-4646c536e480), before_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:57.088624 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.plugin [None req-866cf1ec-d60d-4912-b70d-2392a0f66065 admin admin] Deleting port e9818611-1f9c-46dc-8778-e7cfb1c0f439 {{(pid=112709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 08 13:53:57.088967 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-866cf1ec-d60d-4912-b70d-2392a0f66065 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729028590053'] for port (e9818611-1f9c-46dc-8778-e7cfb1c0f439), before_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:57.105992 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:57.150828 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_hamode_db [None req-3e370641-1934-4213-86f9-2be2f8be14c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc82b91-c5ce-40c9-843c-4646c536e480', 'name': 'tempest-DeleteServersTestJSON-69065340-router', 'tenant_id': 'b868b7f8289047369b2fcbb500f353e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': 'e9818611-1f9c-46dc-8778-e7cfb1c0f439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:52:24Z', 'updated_at': '2022-09-08T13:53:55Z', 'revision_number': 5, 'project_id': 'b868b7f8289047369b2fcbb500f353e5', 'gw_port': {'id': 'e9818611-1f9c-46dc-8778-e7cfb1c0f439', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:4a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc82b91-c5ce-40c9-843c-4646c536e480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:52:26Z', 'updated_at': '2022-09-08T13:52:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi'}], 'dv-cinder-820027-24-iscsi', False) {} {{(pid=112712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:53:57.177629 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e370641-1934-4213-86f9-2be2f8be14c1 None None] Checking router: fcc82b91-c5ce-40c9-843c-4646c536e480 for host: dv-cinder-820027-24-iscsi {{(pid=112712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:53:57.188043 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.db [None req-866cf1ec-d60d-4912-b70d-2392a0f66065 admin admin] For port e9818611-1f9c-46dc-8778-e7cfb1c0f439, host dv-cinder-820027-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-24-iscsi',level=0,port_id=e9818611-1f9c-46dc-8778-e7cfb1c0f439,segment=NetworkSegment(ebffaf8e-8370-4e1c-9c1b-02c9fe7aa40e),segment_id=ebffaf8e-8370-4e1c-9c1b-02c9fe7aa40e)] {{(pid=112709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:53:57.188300 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e370641-1934-4213-86f9-2be2f8be14c1 None None] Routers {'fcc82b91-c5ce-40c9-843c-4646c536e480'} bound to L3 agent in host dv-cinder-820027-24-iscsi {{(pid=112712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 13:53:57.188402 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-866cf1ec-d60d-4912-b70d-2392a0f66065 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3750342'] for port (e9818611-1f9c-46dc-8778-e7cfb1c0f439), precommit_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:57.188769 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_hamode_db [None req-3e370641-1934-4213-86f9-2be2f8be14c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-08T13:44:16Z,description=,heartbeat_timestamp=2022-09-08T13:53:46Z,host='dv-cinder-820027-24-iscsi',id=91421a76-39ff-4685-90ca-aa6fbf6a1933,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:44:16Z,topic='l3_agent')) {'router_ids': ['fcc82b91-c5ce-40c9-843c-4646c536e480'], 'active': True} {{(pid=112712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:53:57.204301 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.plugin [None req-866cf1ec-d60d-4912-b70d-2392a0f66065 admin admin] Calling delete_port for e9818611-1f9c-46dc-8778-e7cfb1c0f439 owned by network:router_gateway {{(pid=112709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 08 13:53:57.280334 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_dvr_db [None req-3e370641-1934-4213-86f9-2be2f8be14c1 None None] Set router fcc82b91-c5ce-40c9-843c-4646c536e480 gateway port host: None {{(pid=112712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 13:53:57.351711 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_hamode_db [None req-3e370641-1934-4213-86f9-2be2f8be14c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc82b91-c5ce-40c9-843c-4646c536e480', 'name': 'tempest-DeleteServersTestJSON-69065340-router', 'tenant_id': 'b868b7f8289047369b2fcbb500f353e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:52:24Z', 'updated_at': '2022-09-08T13:53:56Z', 'revision_number': 6, 'project_id': 'b868b7f8289047369b2fcbb500f353e5', 'gw_port_host': None}], 'dv-cinder-820027-24-iscsi', False) {} {{(pid=112712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:53:57.382346 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e370641-1934-4213-86f9-2be2f8be14c1 None None] The sync data for ids ['fcc82b91-c5ce-40c9-843c-4646c536e480'] in dv-cinder-820027-24-iscsi is: [{'id': 'fcc82b91-c5ce-40c9-843c-4646c536e480', 'name': 'tempest-DeleteServersTestJSON-69065340-router', 'tenant_id': 'b868b7f8289047369b2fcbb500f353e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:52:24Z', 'updated_at': '2022-09-08T13:53:56Z', 'revision_number': 6, 'project_id': 'b868b7f8289047369b2fcbb500f353e5', 'gw_port_host': None}] {{(pid=112712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:53:57.449719 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-866cf1ec-d60d-4912-b70d-2392a0f66065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729028594324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729028134310'] for port (e9818611-1f9c-46dc-8778-e7cfb1c0f439), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:57.511195 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866cf1ec-d60d-4912-b70d-2392a0f66065 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9818611-1f9c-46dc-8778-e7cfb1c0f439,revision_number=None']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:53:57.527641 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ef6c2f-f764-4c2a-b71a-9d6d7eecfcbe req-0cffe312-663f-49c9-8a79-a4d6fe7b6ae4 tempest-VolumesNegativeTest-1693092154 tempest-VolumesNegativeTest-1693092154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:57.529152 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-45ef6c2f-f764-4c2a-b71a-9d6d7eecfcbe req-0cffe312-663f-49c9-8a79-a4d6fe7b6ae4 tempest-VolumesNegativeTest-1693092154 tempest-VolumesNegativeTest-1693092154-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=143f215b-f987-440e-afa1-d699e0a52772 HTTP/1.1" status: 200 len: 950 time: 0.0749402 Sep 08 13:53:57.543055 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-866cf1ec-d60d-4912-b70d-2392a0f66065 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3679346'] for router_gateway (fcc82b91-c5ce-40c9-843c-4646c536e480), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:57.612313 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-45ef6c2f-f764-4c2a-b71a-9d6d7eecfcbe req-22c4d44b-e279-4596-8b90-d1027a62da62 tempest-VolumesNegativeTest-1693092154 tempest-VolumesNegativeTest-1693092154-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=6da76a60-0327-45aa-b9c5-699b503f44d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771224 Sep 08 13:53:57.702117 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-866cf1ec-d60d-4912-b70d-2392a0f66065 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3678294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8286'] for router (fcc82b91-c5ce-40c9-843c-4646c536e480), precommit_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:57.706931 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-866cf1ec-d60d-4912-b70d-2392a0f66065 admin admin] Publish callbacks [] for router_controller (fcc82b91-c5ce-40c9-843c-4646c536e480), precommit_delete_associations {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:57.867478 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-866cf1ec-d60d-4912-b70d-2392a0f66065 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3681589'] for router (fcc82b91-c5ce-40c9-843c-4646c536e480), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:57.868461 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-866cf1ec-d60d-4912-b70d-2392a0f66065 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fcc82b91-c5ce-40c9-843c-4646c536e480 {{(pid=112709) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 13:53:57.882416 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-866cf1ec-d60d-4912-b70d-2392a0f66065 admin admin] Publish callbacks [] for router (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:57.882416 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-866cf1ec-d60d-4912-b70d-2392a0f66065 admin admin] 10.222.0.55 "DELETE /networking/v2.0/routers/fcc82b91-c5ce-40c9-843c-4646c536e480 HTTP/1.1" status: 204 len: 168 time: 1.1842713 Sep 08 13:53:57.882588 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 36090) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:53:58.018045 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.db.db_base_plugin_v2 [None req-56668e57-83be-4288-b8a4-6d9cd763abf1 admin admin] Deleting subnet 16ec224e-79ea-49c2-a338-b2ef63a83efd {{(pid=112710) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 08 13:53:58.039462 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-56668e57-83be-4288-b8a4-6d9cd763abf1 admin admin] Publish callbacks [] for subnet (16ec224e-79ea-49c2-a338-b2ef63a83efd), before_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:58.146045 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c17dff8-682f-4102-aa91-347c49bc0970 req-64393d16-4b9a-4ba2-84cf-d4fa32dfae88 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:58.157634 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-0c17dff8-682f-4102-aa91-347c49bc0970 req-64393d16-4b9a-4ba2-84cf-d4fa32dfae88 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=17665f83-a581-4f16-9275-45bce05f5f49 HTTP/1.1" status: 200 len: 946 time: 0.1306560 Sep 08 13:53:58.225550 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e78f07b-3ef8-465a-8e63-920feec9a6c6 req-a641d92f-eb62-47c0-a9a0-5428de19fc84 tempest-VolumesNegativeTest-1693092154 tempest-VolumesNegativeTest-1693092154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:58.227074 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-5e78f07b-3ef8-465a-8e63-920feec9a6c6 req-a641d92f-eb62-47c0-a9a0-5428de19fc84 tempest-VolumesNegativeTest-1693092154 tempest-VolumesNegativeTest-1693092154-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=143f215b-f987-440e-afa1-d699e0a52772 HTTP/1.1" status: 200 len: 950 time: 0.0688612 Sep 08 13:53:58.242396 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-56668e57-83be-4288-b8a4-6d9cd763abf1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2443166'] for subnet (16ec224e-79ea-49c2-a338-b2ef63a83efd), precommit_delete_associations {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:58.325197 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-0c17dff8-682f-4102-aa91-347c49bc0970 req-64eab605-e4df-4425-ba66-fdd889544809 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=5c37b456-2be1-4170-a806-ad519f2b6e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706083 Sep 08 13:53:58.408984 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-5e78f07b-3ef8-465a-8e63-920feec9a6c6 req-f97be9ac-2810-478d-8f12-305ab0cdde27 tempest-VolumesNegativeTest-1693092154 tempest-VolumesNegativeTest-1693092154-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=6da76a60-0327-45aa-b9c5-699b503f44d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716592 Sep 08 13:53:58.453555 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-56668e57-83be-4288-b8a4-6d9cd763abf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1468842'] for subnet (16ec224e-79ea-49c2-a338-b2ef63a83efd), precommit_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:58.495069 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:58.540444 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-56668e57-83be-4288-b8a4-6d9cd763abf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10367867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9654512'] for subnet (16ec224e-79ea-49c2-a338-b2ef63a83efd), after_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:58.597378 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d099043-c0b1-413d-acc0-5f6ca515d4b9 None None] Network 1f51bdfd-daa1-4029-afe2-09413a504f9f requested from dv-cinder-820027-24-iscsi {{(pid=112711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 08 13:53:58.597901 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-56668e57-83be-4288-b8a4-6d9cd763abf1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:58.603717 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-56668e57-83be-4288-b8a4-6d9cd763abf1 admin admin] 10.222.0.55 "DELETE /networking/v2.0/subnets/16ec224e-79ea-49c2-a338-b2ef63a83efd HTTP/1.1" status: 204 len: 168 time: 0.7182572 Sep 08 13:53:58.604388 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 36104) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:53:58.620733 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56668e57-83be-4288-b8a4-6d9cd763abf1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16ec224e-79ea-49c2-a338-b2ef63a83efd,revision_number=None']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:53:58.744485 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-db7372eb-0c0c-46df-94a3-47bdafeca92c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1549321'] for network (1f51bdfd-daa1-4029-afe2-09413a504f9f), before_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:58.833241 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.plugin [None req-db7372eb-0c0c-46df-94a3-47bdafeca92c admin admin] Deleting port d14d6c00-2bf2-4669-a8c0-5b03702f7003 {{(pid=112709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 08 13:53:58.833718 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-db7372eb-0c0c-46df-94a3-47bdafeca92c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729028590053'] for port (d14d6c00-2bf2-4669-a8c0-5b03702f7003), before_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:58.848085 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:58.863834 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-859c0533-dbf3-42ad-9b2e-6860abc67fc4 None None] DHCP port deletion for 1f51bdfd-daa1-4029-afe2-09413a504f9f request from dv-cinder-820027-24-iscsi {{(pid=112711) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 08 13:53:58.953794 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-859c0533-dbf3-42ad-9b2e-6860abc67fc4 None None] Deleting port d14d6c00-2bf2-4669-a8c0-5b03702f7003 {{(pid=112711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 08 13:53:58.954554 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-859c0533-dbf3-42ad-9b2e-6860abc67fc4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729028590053'] for port (d14d6c00-2bf2-4669-a8c0-5b03702f7003), before_delete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:58.967726 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.db [None req-db7372eb-0c0c-46df-94a3-47bdafeca92c admin admin] For port d14d6c00-2bf2-4669-a8c0-5b03702f7003, host dv-cinder-820027-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-24-iscsi',level=0,port_id=d14d6c00-2bf2-4669-a8c0-5b03702f7003,segment=NetworkSegment(9527b46d-3b29-4cdc-a44b-4b19e1ce956c),segment_id=9527b46d-3b29-4cdc-a44b-4b19e1ce956c)] {{(pid=112709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:53:58.967726 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-db7372eb-0c0c-46df-94a3-47bdafeca92c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3750342'] for port (d14d6c00-2bf2-4669-a8c0-5b03702f7003), precommit_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:58.991820 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.plugin [None req-db7372eb-0c0c-46df-94a3-47bdafeca92c admin admin] Calling delete_port for d14d6c00-2bf2-4669-a8c0-5b03702f7003 owned by network:dhcp {{(pid=112709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 08 13:53:59.044351 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:59.045507 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Device d14d6c00-2bf2-4669-a8c0-5b03702f7003 no longer exists at agent ovs-agent-dv-cinder-820027-24-iscsi {{(pid=112711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:53:59.093550 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-db7372eb-0c0c-46df-94a3-47bdafeca92c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729028594324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729028134310'] for port (d14d6c00-2bf2-4669-a8c0-5b03702f7003), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:59.108434 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-859c0533-dbf3-42ad-9b2e-6860abc67fc4 None None] For port d14d6c00-2bf2-4669-a8c0-5b03702f7003, host dv-cinder-820027-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-24-iscsi',level=0,port_id=d14d6c00-2bf2-4669-a8c0-5b03702f7003,segment=NetworkSegment(9527b46d-3b29-4cdc-a44b-4b19e1ce956c),segment_id=9527b46d-3b29-4cdc-a44b-4b19e1ce956c)] {{(pid=112711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:53:59.109108 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-859c0533-dbf3-42ad-9b2e-6860abc67fc4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3750342'] for port (d14d6c00-2bf2-4669-a8c0-5b03702f7003), precommit_delete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:59.127605 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-859c0533-dbf3-42ad-9b2e-6860abc67fc4 None None] Calling delete_port for d14d6c00-2bf2-4669-a8c0-5b03702f7003 owned by network:dhcp {{(pid=112711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 08 13:53:59.129269 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7372eb-0c0c-46df-94a3-47bdafeca92c admin admin] No DVR routers for this DVR port d14d6c00-2bf2-4669-a8c0-5b03702f7003 on host dv-cinder-820027-24-iscsi {{(pid=112709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 08 13:53:59.134730 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7372eb-0c0c-46df-94a3-47bdafeca92c admin admin] Pushing event deleted for resources: {'Port': ['ID=d14d6c00-2bf2-4669-a8c0-5b03702f7003,revision_number=None']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:53:59.252396 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:59.253689 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-db7372eb-0c0c-46df-94a3-47bdafeca92c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1385153', 'neutron.services.segments.db._delete_segments_for_network-8729028602525'] for network (1f51bdfd-daa1-4029-afe2-09413a504f9f), precommit_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:59.287347 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] No active binding found for port d14d6c00-2bf2-4669-a8c0-5b03702f7003 {{(pid=112711) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Sep 08 13:53:59.288281 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] The host dv-cinder-820027-24-iscsi is not matching for port d14d6c00-2bf2-4669-a8c0-5b03702f7003 host None! {{(pid=112711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Sep 08 13:53:59.289087 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Device d14d6c00-2bf2-4669-a8c0-5b03702f7003 not bound to the agent host dv-cinder-820027-24-iscsi {{(pid=112711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:53:59.289659 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Device e9818611-1f9c-46dc-8778-e7cfb1c0f439 no longer exists at agent ovs-agent-dv-cinder-820027-24-iscsi {{(pid=112711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:53:59.291485 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-db7372eb-0c0c-46df-94a3-47bdafeca92c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=112709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:53:59.291970 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-db7372eb-0c0c-46df-94a3-47bdafeca92c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=112709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:53:59.293125 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-db7372eb-0c0c-46df-94a3-47bdafeca92c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=112709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:53:59.297611 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-db7372eb-0c0c-46df-94a3-47bdafeca92c admin admin] Subscribe: > port after_create 55550000 {{(pid=112709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:53:59.298234 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-db7372eb-0c0c-46df-94a3-47bdafeca92c admin admin] Subscribe: > port after_delete 55550000 {{(pid=112709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:53:59.298590 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-db7372eb-0c0c-46df-94a3-47bdafeca92c admin admin] Subscribe: > port after_update 55550000 {{(pid=112709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:53:59.298970 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-db7372eb-0c0c-46df-94a3-47bdafeca92c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=112709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:53:59.299527 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-db7372eb-0c0c-46df-94a3-47bdafeca92c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=112709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:53:59.299950 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-db7372eb-0c0c-46df-94a3-47bdafeca92c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=112709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:53:59.300345 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-db7372eb-0c0c-46df-94a3-47bdafeca92c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=112709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:53:59.313259 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] No Port match for: e9818611-1f9c-46dc-8778-e7cfb1c0f439 {{(pid=112711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 08 13:53:59.313607 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Device e9818611-1f9c-46dc-8778-e7cfb1c0f439 not bound to the agent host dv-cinder-820027-24-iscsi {{(pid=112711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:53:59.314238 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Device f85dda4c-dc6c-45e0-a6db-266c6cfb4c85 no longer exists at agent ovs-agent-dv-cinder-820027-24-iscsi {{(pid=112711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:53:59.316170 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-859c0533-dbf3-42ad-9b2e-6860abc67fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729028594324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729028134310'] for port (d14d6c00-2bf2-4669-a8c0-5b03702f7003), after_delete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:59.363382 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] No Port match for: f85dda4c-dc6c-45e0-a6db-266c6cfb4c85 {{(pid=112711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 08 13:53:59.364037 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Device f85dda4c-dc6c-45e0-a6db-266c6cfb4c85 not bound to the agent host dv-cinder-820027-24-iscsi {{(pid=112711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:53:59.368160 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859c0533-dbf3-42ad-9b2e-6860abc67fc4 None None] Pushing event deleted for resources: {'Port': ['ID=d14d6c00-2bf2-4669-a8c0-5b03702f7003,revision_number=None']} {{(pid=112711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:53:59.370214 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859c0533-dbf3-42ad-9b2e-6860abc67fc4 None None] No DVR routers for this DVR port d14d6c00-2bf2-4669-a8c0-5b03702f7003 on host dv-cinder-820027-24-iscsi {{(pid=112711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 08 13:53:59.485190 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-db7372eb-0c0c-46df-94a3-47bdafeca92c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=112709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:53:59.486858 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-db7372eb-0c0c-46df-94a3-47bdafeca92c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=112709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:53:59.487301 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-db7372eb-0c0c-46df-94a3-47bdafeca92c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=112709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:53:59.489445 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-db7372eb-0c0c-46df-94a3-47bdafeca92c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=112709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:53:59.489952 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.services.segments.db [None req-db7372eb-0c0c-46df-94a3-47bdafeca92c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f51bdfd-daa1-4029-afe2-09413a504f9f']}} {{(pid=112709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:53:59.490606 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:59.498000 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6c8fbf-e084-476f-b1a1-028a76652d62 req-1ba95dd2-bfef-48be-855f-027fad1a17e0 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:59.505847 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-cd6c8fbf-e084-476f-b1a1-028a76652d62 req-1ba95dd2-bfef-48be-855f-027fad1a17e0 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=17665f83-a581-4f16-9275-45bce05f5f49 HTTP/1.1" status: 200 len: 946 time: 0.0612757 Sep 08 13:53:59.512357 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.services.segments.db [None req-db7372eb-0c0c-46df-94a3-47bdafeca92c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9527b46d-3b29-4cdc-a44b-4b19e1ce956c') {'for_net_delete': True} {{(pid=112709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:53:59.512789 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.services.segments.db [None req-db7372eb-0c0c-46df-94a3-47bdafeca92c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9527b46d-3b29-4cdc-a44b-4b19e1ce956c') {} {{(pid=112709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:53:59.537272 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-db7372eb-0c0c-46df-94a3-47bdafeca92c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729028602570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9760398'] for segment (9527b46d-3b29-4cdc-a44b-4b19e1ce956c), before_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:59.570850 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-db7372eb-0c0c-46df-94a3-47bdafeca92c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1392598'] for segment (9527b46d-3b29-4cdc-a44b-4b19e1ce956c), precommit_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:59.587809 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db7372eb-0c0c-46df-94a3-47bdafeca92c admin admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=112709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:53:59.588224 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-db7372eb-0c0c-46df-94a3-47bdafeca92c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1392598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9153400'] for segment (9527b46d-3b29-4cdc-a44b-4b19e1ce956c), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:59.621653 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-cd6c8fbf-e084-476f-b1a1-028a76652d62 req-96eae6a6-e8a3-4533-87e0-8778ec57bd70 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=5c37b456-2be1-4170-a806-ad519f2b6e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100519 Sep 08 13:53:59.636628 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b06626-d1e6-4090-bded-4eccd9fa5206 req-4748cd87-1333-41b2-95d9-f33ff74435b7 tempest-VolumesNegativeTest-1693092154 tempest-VolumesNegativeTest-1693092154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:59.640636 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-04b06626-d1e6-4090-bded-4eccd9fa5206 req-4748cd87-1333-41b2-95d9-f33ff74435b7 tempest-VolumesNegativeTest-1693092154 tempest-VolumesNegativeTest-1693092154-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=143f215b-f987-440e-afa1-d699e0a52772 HTTP/1.1" status: 200 len: 950 time: 0.1028647 Sep 08 13:53:59.674612 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-db7372eb-0c0c-46df-94a3-47bdafeca92c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1385144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3679383'] for network (1f51bdfd-daa1-4029-afe2-09413a504f9f), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:59.709422 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-db7372eb-0c0c-46df-94a3-47bdafeca92c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693876'] for network (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:59.717395 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-db7372eb-0c0c-46df-94a3-47bdafeca92c admin admin] 10.222.0.55 "DELETE /networking/v2.0/networks/1f51bdfd-daa1-4029-afe2-09413a504f9f HTTP/1.1" status: 204 len: 168 time: 1.1095002 Sep 08 13:53:59.718918 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-04b06626-d1e6-4090-bded-4eccd9fa5206 req-57bbccea-5bdb-4d53-a726-4409e988c5f4 tempest-VolumesNegativeTest-1693092154 tempest-VolumesNegativeTest-1693092154-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=6da76a60-0327-45aa-b9c5-699b503f44d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749166 Sep 08 13:53:59.723140 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7372eb-0c0c-46df-94a3-47bdafeca92c admin admin] Pushing event deleted for resources: {'Network': ['ID=1f51bdfd-daa1-4029-afe2-09413a504f9f,revision_number=None']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:53:59.954030 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.services.segments.plugin [-] Segment 9527b46d-3b29-4cdc-a44b-4b19e1ce956c resource provider aggregate not found Sep 08 13:53:59.981809 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.services.segments.plugin [-] Segment 9527b46d-3b29-4cdc-a44b-4b19e1ce956c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9527b46d-3b29-4cdc-a44b-4b19e1ce956c found for delete ", "request_id": "req-3cf5d9e3-6b23-47c1-a126-2468f71afd2e"}]} Sep 08 13:53:59.999784 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 36140) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:54:00.052843 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-de23c74b-4924-4471-a7c1-6776550ea215 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=b868b7f8289047369b2fcbb500f353e5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0517521 Sep 08 13:54:00.054667 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 36142) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:54:00.115096 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-d764a3f6-8b88-4784-a034-fe6358e5f0be admin admin] Publish callbacks [] for security_group (863deabd-5804-407b-8f2e-7ba1d889920d), before_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:00.146939 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-d764a3f6-8b88-4784-a034-fe6358e5f0be admin admin] Publish callbacks [] for security_group (863deabd-5804-407b-8f2e-7ba1d889920d), precommit_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:00.215099 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-d764a3f6-8b88-4784-a034-fe6358e5f0be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (863deabd-5804-407b-8f2e-7ba1d889920d), after_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:00.220846 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-d764a3f6-8b88-4784-a034-fe6358e5f0be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:00.222064 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-d764a3f6-8b88-4784-a034-fe6358e5f0be admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/863deabd-5804-407b-8f2e-7ba1d889920d HTTP/1.1" status: 204 len: 168 time: 0.1664162 Sep 08 13:54:00.231726 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d764a3f6-8b88-4784-a034-fe6358e5f0be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=863deabd-5804-407b-8f2e-7ba1d889920d,revision_number=None']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:54:00.622658 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94fa2bb-8dd2-49af-a38b-e13de57b45a3 req-1cae5dba-d5ce-4fde-ac8e-4d66f18ee57c tempest-VolumesNegativeTest-1693092154 tempest-VolumesNegativeTest-1693092154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:00.631043 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-c94fa2bb-8dd2-49af-a38b-e13de57b45a3 req-1cae5dba-d5ce-4fde-ac8e-4d66f18ee57c tempest-VolumesNegativeTest-1693092154 tempest-VolumesNegativeTest-1693092154-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=143f215b-f987-440e-afa1-d699e0a52772 HTTP/1.1" status: 200 len: 950 time: 0.1218197 Sep 08 13:54:00.830000 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.plugin [req-c94fa2bb-8dd2-49af-a38b-e13de57b45a3 req-fdff0f04-057a-4bd5-8254-a31c2727d953 tempest-VolumesNegativeTest-1693092154 tempest-VolumesNegativeTest-1693092154-project] Deleting port 2242daf3-b604-43fa-82a6-ac2fe5188b1d {{(pid=112710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 08 13:54:00.830357 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-c94fa2bb-8dd2-49af-a38b-e13de57b45a3 req-fdff0f04-057a-4bd5-8254-a31c2727d953 tempest-VolumesNegativeTest-1693092154 tempest-VolumesNegativeTest-1693092154-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729028590053'] for port (2242daf3-b604-43fa-82a6-ac2fe5188b1d), before_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:00.933972 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0647d415-c184-43f9-b28c-625d27031cb5 req-b046d16c-2738-4121-9642-965a685c44ce tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:00.935630 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-0647d415-c184-43f9-b28c-625d27031cb5 req-b046d16c-2738-4121-9642-965a685c44ce tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=17665f83-a581-4f16-9275-45bce05f5f49 HTTP/1.1" status: 200 len: 946 time: 0.1791792 Sep 08 13:54:00.963018 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687bb75c-2d96-4a34-a74d-25132390aeec req-b3c2de84-3e5f-4f59-9fcf-0b4798ecdf3c tempest-VolumesNegativeTest-1693092154 tempest-VolumesNegativeTest-1693092154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:00.964643 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-687bb75c-2d96-4a34-a74d-25132390aeec req-b3c2de84-3e5f-4f59-9fcf-0b4798ecdf3c tempest-VolumesNegativeTest-1693092154 tempest-VolumesNegativeTest-1693092154-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=143f215b-f987-440e-afa1-d699e0a52772 HTTP/1.1" status: 200 len: 950 time: 0.1390455 Sep 08 13:54:01.083054 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-0647d415-c184-43f9-b28c-625d27031cb5 req-5e75bba1-17ad-400b-8735-01d6e03da48e tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=5c37b456-2be1-4170-a806-ad519f2b6e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398356 Sep 08 13:54:01.095169 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.db [req-c94fa2bb-8dd2-49af-a38b-e13de57b45a3 req-fdff0f04-057a-4bd5-8254-a31c2727d953 tempest-VolumesNegativeTest-1693092154 tempest-VolumesNegativeTest-1693092154-project] For port 2242daf3-b604-43fa-82a6-ac2fe5188b1d, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=2242daf3-b604-43fa-82a6-ac2fe5188b1d,segment=NetworkSegment(a0a04aff-fed3-4632-9483-6c7c728fc024),segment_id=a0a04aff-fed3-4632-9483-6c7c728fc024)] {{(pid=112710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:54:01.096257 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-c94fa2bb-8dd2-49af-a38b-e13de57b45a3 req-fdff0f04-057a-4bd5-8254-a31c2727d953 tempest-VolumesNegativeTest-1693092154 tempest-VolumesNegativeTest-1693092154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3750342'] for port (2242daf3-b604-43fa-82a6-ac2fe5188b1d), precommit_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:01.113806 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-687bb75c-2d96-4a34-a74d-25132390aeec req-840daaec-6278-44e5-9149-7cf2d50e3de7 tempest-VolumesNegativeTest-1693092154 tempest-VolumesNegativeTest-1693092154-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=6da76a60-0327-45aa-b9c5-699b503f44d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344173 Sep 08 13:54:01.120142 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.plugin [req-c94fa2bb-8dd2-49af-a38b-e13de57b45a3 req-fdff0f04-057a-4bd5-8254-a31c2727d953 tempest-VolumesNegativeTest-1693092154 tempest-VolumesNegativeTest-1693092154-project] Calling delete_port for 2242daf3-b604-43fa-82a6-ac2fe5188b1d owned by compute:nova {{(pid=112710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 08 13:54:01.130501 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:UPDATE=1,neutron:SELECT=96,neutron:DELETE=3 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:54:01.273766 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-c94fa2bb-8dd2-49af-a38b-e13de57b45a3 req-fdff0f04-057a-4bd5-8254-a31c2727d953 tempest-VolumesNegativeTest-1693092154 tempest-VolumesNegativeTest-1693092154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729028594324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729028134310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10367820'] for port (2242daf3-b604-43fa-82a6-ac2fe5188b1d), after_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:01.304809 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdff0f04-057a-4bd5-8254-a31c2727d953 tempest-VolumesNegativeTest-1693092154 tempest-VolumesNegativeTest-1693092154-project] Pushing event deleted for resources: {'Port': ['ID=2242daf3-b604-43fa-82a6-ac2fe5188b1d,revision_number=None']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:54:01.331255 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] get_ports_and_sgs() called for port_ids ['2242daf3-b604-43fa-82a6-ac2fe5188b1d'] {{(pid=112711) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 08 13:54:01.374171 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.db.l3_dvrscheduler_db [req-c94fa2bb-8dd2-49af-a38b-e13de57b45a3 req-fdff0f04-057a-4bd5-8254-a31c2727d953 tempest-VolumesNegativeTest-1693092154 tempest-VolumesNegativeTest-1693092154-project] No DVR routers for this DVR port 2242daf3-b604-43fa-82a6-ac2fe5188b1d on host hv-cinder-82002 {{(pid=112710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 08 13:54:01.378631 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-c94fa2bb-8dd2-49af-a38b-e13de57b45a3 req-fdff0f04-057a-4bd5-8254-a31c2727d953 tempest-VolumesNegativeTest-1693092154 tempest-VolumesNegativeTest-1693092154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161718'] for port (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:01.390990 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-c94fa2bb-8dd2-49af-a38b-e13de57b45a3 req-fdff0f04-057a-4bd5-8254-a31c2727d953 tempest-VolumesNegativeTest-1693092154 tempest-VolumesNegativeTest-1693092154-project] 10.222.0.20 "DELETE /networking/v2.0/ports/2242daf3-b604-43fa-82a6-ac2fe5188b1d HTTP/1.1" status: 204 len: 173 time: 0.7512290 Sep 08 13:54:01.391558 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '143f215b-f987-440e-afa1-d699e0a52772', 'name': 'network-vif-deleted', 'tag': '2242daf3-b604-43fa-82a6-ac2fe5188b1d'}] {{(pid=112710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 13:54:01.395067 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4aaac3e20a53a8e6247a431178541979a817c05ad734f54eee24c8be994502e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99d68086-46e8-4162-9c71-eb9401ad1f84" -d '{"events": [{"server_uuid": "143f215b-f987-440e-afa1-d699e0a52772", "name": "network-vif-deleted", "tag": "2242daf3-b604-43fa-82a6-ac2fe5188b1d"}]}' {{(pid=112710) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:54:01.494462 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Sep 2022 13:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aa720e4-db58-48b4-afce-8bb2641aafb5 x-openstack-request-id: req-9aa720e4-db58-48b4-afce-8bb2641aafb5 {{(pid=112710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:54:01.494776 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "143f215b-f987-440e-afa1-d699e0a52772", "name": "network-vif-deleted", "tag": "2242daf3-b604-43fa-82a6-ac2fe5188b1d", "status": "completed", "code": 200}]} {{(pid=112710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:54:01.495090 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9aa720e4-db58-48b4-afce-8bb2641aafb5 {{(pid=112710) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:54:01.495508 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9aa720e4-db58-48b4-afce-8bb2641aafb5'] response: {'server_uuid': '143f215b-f987-440e-afa1-d699e0a52772', 'name': 'network-vif-deleted', 'tag': '2242daf3-b604-43fa-82a6-ac2fe5188b1d', 'status': 'completed', 'code': 200} Sep 08 13:54:01.509937 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 36198) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:54:01.672204 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.v2.base [None req-73fcb192-eb87-409f-82f1-b873696a0ca6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2125442903-network', 'tenant_id': 'bc4476b1f4b84b5593ff2650592b9fb7'}} {{(pid=112709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:54:01.702480 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73fcb192-eb87-409f-82f1-b873696a0ca6 admin admin] Made reservation on behalf of bc4476b1f4b84b5593ff2650592b9fb7 for: {'network': 1} {{(pid=112709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:54:01.709964 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-73fcb192-eb87-409f-82f1-b873696a0ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for network (None), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:01.723378 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-73fcb192-eb87-409f-82f1-b873696a0ca6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:01.758941 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:54:01.829045 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e85aa5-d035-4a55-b2f6-b9a9637a7fbc req-14854937-36ee-4b1c-822a-59a7785b8778 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:01.830616 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-40e85aa5-d035-4a55-b2f6-b9a9637a7fbc req-14854937-36ee-4b1c-822a-59a7785b8778 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] 10.222.0.55 "GET /networking/v2.0/networks?id=2484c1b8-1d7e-43af-960e-e27892a8e9d6 HTTP/1.1" status: 200 len: 815 time: 0.1574550 Sep 08 13:54:01.833651 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-73fcb192-eb87-409f-82f1-b873696a0ca6 admin admin] Publish callbacks [] for security_group (a6e54e66-6ea1-441f-a74c-82a5059cc14c), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:01.838931 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-73fcb192-eb87-409f-82f1-b873696a0ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (a6e54e66-6ea1-441f-a74c-82a5059cc14c), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:01.856631 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-40e85aa5-d035-4a55-b2f6-b9a9637a7fbc req-a879714b-9e8f-403e-8710-a7255bb8ca2a tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] 10.222.0.55 "GET /networking/v2.0/quotas/f7507a7da3bb4420abcfcf08780dc0a4 HTTP/1.1" status: 200 len: 375 time: 0.0199475 Sep 08 13:54:01.868565 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73fcb192-eb87-409f-82f1-b873696a0ca6 admin admin] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=112709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:54:01.881083 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fcb192-eb87-409f-82f1-b873696a0ca6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6e54e66-6ea1-441f-a74c-82a5059cc14c,revision_number=1']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:54:01.887836 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-73fcb192-eb87-409f-82f1-b873696a0ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1392598'] for segment (2f6c42c1-14c1-4abe-8cc1-e54cbc6177f2), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:01.888103 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.db.segments_db [None req-73fcb192-eb87-409f-82f1-b873696a0ca6 admin admin] Added segment 2f6c42c1-14c1-4abe-8cc1-e54cbc6177f2 of type vlan for network 1c9b3d05-20f8-440e-89b3-587b430f97a5 Sep 08 13:54:01.923513 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-40e85aa5-d035-4a55-b2f6-b9a9637a7fbc req-242e50ed-eebc-47fd-a4ef-ba28e94b2bae tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=f7507a7da3bb4420abcfcf08780dc0a4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0619943 Sep 08 13:54:01.942265 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-73fcb192-eb87-409f-82f1-b873696a0ca6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729028104322'] for network (1c9b3d05-20f8-440e-89b3-587b430f97a5), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:01.968561 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-73fcb192-eb87-409f-82f1-b873696a0ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862'] for network (1c9b3d05-20f8-440e-89b3-587b430f97a5), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:01.969568 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73fcb192-eb87-409f-82f1-b873696a0ca6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:01.970180 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-73fcb192-eb87-409f-82f1-b873696a0ca6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693876'] for network (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:02.020969 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-40e85aa5-d035-4a55-b2f6-b9a9637a7fbc req-86edac00-cc0a-4f77-9e8c-1f0118d8fba8 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/2484c1b8-1d7e-43af-960e-e27892a8e9d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920644 Sep 08 13:54:02.032971 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-73fcb192-eb87-409f-82f1-b873696a0ca6 admin admin] 10.222.0.55 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5221281 Sep 08 13:54:02.035887 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 36224) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:54:02.040411 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.v2.base [None req-34aa73b9-4e92-4693-8c07-eca403a8dd42 admin admin] Request body: {'subnet': {'network_id': '1c9b3d05-20f8-440e-89b3-587b430f97a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2125442903-subnet', 'tenant_id': 'bc4476b1f4b84b5593ff2650592b9fb7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=112709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:54:02.045109 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fcb192-eb87-409f-82f1-b873696a0ca6 admin admin] Pushing event updated for resources: {'Network': ['ID=1c9b3d05-20f8-440e-89b3-587b430f97a5,revision_number=1']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:54:02.055167 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Network 1c9b3d05-20f8-440e-89b3-587b430f97a5 details requested by agent ovs-agent-dv-cinder-820027-24-iscsi with host dv-cinder-820027-24-iscsi {{(pid=112711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:54:02.062804 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34aa73b9-4e92-4693-8c07-eca403a8dd42 admin admin] Made reservation on behalf of bc4476b1f4b84b5593ff2650592b9fb7 for: {'subnet': 1} {{(pid=112709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:54:02.065262 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-34aa73b9-4e92-4693-8c07-eca403a8dd42 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9398177'] for subnet (None), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:02.126649 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-40e85aa5-d035-4a55-b2f6-b9a9637a7fbc req-ec854d40-b980-4ff7-82a2-ebcf2e2da0fa service neutron] 10.222.0.55 "GET /networking/v2.0/networks/2484c1b8-1d7e-43af-960e-e27892a8e9d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987921 Sep 08 13:54:02.273508 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17eb5c9-2a1b-465e-9571-a15b15096853 req-6bc97be3-acbc-4176-84dd-844b92de2aa2 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:02.275879 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-d17eb5c9-2a1b-465e-9571-a15b15096853 req-6bc97be3-acbc-4176-84dd-844b92de2aa2 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=17665f83-a581-4f16-9275-45bce05f5f49 HTTP/1.1" status: 200 len: 946 time: 0.0752313 Sep 08 13:54:02.278227 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=73,neutron:DELETE=7,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:54:02.279135 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:54:02.297582 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-34aa73b9-4e92-4693-8c07-eca403a8dd42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9152725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9398207'] for subnet (c1fdd510-cbc1-4f0f-8fbd-e177b9f3baf0), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:02.338337 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-d17eb5c9-2a1b-465e-9571-a15b15096853 req-b5b62a0f-d744-43f8-ae12-3ae80a54d0f4 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=5c37b456-2be1-4170-a806-ad519f2b6e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503485 Sep 08 13:54:02.356504 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34aa73b9-4e92-4693-8c07-eca403a8dd42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1fdd510-cbc1-4f0f-8fbd-e177b9f3baf0,revision_number=0']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:54:02.415598 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34aa73b9-4e92-4693-8c07-eca403a8dd42 admin admin] Checking segment: {'id': '2f6c42c1-14c1-4abe-8cc1-e54cbc6177f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '1c9b3d05-20f8-440e-89b3-587b430f97a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 13:54:02.415953 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34aa73b9-4e92-4693-8c07-eca403a8dd42 admin admin] Network hostable DHCP agents. Network: 1c9b3d05-20f8-440e-89b3-587b430f97a5, hostable agents: ['22ab8903-d7f5-4941-bce3-89140b53b8af'], hosted agents: [] {{(pid=112709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:54:02.442826 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34aa73b9-4e92-4693-8c07-eca403a8dd42 admin admin] Network 1c9b3d05-20f8-440e-89b3-587b430f97a5 is scheduled to be hosted by DHCP agent 22ab8903-d7f5-4941-bce3-89140b53b8af with binding_index 1 {{(pid=112709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:54:02.457946 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.scheduler.base_scheduler [None req-34aa73b9-4e92-4693-8c07-eca403a8dd42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820027-24-iscsi, 1c9b3d05-20f8-440e-89b3-587b430f97a5) {{(pid=112709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:54:02.460909 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-7ecf58a4-5521-4421-9368-02ff1d2f48dd req-b9e055e7-89c2-4076-9e02-a9745e246a14 tempest-VolumesNegativeTest-1693092154 tempest-VolumesNegativeTest-1693092154-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=143f215b-f987-440e-afa1-d699e0a52772 HTTP/1.1" status: 200 len: 210 time: 0.0489845 Sep 08 13:54:02.462905 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34aa73b9-4e92-4693-8c07-eca403a8dd42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:02.463580 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-34aa73b9-4e92-4693-8c07-eca403a8dd42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693876'] for subnet (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:02.468924 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae25b886-f9da-48e6-b8b9-33e03e4f8687 None None] Network 1c9b3d05-20f8-440e-89b3-587b430f97a5 requested from dv-cinder-820027-24-iscsi {{(pid=112711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 08 13:54:02.522700 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-0bf387dd-e291-4f38-afec-d06668fab816 req-047fed27-8d81-44b3-bfbe-6f4d97f6d7c2 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=6e64a0c9-b7b0-46ff-8526-88164d493140 HTTP/1.1" status: 200 len: 210 time: 0.1077256 Sep 08 13:54:02.522943 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 36234) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:54:02.526216 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-34aa73b9-4e92-4693-8c07-eca403a8dd42 admin admin] 10.222.0.55 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4892349 Sep 08 13:54:02.527697 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.v2.base [None req-eae36e5a-3029-4ee7-bf86-ba7d0cb40ed3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2125442903-router', 'tenant_id': 'bc4476b1f4b84b5593ff2650592b9fb7', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014'}}} {{(pid=112710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:54:02.562744 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-eae36e5a-3029-4ee7-bf86-ba7d0cb40ed3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3681175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8264'] for router (ddca2942-fd69-41fb-85c8-5a05e956fd2b), before_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:02.563913 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-eae36e5a-3029-4ee7-bf86-ba7d0cb40ed3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3678445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3747977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3928445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8273'] for router (ddca2942-fd69-41fb-85c8-5a05e956fd2b), precommit_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:02.624814 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-eae36e5a-3029-4ee7-bf86-ba7d0cb40ed3 admin admin] Publish callbacks [] for router_controller (ddca2942-fd69-41fb-85c8-5a05e956fd2b), precommit_add_association {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:02.632355 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d503e5a5-38fe-4922-8125-7adc83a4dfa7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89035300-8bf1-5d6c-bf4b-25e43971bb7c-1c9b3d05-20f8-440e-89b3-587b430f97a5', 'network_id': '1c9b3d05-20f8-440e-89b3-587b430f97a5', 'project_id': 'bc4476b1f4b84b5593ff2650592b9fb7', 'fixed_ips': [{'subnet_id': 'c1fdd510-cbc1-4f0f-8fbd-e177b9f3baf0'}]}} from dv-cinder-820027-24-iscsi. {{(pid=112711) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 08 13:54:02.635916 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-d503e5a5-38fe-4922-8125-7adc83a4dfa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (None), before_create {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:02.781356 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-eae36e5a-3029-4ee7-bf86-ba7d0cb40ed3 admin admin] Publish callbacks [] for router_gateway (ddca2942-fd69-41fb-85c8-5a05e956fd2b), precommit_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:02.803536 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.db_base_plugin_common [None req-d503e5a5-38fe-4922-8125-7adc83a4dfa7 None None] Allocated IP 172.20.0.2 (1c9b3d05-20f8-440e-89b3-587b430f97a5/c1fdd510-cbc1-4f0f-8fbd-e177b9f3baf0/a59e18ac-eb68-4c23-87c3-22c1302c059b) {{(pid=112711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:54:02.901680 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:54:02.903878 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (4c2ff875-e6d7-424e-bdc7-d4b2ed4bdd9c), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:03.030895 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-d503e5a5-38fe-4922-8125-7adc83a4dfa7 None None] Publish callbacks [] for port (a59e18ac-eb68-4c23-87c3-22c1302c059b), precommit_create {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:03.043024 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-d503e5a5-38fe-4922-8125-7adc83a4dfa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729028134301'] for port (a59e18ac-eb68-4c23-87c3-22c1302c059b), after_create {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:03.051668 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-eae36e5a-3029-4ee7-bf86-ba7d0cb40ed3 admin admin] Publish callbacks [] for router_gateway (ddca2942-fd69-41fb-85c8-5a05e956fd2b), before_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:03.073574 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-eae36e5a-3029-4ee7-bf86-ba7d0cb40ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (None), before_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:03.103344 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d503e5a5-38fe-4922-8125-7adc83a4dfa7 None None] Network 1c9b3d05-20f8-440e-89b3-587b430f97a5 is already hosted by enough agents. {{(pid=112711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:54:03.127643 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d503e5a5-38fe-4922-8125-7adc83a4dfa7 None None] Pushing event updated for resources: {'Port': ['ID=a59e18ac-eb68-4c23-87c3-22c1302c059b,revision_number=1']} {{(pid=112711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:54:03.136170 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:54:03.137069 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:54:03.141244 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.scheduler.base_scheduler [None req-d503e5a5-38fe-4922-8125-7adc83a4dfa7 None None] Resources bound (agent type, host, resource id): {{(pid=112711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:54:03.150473 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d503e5a5-38fe-4922-8125-7adc83a4dfa7 None None] Received port after_create {{(pid=112711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 08 13:54:03.181648 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 36260) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:54:03.209410 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.db.db_base_plugin_common [None req-eae36e5a-3029-4ee7-bf86-ba7d0cb40ed3 admin admin] Allocated IP 172.27.0.223 (a5311008-4782-42e3-9445-a36a6c9fb014/42b74029-f5ac-41f0-a451-9a0d0b4a74ed/93753524-93ca-4323-a727-bfafa1160f91) {{(pid=112710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:54:03.232375 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.managers [None req-d503e5a5-38fe-4922-8125-7adc83a4dfa7 None None] Attempting to bind port a59e18ac-eb68-4c23-87c3-22c1302c059b on host dv-cinder-820027-24-iscsi for vnic_type normal with profile {{(pid=112711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 08 13:54:03.233085 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.managers [None req-d503e5a5-38fe-4922-8125-7adc83a4dfa7 None None] Attempting to bind port a59e18ac-eb68-4c23-87c3-22c1302c059b by drivers openvswitch,hyperv on host dv-cinder-820027-24-iscsi at level 0 using segments [{'id': '2f6c42c1-14c1-4abe-8cc1-e54cbc6177f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '1c9b3d05-20f8-440e-89b3-587b430f97a5'}] {{(pid=112711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 08 13:54:03.233511 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d503e5a5-38fe-4922-8125-7adc83a4dfa7 None None] Attempting to bind port a59e18ac-eb68-4c23-87c3-22c1302c059b on network 1c9b3d05-20f8-440e-89b3-587b430f97a5 {{(pid=112711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 13:54:03.290269 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d503e5a5-38fe-4922-8125-7adc83a4dfa7 None None] Checking agent: {'id': '6df97c0c-9140-47af-8c93-84593b95031c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 8, 13, 44, 19), 'started_at': datetime.datetime(2022, 9, 8, 13, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 9, 8, 13, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 08 13:54:03.290650 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d503e5a5-38fe-4922-8125-7adc83a4dfa7 None None] Checking segment: {'id': '2f6c42c1-14c1-4abe-8cc1-e54cbc6177f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '1c9b3d05-20f8-440e-89b3-587b430f97a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 13:54:03.291245 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-d503e5a5-38fe-4922-8125-7adc83a4dfa7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:03.291815 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d503e5a5-38fe-4922-8125-7adc83a4dfa7 None None] Bound using segment: {'id': '2f6c42c1-14c1-4abe-8cc1-e54cbc6177f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '1c9b3d05-20f8-440e-89b3-587b430f97a5'} {{(pid=112711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 08 13:54:03.292644 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.managers [None req-d503e5a5-38fe-4922-8125-7adc83a4dfa7 None None] Bound port: a59e18ac-eb68-4c23-87c3-22c1302c059b, host: dv-cinder-820027-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f6c42c1-14c1-4abe-8cc1-e54cbc6177f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '1c9b3d05-20f8-440e-89b3-587b430f97a5'}}] {{(pid=112711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 08 13:54:03.293233 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-d503e5a5-38fe-4922-8125-7adc83a4dfa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (a59e18ac-eb68-4c23-87c3-22c1302c059b), before_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:03.357718 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-eae36e5a-3029-4ee7-bf86-ba7d0cb40ed3 admin admin] Publish callbacks [] for port (93753524-93ca-4323-a727-bfafa1160f91), precommit_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:03.370398 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-55b5f5f2-8c13-4890-ad57-222d8d3c1559 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:03.391986 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-d503e5a5-38fe-4922-8125-7adc83a4dfa7 None None] For port a59e18ac-eb68-4c23-87c3-22c1302c059b, host dv-cinder-820027-24-iscsi, cleared binding levels {{(pid=112711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:54:03.395771 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-eae36e5a-3029-4ee7-bf86-ba7d0cb40ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729028134301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10367820'] for port (93753524-93ca-4323-a727-bfafa1160f91), after_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:03.397689 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-d503e5a5-38fe-4922-8125-7adc83a4dfa7 None None] For port a59e18ac-eb68-4c23-87c3-22c1302c059b, host dv-cinder-820027-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-24-iscsi',level=0,port_id=a59e18ac-eb68-4c23-87c3-22c1302c059b,segment=NetworkSegment(2f6c42c1-14c1-4abe-8cc1-e54cbc6177f2),segment_id=2f6c42c1-14c1-4abe-8cc1-e54cbc6177f2)] {{(pid=112711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:54:03.409293 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-d503e5a5-38fe-4922-8125-7adc83a4dfa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (a59e18ac-eb68-4c23-87c3-22c1302c059b), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:03.454689 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae36e5a-3029-4ee7-bf86-ba7d0cb40ed3 admin admin] Network a5311008-4782-42e3-9445-a36a6c9fb014 is already hosted by enough agents. {{(pid=112710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:54:03.461980 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.scheduler.base_scheduler [None req-eae36e5a-3029-4ee7-bf86-ba7d0cb40ed3 admin admin] Resources bound (agent type, host, resource id): {{(pid=112710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:54:03.466724 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae36e5a-3029-4ee7-bf86-ba7d0cb40ed3 admin admin] Received port after_create {{(pid=112710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 08 13:54:03.522602 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d503e5a5-38fe-4922-8125-7adc83a4dfa7 None None] Pushing event updated for resources: {'Port': ['ID=a59e18ac-eb68-4c23-87c3-22c1302c059b,revision_number=2']} {{(pid=112711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:54:03.523919 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae36e5a-3029-4ee7-bf86-ba7d0cb40ed3 admin admin] Pushing event updated for resources: {'Port': ['ID=93753524-93ca-4323-a727-bfafa1160f91,revision_number=1']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:54:03.553488 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 36270) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:54:03.574431 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-55b5f5f2-8c13-4890-ad57-222d8d3c1559 admin admin] Publish callbacks [] for security_group (7c8763a3-1e84-4356-856d-b591c2a2ad78), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:03.579473 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-55b5f5f2-8c13-4890-ad57-222d8d3c1559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (7c8763a3-1e84-4356-856d-b591c2a2ad78), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:03.651408 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Device 2242daf3-b604-43fa-82a6-ac2fe5188b1d no longer exists at agent hyperv_hv-cinder-82002 {{(pid=112711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:54:03.665120 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-55b5f5f2-8c13-4890-ad57-222d8d3c1559 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=c0846ec480d240c98847746726f43813&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4823270 Sep 08 13:54:03.668016 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b5f5f2-8c13-4890-ad57-222d8d3c1559 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c8763a3-1e84-4356-856d-b591c2a2ad78,revision_number=1']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:54:03.671463 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 36280) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:54:03.682773 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] No Port match for: 2242daf3-b604-43fa-82a6-ac2fe5188b1d {{(pid=112711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 08 13:54:03.683302 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Device 2242daf3-b604-43fa-82a6-ac2fe5188b1d not bound to the agent host hv-cinder-82002 {{(pid=112711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:54:03.815971 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-64586956-ef07-4492-92b9-813c1f7729fc admin admin] Publish callbacks [] for security_group (7c8763a3-1e84-4356-856d-b591c2a2ad78), before_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:03.865504 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-64586956-ef07-4492-92b9-813c1f7729fc admin admin] Publish callbacks [] for security_group (7c8763a3-1e84-4356-856d-b591c2a2ad78), precommit_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:03.956770 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-64586956-ef07-4492-92b9-813c1f7729fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (7c8763a3-1e84-4356-856d-b591c2a2ad78), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:03.962371 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-64586956-ef07-4492-92b9-813c1f7729fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:03.967920 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-64586956-ef07-4492-92b9-813c1f7729fc admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/7c8763a3-1e84-4356-856d-b591c2a2ad78 HTTP/1.1" status: 204 len: 168 time: 0.2934844 Sep 08 13:54:03.992736 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64586956-ef07-4492-92b9-813c1f7729fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c8763a3-1e84-4356-856d-b591c2a2ad78,revision_number=None']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:54:04.012962 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:DELETE=2,neutron:SELECT=88,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:54:04.124044 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-65507cb0-814c-4622-a1d8-f44df35e3ff0 req-3d8bb7fb-3750-4bbc-ae80-fe8e658bf5d4 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=6e64a0c9-b7b0-46ff-8526-88164d493140 HTTP/1.1" status: 200 len: 210 time: 0.0624766 Sep 08 13:54:04.137385 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65511307-e0df-4eee-bf77-a674638c9453 req-67d4f404-9fef-4570-b19e-c1c4ba255270 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:04.139108 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-65511307-e0df-4eee-bf77-a674638c9453 req-67d4f404-9fef-4570-b19e-c1c4ba255270 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=17665f83-a581-4f16-9275-45bce05f5f49 HTTP/1.1" status: 200 len: 946 time: 0.6124477 Sep 08 13:54:04.142147 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-eff6b3dc-120d-4e39-b34f-336d40baea09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:04.252783 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-65511307-e0df-4eee-bf77-a674638c9453 req-1997f5b4-a6ed-4541-85b5-d3d38d53d965 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=5c37b456-2be1-4170-a806-ad519f2b6e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053417 Sep 08 13:54:04.404966 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-eae36e5a-3029-4ee7-bf86-ba7d0cb40ed3 admin admin] Publish callbacks [] for router_gateway (ddca2942-fd69-41fb-85c8-5a05e956fd2b), after_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:04.409102 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-eff6b3dc-120d-4e39-b34f-336d40baea09 admin admin] Publish callbacks [] for security_group (415aeed6-7c44-4b16-bb6b-accc22e52d5d), precommit_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:04.453217 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-eff6b3dc-120d-4e39-b34f-336d40baea09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (415aeed6-7c44-4b16-bb6b-accc22e52d5d), after_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:04.470238 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:UPDATE=4,neutron:SELECT=88,neutron:INSERT=8 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:54:04.539823 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:54:04.650773 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff6b3dc-120d-4e39-b34f-336d40baea09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=415aeed6-7c44-4b16-bb6b-accc22e52d5d,revision_number=1']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:54:04.692884 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-eff6b3dc-120d-4e39-b34f-336d40baea09 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=de1abbe94e2348c4831f2efd35fec25e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1379662 Sep 08 13:54:04.696137 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 36326) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:54:04.707752 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:54:04.776989 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-8bdf6238-3cb6-43cd-8ef3-9f134aaebfc1 admin admin] Publish callbacks [] for security_group (415aeed6-7c44-4b16-bb6b-accc22e52d5d), before_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:04.806406 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e85aa5-d035-4a55-b2f6-b9a9637a7fbc req-467a24f7-4b2a-4057-bdd5-2165a7bd3d99 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:04.808425 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-40e85aa5-d035-4a55-b2f6-b9a9637a7fbc req-467a24f7-4b2a-4057-bdd5-2165a7bd3d99 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] 10.222.0.20 "GET /networking/v2.0/networks?id=2484c1b8-1d7e-43af-960e-e27892a8e9d6 HTTP/1.1" status: 200 len: 815 time: 0.3093472 Sep 08 13:54:04.828983 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-8bdf6238-3cb6-43cd-8ef3-9f134aaebfc1 admin admin] Publish callbacks [] for security_group (415aeed6-7c44-4b16-bb6b-accc22e52d5d), precommit_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:04.878804 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.v2.base [req-40e85aa5-d035-4a55-b2f6-b9a9637a7fbc req-535ac0bd-c3ec-42c4-86ed-ef25c27096d7 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Request body: {'port': {'device_id': '6e64a0c9-b7b0-46ff-8526-88164d493140', 'network_id': '2484c1b8-1d7e-43af-960e-e27892a8e9d6', 'admin_state_up': True, 'tenant_id': 'f7507a7da3bb4420abcfcf08780dc0a4'}} {{(pid=112710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:54:04.939494 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-eae36e5a-3029-4ee7-bf86-ba7d0cb40ed3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3678394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3679297'] for router (ddca2942-fd69-41fb-85c8-5a05e956fd2b), after_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:04.951877 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-8bdf6238-3cb6-43cd-8ef3-9f134aaebfc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (415aeed6-7c44-4b16-bb6b-accc22e52d5d), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:04.955254 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-8bdf6238-3cb6-43cd-8ef3-9f134aaebfc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:04.957093 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-8bdf6238-3cb6-43cd-8ef3-9f134aaebfc1 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/415aeed6-7c44-4b16-bb6b-accc22e52d5d HTTP/1.1" status: 204 len: 168 time: 0.2591610 Sep 08 13:54:04.968932 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdf6238-3cb6-43cd-8ef3-9f134aaebfc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=415aeed6-7c44-4b16-bb6b-accc22e52d5d,revision_number=None']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:54:05.066819 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 36380) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:54:05.150728 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Device a59e18ac-eb68-4c23-87c3-22c1302c059b up at agent ovs-agent-dv-cinder-820027-24-iscsi {{(pid=112711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:54:05.192850 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb88bdce-7bdf-4e5a-bfde-d0da78c6cf48 None None] Network 1c9b3d05-20f8-440e-89b3-587b430f97a5 requested from dv-cinder-820027-24-iscsi {{(pid=112711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 08 13:54:05.244824 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.v2.base [None req-efde645c-b567-4b64-8011-906f7f411096 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1431510837-network', 'tenant_id': '0375e7ef3fb04600b5d4095057658bc7'}} {{(pid=112709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:54:05.251716 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40e85aa5-d035-4a55-b2f6-b9a9637a7fbc req-535ac0bd-c3ec-42c4-86ed-ef25c27096d7 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Made reservation on behalf of f7507a7da3bb4420abcfcf08780dc0a4 for: {'port': 1} {{(pid=112710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:54:05.261615 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-40e85aa5-d035-4a55-b2f6-b9a9637a7fbc req-535ac0bd-c3ec-42c4-86ed-ef25c27096d7 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (None), before_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:05.301482 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-1839798d-54b4-4b97-962c-61c0e5117e62 None None] Provisioning complete for port a59e18ac-eb68-4c23-87c3-22c1302c059b triggered by entity DHCP. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 13:54:05.302110 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-1839798d-54b4-4b97-962c-61c0e5117e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (a59e18ac-eb68-4c23-87c3-22c1302c059b), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:05.308563 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efde645c-b567-4b64-8011-906f7f411096 admin admin] Made reservation on behalf of 0375e7ef3fb04600b5d4095057658bc7 for: {'network': 1} {{(pid=112709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:54:05.314910 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-efde645c-b567-4b64-8011-906f7f411096 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for network (None), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:05.337378 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Provisioning complete for port a59e18ac-eb68-4c23-87c3-22c1302c059b triggered by entity L2. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 13:54:05.338056 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (a59e18ac-eb68-4c23-87c3-22c1302c059b), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:05.356214 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-efde645c-b567-4b64-8011-906f7f411096 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:05.478643 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-3dbab210-271e-450e-8d49-c29d59899b03 req-f2e424a7-e357-44ad-9586-8f7af8644ff9 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=6e64a0c9-b7b0-46ff-8526-88164d493140 HTTP/1.1" status: 200 len: 210 time: 0.1735959 Sep 08 13:54:05.548654 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924df0b6-4be4-4ad7-9e1b-c20d17b0bc15 req-b02ae835-0c58-4de7-a86d-8470741a18d2 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:05.550169 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-924df0b6-4be4-4ad7-9e1b-c20d17b0bc15 req-b02ae835-0c58-4de7-a86d-8470741a18d2 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=17665f83-a581-4f16-9275-45bce05f5f49 HTTP/1.1" status: 200 len: 946 time: 0.1555715 Sep 08 13:54:05.554079 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eae36e5a-3029-4ee7-bf86-ba7d0cb40ed3 admin admin] Router ddca2942-fd69-41fb-85c8-5a05e956fd2b is scheduled to L3 agent 91421a76-39ff-4685-90ca-aa6fbf6a1933 with binding_index 1 {{(pid=112710) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 13:54:05.610748 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-efde645c-b567-4b64-8011-906f7f411096 admin admin] Publish callbacks [] for security_group (11df1967-726f-45ee-9cee-c2fdcb4f4bae), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:05.617420 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-1839798d-54b4-4b97-962c-61c0e5117e62 None None] Current status of the port a59e18ac-eb68-4c23-87c3-22c1302c059b is: DOWN; New status is: ACTIVE {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 13:54:05.617955 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-1839798d-54b4-4b97-962c-61c0e5117e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (a59e18ac-eb68-4c23-87c3-22c1302c059b), before_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:05.618188 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-efde645c-b567-4b64-8011-906f7f411096 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (11df1967-726f-45ee-9cee-c2fdcb4f4bae), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:05.669260 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efde645c-b567-4b64-8011-906f7f411096 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11df1967-726f-45ee-9cee-c2fdcb4f4bae,revision_number=1']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:54:05.680188 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efde645c-b567-4b64-8011-906f7f411096 admin admin] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=112709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:54:05.703738 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-efde645c-b567-4b64-8011-906f7f411096 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1392598'] for segment (05a45535-3863-41af-aef2-abb456ccc09c), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:05.705483 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.db.segments_db [None req-efde645c-b567-4b64-8011-906f7f411096 admin admin] Added segment 05a45535-3863-41af-aef2-abb456ccc09c of type vlan for network 27a47ec4-fdfa-4d05-bf7d-7362b88969c5 Sep 08 13:54:05.727827 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:54:05.732739 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 36424) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:54:05.775847 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:54:05.795261 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-b9e4cc34-1e72-4a5d-8ad5-6847e2cd32da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:05.824253 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-efde645c-b567-4b64-8011-906f7f411096 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729028104322'] for network (27a47ec4-fdfa-4d05-bf7d-7362b88969c5), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:05.830614 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-924df0b6-4be4-4ad7-9e1b-c20d17b0bc15 req-4dfdeb8f-b42b-4b22-9113-b3fa29d25534 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=5c37b456-2be1-4170-a806-ad519f2b6e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2705793 Sep 08 13:54:05.855096 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Current status of the port a59e18ac-eb68-4c23-87c3-22c1302c059b is: DOWN; New status is: ACTIVE {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 13:54:05.869061 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (a59e18ac-eb68-4c23-87c3-22c1302c059b), before_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:05.876680 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-1839798d-54b4-4b97-962c-61c0e5117e62 None None] For port a59e18ac-eb68-4c23-87c3-22c1302c059b, host dv-cinder-820027-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-24-iscsi',level=0,port_id=a59e18ac-eb68-4c23-87c3-22c1302c059b,segment=NetworkSegment(2f6c42c1-14c1-4abe-8cc1-e54cbc6177f2),segment_id=2f6c42c1-14c1-4abe-8cc1-e54cbc6177f2)] {{(pid=112711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:54:05.908502 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-1839798d-54b4-4b97-962c-61c0e5117e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (a59e18ac-eb68-4c23-87c3-22c1302c059b), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:05.910535 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-efde645c-b567-4b64-8011-906f7f411096 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862'] for network (27a47ec4-fdfa-4d05-bf7d-7362b88969c5), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:05.911623 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efde645c-b567-4b64-8011-906f7f411096 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:05.912603 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-efde645c-b567-4b64-8011-906f7f411096 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693876'] for network (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:05.917852 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=79,neutron:INSERT=14,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:54:05.924603 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.db.db_base_plugin_common [req-40e85aa5-d035-4a55-b2f6-b9a9637a7fbc req-535ac0bd-c3ec-42c4-86ed-ef25c27096d7 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Allocated IP 172.20.0.14 (2484c1b8-1d7e-43af-960e-e27892a8e9d6/dd049ea3-2d6b-4c1d-8839-c1ac515e78de/ca4283b0-e159-4a24-b0b2-bc113ff78694) {{(pid=112710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:54:06.007907 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eae36e5a-3029-4ee7-bf86-ba7d0cb40ed3 admin admin] Notify agent at l3_agent.dv-cinder-820027-24-iscsi the message routers_updated {{(pid=112710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:54:06.019878 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:54:06.053404 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69139b31-075b-462e-b779-52dc538065f9 None None] Sync routers for ids ['ddca2942-fd69-41fb-85c8-5a05e956fd2b'] in dv-cinder-820027-24-iscsi {{(pid=112711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:54:06.095211 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-635b9516-3024-426a-a986-0955196e8572 None None] Provisioning complete for port a59e18ac-eb68-4c23-87c3-22c1302c059b triggered by entity DHCP. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 13:54:06.095582 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-635b9516-3024-426a-a986-0955196e8572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (a59e18ac-eb68-4c23-87c3-22c1302c059b), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:06.106936 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efde645c-b567-4b64-8011-906f7f411096 admin admin] Pushing event updated for resources: {'Network': ['ID=27a47ec4-fdfa-4d05-bf7d-7362b88969c5,revision_number=1']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:54:06.111449 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-eae36e5a-3029-4ee7-bf86-ba7d0cb40ed3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:06.120577 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-eae36e5a-3029-4ee7-bf86-ba7d0cb40ed3 admin admin] 10.222.0.55 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.5964019 Sep 08 13:54:06.121290 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 36432) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:54:06.142164 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-efde645c-b567-4b64-8011-906f7f411096 admin admin] 10.222.0.55 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0739849 Sep 08 13:54:06.151315 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 36434) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:54:06.164228 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.v2.base [None req-7de247be-0d5d-4639-a98f-f9545fa94980 admin admin] Request body: {'subnet': {'network_id': '27a47ec4-fdfa-4d05-bf7d-7362b88969c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1431510837-subnet', 'tenant_id': '0375e7ef3fb04600b5d4095057658bc7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:54:06.173202 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Network 27a47ec4-fdfa-4d05-bf7d-7362b88969c5 details requested by agent ovs-agent-dv-cinder-820027-24-iscsi with host dv-cinder-820027-24-iscsi {{(pid=112711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:54:06.200723 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7de247be-0d5d-4639-a98f-f9545fa94980 admin admin] Made reservation on behalf of 0375e7ef3fb04600b5d4095057658bc7 for: {'subnet': 1} {{(pid=112709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:54:06.204320 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-7de247be-0d5d-4639-a98f-f9545fa94980 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9398177'] for subnet (None), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:06.360814 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-b9e4cc34-1e72-4a5d-8ad5-6847e2cd32da admin admin] Publish callbacks [] for security_group (b9e87e34-746c-46cd-9212-929813984e74), precommit_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:06.375011 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-b9e4cc34-1e72-4a5d-8ad5-6847e2cd32da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (b9e87e34-746c-46cd-9212-929813984e74), after_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:06.402446 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=74,neutron:DELETE=4,neutron:INSERT=18,neutron:UPDATE=4 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:54:06.407295 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69139b31-075b-462e-b779-52dc538065f9 None None] Routers {'ddca2942-fd69-41fb-85c8-5a05e956fd2b'} bound to L3 agent in host dv-cinder-820027-24-iscsi {{(pid=112711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 13:54:06.414515 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_hamode_db [None req-69139b31-075b-462e-b779-52dc538065f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-08T13:44:16Z,description=,heartbeat_timestamp=2022-09-08T13:53:46Z,host='dv-cinder-820027-24-iscsi',id=91421a76-39ff-4685-90ca-aa6fbf6a1933,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:44:16Z,topic='l3_agent')) {'router_ids': ['ddca2942-fd69-41fb-85c8-5a05e956fd2b'], 'active': True} {{(pid=112711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:54:06.429677 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-40e85aa5-d035-4a55-b2f6-b9a9637a7fbc req-535ac0bd-c3ec-42c4-86ed-ef25c27096d7 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Publish callbacks [] for port (ca4283b0-e159-4a24-b0b2-bc113ff78694), precommit_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:06.460165 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-b9e4cc34-1e72-4a5d-8ad5-6847e2cd32da admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=e630732383224c92aa1850f04276546b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7262824 Sep 08 13:54:06.462130 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 36438) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:54:06.468145 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e4cc34-1e72-4a5d-8ad5-6847e2cd32da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9e87e34-746c-46cd-9212-929813984e74,revision_number=1']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:54:06.471691 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1839798d-54b4-4b97-962c-61c0e5117e62 None None] Pushing event updated for resources: {'Port': ['ID=a59e18ac-eb68-4c23-87c3-22c1302c059b,revision_number=3']} {{(pid=112711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:54:06.500412 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.db.api [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112711) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 08 13:54:06.507335 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG oslo_db.api [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 13:54:06.540288 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-7de247be-0d5d-4639-a98f-f9545fa94980 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9152725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9398207'] for subnet (d2ba5489-f901-4caf-afe4-dc1168ba30e9), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:06.596212 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-7268b070-be46-4bca-8bfb-39c296a9d282 admin admin] Publish callbacks [] for security_group (b9e87e34-746c-46cd-9212-929813984e74), before_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:06.680991 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de247be-0d5d-4639-a98f-f9545fa94980 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2ba5489-f901-4caf-afe4-dc1168ba30e9,revision_number=0']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:54:06.685589 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-7268b070-be46-4bca-8bfb-39c296a9d282 admin admin] Publish callbacks [] for security_group (b9e87e34-746c-46cd-9212-929813984e74), precommit_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:06.705955 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de247be-0d5d-4639-a98f-f9545fa94980 admin admin] Checking segment: {'id': '05a45535-3863-41af-aef2-abb456ccc09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '27a47ec4-fdfa-4d05-bf7d-7362b88969c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 13:54:06.706649 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de247be-0d5d-4639-a98f-f9545fa94980 admin admin] Network hostable DHCP agents. Network: 27a47ec4-fdfa-4d05-bf7d-7362b88969c5, hostable agents: ['22ab8903-d7f5-4941-bce3-89140b53b8af'], hosted agents: [] {{(pid=112709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:54:06.717021 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-40e85aa5-d035-4a55-b2f6-b9a9637a7fbc req-535ac0bd-c3ec-42c4-86ed-ef25c27096d7 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729028134301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10367820'] for port (ca4283b0-e159-4a24-b0b2-bc113ff78694), after_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:06.752066 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de247be-0d5d-4639-a98f-f9545fa94980 admin admin] Network 27a47ec4-fdfa-4d05-bf7d-7362b88969c5 is scheduled to be hosted by DHCP agent 22ab8903-d7f5-4941-bce3-89140b53b8af with binding_index 1 {{(pid=112709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:54:06.768250 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.scheduler.base_scheduler [None req-7de247be-0d5d-4639-a98f-f9545fa94980 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820027-24-iscsi, 27a47ec4-fdfa-4d05-bf7d-7362b88969c5) {{(pid=112709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:54:06.775454 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de247be-0d5d-4639-a98f-f9545fa94980 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:06.776079 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-7de247be-0d5d-4639-a98f-f9545fa94980 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693876'] for subnet (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:06.794566 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-7268b070-be46-4bca-8bfb-39c296a9d282 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (b9e87e34-746c-46cd-9212-929813984e74), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:06.797788 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-7268b070-be46-4bca-8bfb-39c296a9d282 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:06.798986 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-7268b070-be46-4bca-8bfb-39c296a9d282 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/b9e87e34-746c-46cd-9212-929813984e74 HTTP/1.1" status: 204 len: 168 time: 0.3355761 Sep 08 13:54:06.818207 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvr_db [None req-69139b31-075b-462e-b779-52dc538065f9 None None] Set router ddca2942-fd69-41fb-85c8-5a05e956fd2b gateway port host: dv-cinder-820027-24-iscsi {{(pid=112711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 13:54:06.832992 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7268b070-be46-4bca-8bfb-39c296a9d282 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9e87e34-746c-46cd-9212-929813984e74,revision_number=None']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:54:06.850888 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-7de247be-0d5d-4639-a98f-f9545fa94980 admin admin] 10.222.0.55 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6882823 Sep 08 13:54:06.955262 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dbae0bd-b955-4f01-9086-ae9100adb2b8 None None] Network 27a47ec4-fdfa-4d05-bf7d-7362b88969c5 requested from dv-cinder-820027-24-iscsi {{(pid=112711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 08 13:54:06.961571 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-635b9516-3024-426a-a986-0955196e8572 None None] Current status of the port a59e18ac-eb68-4c23-87c3-22c1302c059b is: ACTIVE; New status is: ACTIVE {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 13:54:06.971882 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:54:06.974731 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:INSERT=8,neutron:DELETE=2 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:54:07.095100 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40e85aa5-d035-4a55-b2f6-b9a9637a7fbc req-535ac0bd-c3ec-42c4-86ed-ef25c27096d7 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Network 2484c1b8-1d7e-43af-960e-e27892a8e9d6 is already hosted by enough agents. {{(pid=112710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:54:07.111662 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9e14ae-3ad4-4da6-ac60-d5d8bf6ad0af req-00ff0f7f-fe3b-47a0-ae33-7930f3bfd530 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:07.118103 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-ad9e14ae-3ad4-4da6-ac60-d5d8bf6ad0af req-00ff0f7f-fe3b-47a0-ae33-7930f3bfd530 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=6e64a0c9-b7b0-46ff-8526-88164d493140 HTTP/1.1" status: 200 len: 932 time: 0.3865738 Sep 08 13:54:07.224033 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e111822e-2472-4917-adfe-05bf6d3236cb req-e968e9d5-8380-4f10-9d08-e5fe9b6232fc tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:07.226028 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e111822e-2472-4917-adfe-05bf6d3236cb req-e968e9d5-8380-4f10-9d08-e5fe9b6232fc tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=17665f83-a581-4f16-9275-45bce05f5f49 HTTP/1.1" status: 200 len: 946 time: 0.1502395 Sep 08 13:54:07.234255 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.scheduler.base_scheduler [req-40e85aa5-d035-4a55-b2f6-b9a9637a7fbc req-535ac0bd-c3ec-42c4-86ed-ef25c27096d7 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Resources bound (agent type, host, resource id): {{(pid=112710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:54:07.306601 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.db.l3_dvrscheduler_db [req-40e85aa5-d035-4a55-b2f6-b9a9637a7fbc req-535ac0bd-c3ec-42c4-86ed-ef25c27096d7 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Received port after_create {{(pid=112710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 08 13:54:07.356832 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=20 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:54:07.493013 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Current status of the port a59e18ac-eb68-4c23-87c3-22c1302c059b is: ACTIVE; New status is: ACTIVE {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 13:54:07.664590 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_hamode_db [None req-69139b31-075b-462e-b779-52dc538065f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddca2942-fd69-41fb-85c8-5a05e956fd2b', 'name': 'tempest-AttachVolumeShelveTestJSON-2125442903-router', 'tenant_id': 'bc4476b1f4b84b5593ff2650592b9fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': '93753524-93ca-4323-a727-bfafa1160f91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:54:02Z', 'updated_at': '2022-09-08T13:54:04Z', 'revision_number': 3, 'project_id': 'bc4476b1f4b84b5593ff2650592b9fb7', 'gw_port': {'id': '93753524-93ca-4323-a727-bfafa1160f91', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:bd:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddca2942-fd69-41fb-85c8-5a05e956fd2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:54:03Z', 'updated_at': '2022-09-08T13:54:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi'}], 'dv-cinder-820027-24-iscsi', False) {} {{(pid=112711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:54:07.711201 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b9df75-a0a3-4696-9042-4095872b032a None None] Network 27a47ec4-fdfa-4d05-bf7d-7362b88969c5 requested from dv-cinder-820027-24-iscsi {{(pid=112711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 08 13:54:07.713854 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Device a59e18ac-eb68-4c23-87c3-22c1302c059b up at agent ovs-agent-dv-cinder-820027-24-iscsi {{(pid=112711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:54:07.720911 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69139b31-075b-462e-b779-52dc538065f9 None None] Checking router: ddca2942-fd69-41fb-85c8-5a05e956fd2b for host: dv-cinder-820027-24-iscsi {{(pid=112711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:54:07.721274 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69139b31-075b-462e-b779-52dc538065f9 None None] Updating router ddca2942-fd69-41fb-85c8-5a05e956fd2b port 93753524-93ca-4323-a727-bfafa1160f91 binding host dv-cinder-820027-24-iscsi {{(pid=112711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 13:54:07.779010 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535ac0bd-c3ec-42c4-86ed-ef25c27096d7 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Pushing event updated for resources: {'Port': ['ID=ca4283b0-e159-4a24-b0b2-bc113ff78694,revision_number=1']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:54:07.815290 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-69139b31-075b-462e-b779-52dc538065f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (93753524-93ca-4323-a727-bfafa1160f91), before_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:07.844549 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-ad9e14ae-3ad4-4da6-ac60-d5d8bf6ad0af req-f2f9f0fa-3872-4ade-b25b-e7c0ad9dbe06 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=67f82339-c558-4fb0-914d-617dffa82f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6163244 Sep 08 13:54:07.891649 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e85aa5-d035-4a55-b2f6-b9a9637a7fbc req-535ac0bd-c3ec-42c4-86ed-ef25c27096d7 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:07.892268 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-40e85aa5-d035-4a55-b2f6-b9a9637a7fbc req-535ac0bd-c3ec-42c4-86ed-ef25c27096d7 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161718'] for port (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:07.924731 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e111822e-2472-4917-adfe-05bf6d3236cb req-13fc3aeb-3eb8-45f4-8053-e0e925478287 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=5c37b456-2be1-4170-a806-ad519f2b6e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6484292 Sep 08 13:54:07.954042 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-40e85aa5-d035-4a55-b2f6-b9a9637a7fbc req-535ac0bd-c3ec-42c4-86ed-ef25c27096d7 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0826848 Sep 08 13:54:07.981844 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-d2487fc2-5293-475c-80a3-d89bc0d85e6f None None] Provisioning complete for port ca4283b0-e159-4a24-b0b2-bc113ff78694 triggered by entity DHCP. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 13:54:07.982351 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-d2487fc2-5293-475c-80a3-d89bc0d85e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (ca4283b0-e159-4a24-b0b2-bc113ff78694), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:07.996905 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.v2.base [req-40e85aa5-d035-4a55-b2f6-b9a9637a7fbc req-13321973-3efd-4e7d-ab59-e14defca61bf service neutron] Request body: {'port': {'device_id': '6e64a0c9-b7b0-46ff-8526-88164d493140', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82002'}} {{(pid=112710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:54:08.049361 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-d2487fc2-5293-475c-80a3-d89bc0d85e6f None None] Port ca4283b0-e159-4a24-b0b2-bc113ff78694 cannot update to ACTIVE because it is not bound. {{(pid=112711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 08 13:54:08.071362 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:INSERT=4,neutron:SELECT=95,neutron:DELETE=1 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:54:08.137949 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-40e85aa5-d035-4a55-b2f6-b9a9637a7fbc req-13321973-3efd-4e7d-ab59-e14defca61bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (ca4283b0-e159-4a24-b0b2-bc113ff78694), before_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:08.158671 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Provisioning complete for port a59e18ac-eb68-4c23-87c3-22c1302c059b triggered by entity L2. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 13:54:08.159053 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (a59e18ac-eb68-4c23-87c3-22c1302c059b), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:08.184260 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:54:08.446969 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Current status of the port a59e18ac-eb68-4c23-87c3-22c1302c059b is: ACTIVE; New status is: ACTIVE {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 13:54:08.525126 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-01902af1-18cd-430f-9925-86249173642e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (None), before_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:08.738002 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-69139b31-075b-462e-b779-52dc538065f9 None None] Publish callbacks [] for port (93753524-93ca-4323-a727-bfafa1160f91), precommit_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:08.757620 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-69139b31-075b-462e-b779-52dc538065f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (93753524-93ca-4323-a727-bfafa1160f91), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:08.844219 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:54:08.885969 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.managers [None req-69139b31-075b-462e-b779-52dc538065f9 None None] Attempting to bind port 93753524-93ca-4323-a727-bfafa1160f91 on host dv-cinder-820027-24-iscsi for vnic_type normal with profile {{(pid=112711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 08 13:54:08.891044 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.managers [None req-69139b31-075b-462e-b779-52dc538065f9 None None] Attempting to bind port 93753524-93ca-4323-a727-bfafa1160f91 by drivers openvswitch,hyperv on host dv-cinder-820027-24-iscsi at level 0 using segments [{'id': 'ebffaf8e-8370-4e1c-9c1b-02c9fe7aa40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014'}] {{(pid=112711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 08 13:54:08.891438 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69139b31-075b-462e-b779-52dc538065f9 None None] Attempting to bind port 93753524-93ca-4323-a727-bfafa1160f91 on network a5311008-4782-42e3-9445-a36a6c9fb014 {{(pid=112711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 13:54:08.953058 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.db.db_base_plugin_common [None req-01902af1-18cd-430f-9925-86249173642e admin admin] Allocated IP 172.20.0.1 (1c9b3d05-20f8-440e-89b3-587b430f97a5/c1fdd510-cbc1-4f0f-8fbd-e177b9f3baf0/e4824d73-43cf-47a8-8a9a-1f553c4d33a7) {{(pid=112710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:54:09.012244 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=100 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:54:09.051068 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69139b31-075b-462e-b779-52dc538065f9 None None] Checking agent: {'id': '6df97c0c-9140-47af-8c93-84593b95031c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 8, 13, 44, 19), 'started_at': datetime.datetime(2022, 9, 8, 13, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 9, 8, 13, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 08 13:54:09.051453 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69139b31-075b-462e-b779-52dc538065f9 None None] Checking segment: {'id': 'ebffaf8e-8370-4e1c-9c1b-02c9fe7aa40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 13:54:09.051863 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-69139b31-075b-462e-b779-52dc538065f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:09.052262 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69139b31-075b-462e-b779-52dc538065f9 None None] Bound using segment: {'id': 'ebffaf8e-8370-4e1c-9c1b-02c9fe7aa40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014'} {{(pid=112711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 08 13:54:09.052791 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.managers [None req-69139b31-075b-462e-b779-52dc538065f9 None None] Bound port: 93753524-93ca-4323-a727-bfafa1160f91, host: dv-cinder-820027-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebffaf8e-8370-4e1c-9c1b-02c9fe7aa40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014'}}] {{(pid=112711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 08 13:54:09.058536 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-69139b31-075b-462e-b779-52dc538065f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (93753524-93ca-4323-a727-bfafa1160f91), before_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:09.143299 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601ccf8e-617b-49bc-b524-5de6a4f9c8c2 None None] Pushing event updated for resources: {'Port': ['ID=93753524-93ca-4323-a727-bfafa1160f91,revision_number=2']} {{(pid=112711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:54:09.221033 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-69139b31-075b-462e-b779-52dc538065f9 None None] For port 93753524-93ca-4323-a727-bfafa1160f91, host dv-cinder-820027-24-iscsi, cleared binding levels {{(pid=112711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:54:09.229367 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-69139b31-075b-462e-b779-52dc538065f9 None None] For port 93753524-93ca-4323-a727-bfafa1160f91, host dv-cinder-820027-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-24-iscsi',level=0,port_id=93753524-93ca-4323-a727-bfafa1160f91,segment=NetworkSegment(ebffaf8e-8370-4e1c-9c1b-02c9fe7aa40e),segment_id=ebffaf8e-8370-4e1c-9c1b-02c9fe7aa40e)] {{(pid=112711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:54:09.243574 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-69139b31-075b-462e-b779-52dc538065f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (93753524-93ca-4323-a727-bfafa1160f91), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:09.297158 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da094fe7-ce5e-47b4-9310-7b01962efdff req-871ba5df-196e-485c-a1b4-b8812b045cc4 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:09.299233 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-da094fe7-ce5e-47b4-9310-7b01962efdff req-871ba5df-196e-485c-a1b4-b8812b045cc4 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=17665f83-a581-4f16-9275-45bce05f5f49 HTTP/1.1" status: 200 len: 946 time: 0.2577081 Sep 08 13:54:09.352774 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601ccf8e-617b-49bc-b524-5de6a4f9c8c2 None None] Pushing event updated for resources: {'Port': ['ID=93753524-93ca-4323-a727-bfafa1160f91,revision_number=3']} {{(pid=112711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:54:09.354952 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba82c7f-0149-416b-be60-712a45bbf0c2 req-3c5fa6d4-2317-40fa-ae12-379ff4d60862 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:09.356572 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-0ba82c7f-0149-416b-be60-712a45bbf0c2 req-3c5fa6d4-2317-40fa-ae12-379ff4d60862 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=6e64a0c9-b7b0-46ff-8526-88164d493140 HTTP/1.1" status: 200 len: 932 time: 0.3186810 Sep 08 13:54:09.364331 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69139b31-075b-462e-b779-52dc538065f9 None None] Routers {'ddca2942-fd69-41fb-85c8-5a05e956fd2b'} bound to L3 agent in host dv-cinder-820027-24-iscsi {{(pid=112711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 13:54:09.365206 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_hamode_db [None req-69139b31-075b-462e-b779-52dc538065f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-08T13:44:16Z,description=,heartbeat_timestamp=2022-09-08T13:53:46Z,host='dv-cinder-820027-24-iscsi',id=91421a76-39ff-4685-90ca-aa6fbf6a1933,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:44:16Z,topic='l3_agent')) {'router_ids': ['ddca2942-fd69-41fb-85c8-5a05e956fd2b'], 'active': True} {{(pid=112711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:54:09.377324 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-01902af1-18cd-430f-9925-86249173642e admin admin] Publish callbacks [] for port (e4824d73-43cf-47a8-8a9a-1f553c4d33a7), precommit_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:09.378786 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:54:09.534683 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.notifiers.nova [req-40e85aa5-d035-4a55-b2f6-b9a9637a7fbc req-13321973-3efd-4e7d-ab59-e14defca61bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca4283b0-e159-4a24-b0b2-bc113ff78694 {{(pid=112710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 08 13:54:09.573470 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-40e85aa5-d035-4a55-b2f6-b9a9637a7fbc req-13321973-3efd-4e7d-ab59-e14defca61bf service neutron] Publish callbacks [] for port (ca4283b0-e159-4a24-b0b2-bc113ff78694), precommit_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:09.596804 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.db.provisioning_blocks [req-40e85aa5-d035-4a55-b2f6-b9a9637a7fbc req-13321973-3efd-4e7d-ab59-e14defca61bf service neutron] Transition to ACTIVE for port object ca4283b0-e159-4a24-b0b2-bc113ff78694 will not be triggered until provisioned by entity L2. {{(pid=112710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 08 13:54:09.623810 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-40e85aa5-d035-4a55-b2f6-b9a9637a7fbc req-13321973-3efd-4e7d-ab59-e14defca61bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10367797'] for port (ca4283b0-e159-4a24-b0b2-bc113ff78694), after_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:09.624710 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvr_db [None req-69139b31-075b-462e-b779-52dc538065f9 None None] Set router ddca2942-fd69-41fb-85c8-5a05e956fd2b gateway port host: dv-cinder-820027-24-iscsi {{(pid=112711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 13:54:09.660801 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-da094fe7-ce5e-47b4-9310-7b01962efdff req-7697e345-8222-45ac-8ebb-6a7e92c1b1f7 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=5c37b456-2be1-4170-a806-ad519f2b6e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3494055 Sep 08 13:54:09.683278 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-0ba82c7f-0149-416b-be60-712a45bbf0c2 req-3b972203-c2ad-4168-853f-2cda0f0c99e5 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=67f82339-c558-4fb0-914d-617dffa82f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2989554 Sep 08 13:54:09.833488 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13321973-3efd-4e7d-ab59-e14defca61bf service neutron] Pushing event updated for resources: {'Port': ['ID=ca4283b0-e159-4a24-b0b2-bc113ff78694,revision_number=2']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:54:09.842797 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-01902af1-18cd-430f-9925-86249173642e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729028134301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10367820'] for port (e4824d73-43cf-47a8-8a9a-1f553c4d33a7), after_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:09.971353 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_hamode_db [None req-69139b31-075b-462e-b779-52dc538065f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddca2942-fd69-41fb-85c8-5a05e956fd2b', 'name': 'tempest-AttachVolumeShelveTestJSON-2125442903-router', 'tenant_id': 'bc4476b1f4b84b5593ff2650592b9fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': '93753524-93ca-4323-a727-bfafa1160f91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:54:02Z', 'updated_at': '2022-09-08T13:54:04Z', 'revision_number': 3, 'project_id': 'bc4476b1f4b84b5593ff2650592b9fb7', 'gw_port': {'id': '93753524-93ca-4323-a727-bfafa1160f91', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:bd:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddca2942-fd69-41fb-85c8-5a05e956fd2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:54:03Z', 'updated_at': '2022-09-08T13:54:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi'}], 'dv-cinder-820027-24-iscsi', False) {} {{(pid=112711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:54:10.006106 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69139b31-075b-462e-b779-52dc538065f9 None None] The sync data for ids ['ddca2942-fd69-41fb-85c8-5a05e956fd2b'] in dv-cinder-820027-24-iscsi is: [{'id': 'ddca2942-fd69-41fb-85c8-5a05e956fd2b', 'name': 'tempest-AttachVolumeShelveTestJSON-2125442903-router', 'tenant_id': 'bc4476b1f4b84b5593ff2650592b9fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': '93753524-93ca-4323-a727-bfafa1160f91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:54:02Z', 'updated_at': '2022-09-08T13:54:04Z', 'revision_number': 3, 'project_id': 'bc4476b1f4b84b5593ff2650592b9fb7', 'gw_port': {'id': '93753524-93ca-4323-a727-bfafa1160f91', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:bd:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddca2942-fd69-41fb-85c8-5a05e956fd2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:54:03Z', 'updated_at': '2022-09-08T13:54:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi'}] {{(pid=112711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:54:10.063682 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01902af1-18cd-430f-9925-86249173642e admin admin] Network 1c9b3d05-20f8-440e-89b3-587b430f97a5 is already hosted by enough agents. {{(pid=112710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:54:10.091495 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.scheduler.base_scheduler [None req-01902af1-18cd-430f-9925-86249173642e admin admin] Resources bound (agent type, host, resource id): {{(pid=112710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:54:10.105905 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01902af1-18cd-430f-9925-86249173642e admin admin] Received port after_create {{(pid=112710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 08 13:54:10.114116 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01902af1-18cd-430f-9925-86249173642e admin admin] Pushing event updated for resources: {'Port': ['ID=e4824d73-43cf-47a8-8a9a-1f553c4d33a7,revision_number=1']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:54:10.139924 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.managers [req-40e85aa5-d035-4a55-b2f6-b9a9637a7fbc req-13321973-3efd-4e7d-ab59-e14defca61bf service neutron] Attempting to bind port ca4283b0-e159-4a24-b0b2-bc113ff78694 on host hv-cinder-82002 for vnic_type normal with profile {{(pid=112710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 08 13:54:10.140266 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.managers [req-40e85aa5-d035-4a55-b2f6-b9a9637a7fbc req-13321973-3efd-4e7d-ab59-e14defca61bf service neutron] Attempting to bind port ca4283b0-e159-4a24-b0b2-bc113ff78694 by drivers openvswitch,hyperv on host hv-cinder-82002 at level 0 using segments [{'id': '77117d76-4f7e-4448-ad65-a6980bb46bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '2484c1b8-1d7e-43af-960e-e27892a8e9d6'}] {{(pid=112710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 08 13:54:10.140582 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e85aa5-d035-4a55-b2f6-b9a9637a7fbc req-13321973-3efd-4e7d-ab59-e14defca61bf service neutron] Attempting to bind port ca4283b0-e159-4a24-b0b2-bc113ff78694 on network 2484c1b8-1d7e-43af-960e-e27892a8e9d6 {{(pid=112710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 13:54:10.201134 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-01902af1-18cd-430f-9925-86249173642e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3854091'] for router_interface (ddca2942-fd69-41fb-85c8-5a05e956fd2b), before_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:10.416088 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e85aa5-d035-4a55-b2f6-b9a9637a7fbc req-13321973-3efd-4e7d-ab59-e14defca61bf service neutron] Port ca4283b0-e159-4a24-b0b2-bc113ff78694 on network 2484c1b8-1d7e-43af-960e-e27892a8e9d6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82002 {{(pid=112710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 08 13:54:10.416630 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e85aa5-d035-4a55-b2f6-b9a9637a7fbc req-13321973-3efd-4e7d-ab59-e14defca61bf service neutron] Attempting to bind port ca4283b0-e159-4a24-b0b2-bc113ff78694 on network 2484c1b8-1d7e-43af-960e-e27892a8e9d6 {{(pid=112710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 13:54:10.511821 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:54:10.617833 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-2ec70a1b-6082-4037-b289-2137d5131298 None None] Provisioning complete for port e4824d73-43cf-47a8-8a9a-1f553c4d33a7 triggered by entity DHCP. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 13:54:10.632824 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-2ec70a1b-6082-4037-b289-2137d5131298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (e4824d73-43cf-47a8-8a9a-1f553c4d33a7), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:10.648486 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-01902af1-18cd-430f-9925-86249173642e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (e4824d73-43cf-47a8-8a9a-1f553c4d33a7), before_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:10.653341 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e85aa5-d035-4a55-b2f6-b9a9637a7fbc req-13321973-3efd-4e7d-ab59-e14defca61bf service neutron] Checking agent: {'id': '4c2ff875-e6d7-424e-bdc7-d4b2ed4bdd9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82002', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 8, 13, 50, 33), 'started_at': datetime.datetime(2022, 9, 8, 13, 50, 33), 'heartbeat_timestamp': datetime.datetime(2022, 9, 8, 13, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 08 13:54:10.653585 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e85aa5-d035-4a55-b2f6-b9a9637a7fbc req-13321973-3efd-4e7d-ab59-e14defca61bf service neutron] Checking segment: {'id': '77117d76-4f7e-4448-ad65-a6980bb46bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '2484c1b8-1d7e-43af-960e-e27892a8e9d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 13:54:10.653984 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e85aa5-d035-4a55-b2f6-b9a9637a7fbc req-13321973-3efd-4e7d-ab59-e14defca61bf service neutron] Bound using segment: {'id': '77117d76-4f7e-4448-ad65-a6980bb46bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '2484c1b8-1d7e-43af-960e-e27892a8e9d6'} {{(pid=112710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 08 13:54:10.654476 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.managers [req-40e85aa5-d035-4a55-b2f6-b9a9637a7fbc req-13321973-3efd-4e7d-ab59-e14defca61bf service neutron] Bound port: ca4283b0-e159-4a24-b0b2-bc113ff78694, host: hv-cinder-82002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77117d76-4f7e-4448-ad65-a6980bb46bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '2484c1b8-1d7e-43af-960e-e27892a8e9d6'}}] {{(pid=112710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 08 13:54:10.654800 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-40e85aa5-d035-4a55-b2f6-b9a9637a7fbc req-13321973-3efd-4e7d-ab59-e14defca61bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (ca4283b0-e159-4a24-b0b2-bc113ff78694), before_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:10.726364 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4eeb63-a608-4e09-acbb-887d9f45b309 req-855430db-1971-4be4-b020-8c1859c2b635 tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:10.748601 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-2ec70a1b-6082-4037-b289-2137d5131298 None None] Port e4824d73-43cf-47a8-8a9a-1f553c4d33a7 cannot update to ACTIVE because it is not bound. {{(pid=112711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 08 13:54:10.754125 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-9f4eeb63-a608-4e09-acbb-887d9f45b309 req-855430db-1971-4be4-b020-8c1859c2b635 tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] 10.222.0.55 "GET /networking/v2.0/networks?id=27a47ec4-fdfa-4d05-bf7d-7362b88969c5 HTTP/1.1" status: 200 len: 814 time: 0.5582869 Sep 08 13:54:10.881381 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.db [req-40e85aa5-d035-4a55-b2f6-b9a9637a7fbc req-13321973-3efd-4e7d-ab59-e14defca61bf service neutron] For port ca4283b0-e159-4a24-b0b2-bc113ff78694, host hv-cinder-82002, cleared binding levels {{(pid=112710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:54:10.886355 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.db [req-40e85aa5-d035-4a55-b2f6-b9a9637a7fbc req-13321973-3efd-4e7d-ab59-e14defca61bf service neutron] For port ca4283b0-e159-4a24-b0b2-bc113ff78694, host hv-cinder-82002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=ca4283b0-e159-4a24-b0b2-bc113ff78694,segment=NetworkSegment(77117d76-4f7e-4448-ad65-a6980bb46bfe),segment_id=77117d76-4f7e-4448-ad65-a6980bb46bfe)] {{(pid=112710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:54:10.942468 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-9f4eeb63-a608-4e09-acbb-887d9f45b309 req-b01cc3a7-75d8-45b5-b582-355b69cd997a tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] 10.222.0.55 "GET /networking/v2.0/quotas/0375e7ef3fb04600b5d4095057658bc7 HTTP/1.1" status: 200 len: 375 time: 0.1872153 Sep 08 13:54:10.976367 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-40e85aa5-d035-4a55-b2f6-b9a9637a7fbc req-13321973-3efd-4e7d-ab59-e14defca61bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10367797'] for port (ca4283b0-e159-4a24-b0b2-bc113ff78694), after_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:11.043829 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e85aa5-d035-4a55-b2f6-b9a9637a7fbc req-13321973-3efd-4e7d-ab59-e14defca61bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:11.044915 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-40e85aa5-d035-4a55-b2f6-b9a9637a7fbc req-13321973-3efd-4e7d-ab59-e14defca61bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161718'] for port (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:11.050763 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-40e85aa5-d035-4a55-b2f6-b9a9637a7fbc req-13321973-3efd-4e7d-ab59-e14defca61bf service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/ca4283b0-e159-4a24-b0b2-bc113ff78694 HTTP/1.1" status: 200 len: 1094 time: 3.0605080 Sep 08 13:54:11.055170 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e64a0c9-b7b0-46ff-8526-88164d493140', 'tag': 'ca4283b0-e159-4a24-b0b2-bc113ff78694'}] {{(pid=112710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 13:54:11.058502 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4aaac3e20a53a8e6247a431178541979a817c05ad734f54eee24c8be994502e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0158d22-3a9f-44e8-a750-806d6611f8bb" -d '{"events": [{"name": "network-changed", "server_uuid": "6e64a0c9-b7b0-46ff-8526-88164d493140", "tag": "ca4283b0-e159-4a24-b0b2-bc113ff78694"}]}' {{(pid=112710) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:54:11.198452 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:54:11.220553 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed63c424-5985-4a4e-a212-072923368ac7 req-55a8154b-893c-4c3a-b5a5-748daa131c49 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:11.225454 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-ed63c424-5985-4a4e-a212-072923368ac7 req-55a8154b-893c-4c3a-b5a5-748daa131c49 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=17665f83-a581-4f16-9275-45bce05f5f49 HTTP/1.1" status: 200 len: 946 time: 0.3340383 Sep 08 13:54:11.305004 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e85aa5-d035-4a55-b2f6-b9a9637a7fbc req-d4f51508-9005-4e5a-bb27-39459b5f5f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:11.305885 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-40e85aa5-d035-4a55-b2f6-b9a9637a7fbc req-d4f51508-9005-4e5a-bb27-39459b5f5f64 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=f7507a7da3bb4420abcfcf08780dc0a4&device_id=6e64a0c9-b7b0-46ff-8526-88164d493140 HTTP/1.1" status: 200 len: 1128 time: 0.0556250 Sep 08 13:54:11.360365 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-9f4eeb63-a608-4e09-acbb-887d9f45b309 req-7856654c-50d3-4687-b1ab-c0088ff7a516 tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=0375e7ef3fb04600b5d4095057658bc7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3709178 Sep 08 13:54:11.455884 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-ed63c424-5985-4a4e-a212-072923368ac7 req-e6752402-7199-459b-ab64-cf040910c7e6 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=5c37b456-2be1-4170-a806-ad519f2b6e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153354 Sep 08 13:54:11.456615 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13321973-3efd-4e7d-ab59-e14defca61bf service neutron] Pushing event updated for resources: {'Port': ['ID=ca4283b0-e159-4a24-b0b2-bc113ff78694,revision_number=3']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:54:11.527476 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-40e85aa5-d035-4a55-b2f6-b9a9637a7fbc req-c5cf13d7-6e99-4752-aea4-7385bfb8f1a9 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ca4283b0-e159-4a24-b0b2-bc113ff78694 HTTP/1.1" status: 200 len: 217 time: 0.0589395 Sep 08 13:54:11.735428 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Device 93753524-93ca-4323-a727-bfafa1160f91 up at agent ovs-agent-dv-cinder-820027-24-iscsi {{(pid=112711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:54:11.836569 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Provisioning complete for port 93753524-93ca-4323-a727-bfafa1160f91 triggered by entity L2. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 13:54:11.837470 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (93753524-93ca-4323-a727-bfafa1160f91), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:11.921939 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:54:11.993217 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Current status of the port 93753524-93ca-4323-a727-bfafa1160f91 is: DOWN; New status is: ACTIVE {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 13:54:11.994079 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (93753524-93ca-4323-a727-bfafa1160f91), before_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:12.033168 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] For port 93753524-93ca-4323-a727-bfafa1160f91, host dv-cinder-820027-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-24-iscsi',level=0,port_id=93753524-93ca-4323-a727-bfafa1160f91,segment=NetworkSegment(ebffaf8e-8370-4e1c-9c1b-02c9fe7aa40e),segment_id=ebffaf8e-8370-4e1c-9c1b-02c9fe7aa40e)] {{(pid=112711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:54:12.042871 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (93753524-93ca-4323-a727-bfafa1160f91), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:12.084846 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bc9b5c-2d70-4ff9-9ce1-d61151b34369 req-202edca0-afbe-4fd0-9374-da32551bf78d tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:12.101541 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e5bc9b5c-2d70-4ff9-9ce1-d61151b34369 req-202edca0-afbe-4fd0-9374-da32551bf78d tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=6e64a0c9-b7b0-46ff-8526-88164d493140 HTTP/1.1" status: 200 len: 944 time: 0.4192698 Sep 08 13:54:12.143026 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:54:12.145045 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Pushing event updated for resources: {'Port': ['ID=93753524-93ca-4323-a727-bfafa1160f91,revision_number=4']} {{(pid=112711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:54:12.152615 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:54:12.156260 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e85aa5-d035-4a55-b2f6-b9a9637a7fbc req-22786ebd-c09d-46be-b602-fd786ac0c995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:12.158368 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-40e85aa5-d035-4a55-b2f6-b9a9637a7fbc req-22786ebd-c09d-46be-b602-fd786ac0c995 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=dd049ea3-2d6b-4c1d-8839-c1ac515e78de HTTP/1.1" status: 200 len: 854 time: 0.5285683 Sep 08 13:54:12.195588 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-9f4eeb63-a608-4e09-acbb-887d9f45b309 req-12cc91d7-5afd-4b49-af95-fb67faea21ae service neutron] 10.222.0.55 "GET /networking/v2.0/networks/27a47ec4-fdfa-4d05-bf7d-7362b88969c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8237882 Sep 08 13:54:12.216295 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 36692) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:54:12.235329 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-01902af1-18cd-430f-9925-86249173642e admin admin] Publish callbacks [] for port (e4824d73-43cf-47a8-8a9a-1f553c4d33a7), precommit_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:12.285508 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-01902af1-18cd-430f-9925-86249173642e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10367797'] for port (e4824d73-43cf-47a8-8a9a-1f553c4d33a7), after_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:12.444218 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-61de98fe-7c07-448f-b02c-58def5ef4a61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:12.445643 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e5bc9b5c-2d70-4ff9-9ce1-d61151b34369 req-5a282530-1eda-43e9-8c46-ca08af7e9074 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=67f82339-c558-4fb0-914d-617dffa82f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2536108 Sep 08 13:54:12.450828 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01902af1-18cd-430f-9925-86249173642e admin admin] Pushing event updated for resources: {'Port': ['ID=e4824d73-43cf-47a8-8a9a-1f553c4d33a7,revision_number=2']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:54:12.456897 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-01902af1-18cd-430f-9925-86249173642e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3690700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3854231'] for router_interface (ddca2942-fd69-41fb-85c8-5a05e956fd2b), after_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:12.584339 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Sep 2022 13:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0428c8dd-c618-43da-8c16-e4a885604f0c x-openstack-request-id: req-0428c8dd-c618-43da-8c16-e4a885604f0c {{(pid=112710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:54:12.584640 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e64a0c9-b7b0-46ff-8526-88164d493140", "tag": "ca4283b0-e159-4a24-b0b2-bc113ff78694", "status": "completed", "code": 200}]} {{(pid=112710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:54:12.584872 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0428c8dd-c618-43da-8c16-e4a885604f0c {{(pid=112710) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:54:12.585280 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0428c8dd-c618-43da-8c16-e4a885604f0c'] response: {'name': 'network-changed', 'server_uuid': '6e64a0c9-b7b0-46ff-8526-88164d493140', 'tag': 'ca4283b0-e159-4a24-b0b2-bc113ff78694', 'status': 'completed', 'code': 200} Sep 08 13:54:12.599983 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-61de98fe-7c07-448f-b02c-58def5ef4a61 admin admin] Publish callbacks [] for security_group (eff5515c-3f4d-4654-9baa-863df0b655b4), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:12.604392 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-9f4eeb63-a608-4e09-acbb-887d9f45b309 req-a9edefc2-0adc-4830-b2ff-9efc3580a4e8 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/27a47ec4-fdfa-4d05-bf7d-7362b88969c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3895833 Sep 08 13:54:12.609675 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-61de98fe-7c07-448f-b02c-58def5ef4a61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (eff5515c-3f4d-4654-9baa-863df0b655b4), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:12.737097 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:54:12.742830 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01902af1-18cd-430f-9925-86249173642e admin admin] Network 1c9b3d05-20f8-440e-89b3-587b430f97a5 is already hosted by enough agents. {{(pid=112710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:54:12.745436 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-61de98fe-7c07-448f-b02c-58def5ef4a61 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=8b9a99ac35ce4de697592743e3669bf6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5279274 Sep 08 13:54:12.746472 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.scheduler.base_scheduler [None req-01902af1-18cd-430f-9925-86249173642e admin admin] Resources bound (agent type, host, resource id): {{(pid=112710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:54:12.748994 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 36698) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:54:12.751532 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61de98fe-7c07-448f-b02c-58def5ef4a61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eff5515c-3f4d-4654-9baa-863df0b655b4,revision_number=1']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:54:12.772152 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5ec5a5-bb41-422f-bbb9-5f07eb8a49c8 req-fbe9e1df-5607-48ca-96ce-ad8e72c1e08e tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:12.784986 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-9f5ec5a5-bb41-422f-bbb9-5f07eb8a49c8 req-fbe9e1df-5607-48ca-96ce-ad8e72c1e08e tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=17665f83-a581-4f16-9275-45bce05f5f49 HTTP/1.1" status: 200 len: 946 time: 0.1168795 Sep 08 13:54:13.048664 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-03edd59c-4b63-4fb1-a32d-fda8ead7cd2f req-d549d4ea-0351-436a-ba86-f6c7ad0621af tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=e6d8d3c8-d06d-46c4-bcfb-7c64e618aeef HTTP/1.1" status: 200 len: 210 time: 0.0620646 Sep 08 13:54:13.140316 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-9f5ec5a5-bb41-422f-bbb9-5f07eb8a49c8 req-13bfe00d-5ea9-47d2-b036-ecba9f51744c tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=5c37b456-2be1-4170-a806-ad519f2b6e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3524244 Sep 08 13:54:13.150240 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=100 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:54:13.229260 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-bcb09115-10e0-46cd-a87d-5c59ea6e8bf2 admin admin] Publish callbacks [] for security_group (eff5515c-3f4d-4654-9baa-863df0b655b4), before_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:13.246757 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-a5b47038-cb1b-4c55-a7cd-72056ae3663b None None] Provisioning complete for port e4824d73-43cf-47a8-8a9a-1f553c4d33a7 triggered by entity DHCP. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 13:54:13.247361 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-a5b47038-cb1b-4c55-a7cd-72056ae3663b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (e4824d73-43cf-47a8-8a9a-1f553c4d33a7), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:13.252267 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-bcb09115-10e0-46cd-a87d-5c59ea6e8bf2 admin admin] Publish callbacks [] for security_group (eff5515c-3f4d-4654-9baa-863df0b655b4), precommit_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:13.305127 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01902af1-18cd-430f-9925-86249173642e admin admin] Router ddca2942-fd69-41fb-85c8-5a05e956fd2b has already been hosted by L3 agent 91421a76-39ff-4685-90ca-aa6fbf6a1933 {{(pid=112710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:54:13.338352 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 36714) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:54:13.354413 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-a5b47038-cb1b-4c55-a7cd-72056ae3663b None None] Port e4824d73-43cf-47a8-8a9a-1f553c4d33a7 cannot update to ACTIVE because it is not bound. {{(pid=112711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 08 13:54:13.371991 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-bcb09115-10e0-46cd-a87d-5c59ea6e8bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (eff5515c-3f4d-4654-9baa-863df0b655b4), after_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:13.374600 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-bcb09115-10e0-46cd-a87d-5c59ea6e8bf2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:13.378653 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-bcb09115-10e0-46cd-a87d-5c59ea6e8bf2 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/eff5515c-3f4d-4654-9baa-863df0b655b4 HTTP/1.1" status: 204 len: 168 time: 0.6284695 Sep 08 13:54:13.418955 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb09115-10e0-46cd-a87d-5c59ea6e8bf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eff5515c-3f4d-4654-9baa-863df0b655b4,revision_number=None']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:54:13.592369 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-35235844-174e-45ce-9734-847126d6ce7d admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=06929ea6da40417394a9274b2c86c96a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2519538 Sep 08 13:54:13.599952 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 36722) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:54:13.665175 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Device 93753524-93ca-4323-a727-bfafa1160f91 up at agent ovs-agent-dv-cinder-820027-24-iscsi {{(pid=112711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:54:13.764204 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981dcbb6-f426-468f-b13d-d14d7c4eb588 req-51ab36a3-9516-4811-b978-5dd54131706d tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:13.765808 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-981dcbb6-f426-468f-b13d-d14d7c4eb588 req-51ab36a3-9516-4811-b978-5dd54131706d tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=6e64a0c9-b7b0-46ff-8526-88164d493140 HTTP/1.1" status: 200 len: 944 time: 0.1338949 Sep 08 13:54:13.769073 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-9350a789-0db8-4830-be7c-1e30ada99949 admin admin] Publish callbacks [] for security_group (6da76a60-0327-45aa-b9c5-699b503f44d2), before_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:13.793341 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Provisioning complete for port 93753524-93ca-4323-a727-bfafa1160f91 triggered by entity L2. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 13:54:13.795852 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (93753524-93ca-4323-a727-bfafa1160f91), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:13.801171 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:54:13.814051 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01902af1-18cd-430f-9925-86249173642e admin admin] Notify agent at l3_agent.dv-cinder-820027-24-iscsi the message routers_updated {{(pid=112710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:54:13.826908 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88dba192-7c41-4de8-8ea2-0365f3b585a1 None None] Sync routers for ids ['ddca2942-fd69-41fb-85c8-5a05e956fd2b'] in dv-cinder-820027-24-iscsi {{(pid=112712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:54:13.854757 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88dba192-7c41-4de8-8ea2-0365f3b585a1 None None] Routers {'ddca2942-fd69-41fb-85c8-5a05e956fd2b'} bound to L3 agent in host dv-cinder-820027-24-iscsi {{(pid=112712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 13:54:13.856238 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-01902af1-18cd-430f-9925-86249173642e admin admin] 10.222.0.55 "PUT /networking/v2.0/routers/ddca2942-fd69-41fb-85c8-5a05e956fd2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7300758 Sep 08 13:54:13.863783 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_hamode_db [None req-88dba192-7c41-4de8-8ea2-0365f3b585a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-08T13:44:16Z,description=,heartbeat_timestamp=2022-09-08T13:53:46Z,host='dv-cinder-820027-24-iscsi',id=91421a76-39ff-4685-90ca-aa6fbf6a1933,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:44:16Z,topic='l3_agent')) {'router_ids': ['ddca2942-fd69-41fb-85c8-5a05e956fd2b'], 'active': True} {{(pid=112712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:54:13.875181 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-981dcbb6-f426-468f-b13d-d14d7c4eb588 req-9a2b3240-169f-40a7-b269-f9421ce321cc tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=67f82339-c558-4fb0-914d-617dffa82f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985434 Sep 08 13:54:13.887100 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-9350a789-0db8-4830-be7c-1e30ada99949 admin admin] Publish callbacks [] for security_group (6da76a60-0327-45aa-b9c5-699b503f44d2), precommit_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:13.936824 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 36732) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:54:13.959286 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-1a0c180d-d023-46ca-ad59-ac08e6bf8fda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:14.041624 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Current status of the port 93753524-93ca-4323-a727-bfafa1160f91 is: ACTIVE; New status is: ACTIVE {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 13:54:14.043517 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-9350a789-0db8-4830-be7c-1e30ada99949 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (6da76a60-0327-45aa-b9c5-699b503f44d2), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:14.047134 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-9350a789-0db8-4830-be7c-1e30ada99949 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:14.048712 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-9350a789-0db8-4830-be7c-1e30ada99949 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/6da76a60-0327-45aa-b9c5-699b503f44d2 HTTP/1.1" status: 204 len: 168 time: 0.4446733 Sep 08 13:54:14.063713 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9350a789-0db8-4830-be7c-1e30ada99949 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6da76a60-0327-45aa-b9c5-699b503f44d2,revision_number=None']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:54:14.083034 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_dvr_db [None req-88dba192-7c41-4de8-8ea2-0365f3b585a1 None None] Set router ddca2942-fd69-41fb-85c8-5a05e956fd2b gateway port host: dv-cinder-820027-24-iscsi {{(pid=112712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 13:54:14.109953 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-14a8d8fa-0305-46f0-97c2-cbf89c71ffcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (22ab8903-d7f5-4941-bce3-89140b53b8af), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:14.156621 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-1a0c180d-d023-46ca-ad59-ac08e6bf8fda admin admin] Publish callbacks [] for security_group (fa527852-31fc-403a-b770-7d48d6f6e562), precommit_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:14.163007 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-1a0c180d-d023-46ca-ad59-ac08e6bf8fda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (fa527852-31fc-403a-b770-7d48d6f6e562), after_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:14.244688 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e85aa5-d035-4a55-b2f6-b9a9637a7fbc req-b75e1b4e-aaa5-418a-ae1a-0059c8dccf16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:14.246395 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-40e85aa5-d035-4a55-b2f6-b9a9637a7fbc req-b75e1b4e-aaa5-418a-ae1a-0059c8dccf16 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=2484c1b8-1d7e-43af-960e-e27892a8e9d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0650415 Sep 08 13:54:14.317587 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-9cdc8e56-a416-4570-a97a-e02ad199f071 req-6e01a1f2-8acc-40ac-b13f-6e4243fdd42b tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=e6d8d3c8-d06d-46c4-bcfb-7c64e618aeef HTTP/1.1" status: 200 len: 210 time: 0.0699687 Sep 08 13:54:14.323269 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 36744) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:54:14.323536 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-1a0c180d-d023-46ca-ad59-ac08e6bf8fda admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=6a7aa4b73eb94e05b9fff207b3b706c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3855329 Sep 08 13:54:14.327216 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0c180d-d023-46ca-ad59-ac08e6bf8fda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa527852-31fc-403a-b770-7d48d6f6e562,revision_number=1']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:54:14.449565 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12dbb3e-deba-4074-8550-b45f19ae73a7 req-6222a8f0-276c-4a33-b5f7-6e36be670a93 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:14.453938 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-b12dbb3e-deba-4074-8550-b45f19ae73a7 req-6222a8f0-276c-4a33-b5f7-6e36be670a93 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=17665f83-a581-4f16-9275-45bce05f5f49 HTTP/1.1" status: 200 len: 946 time: 0.1289098 Sep 08 13:54:14.500666 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-72a812ee-c9f1-43c4-9893-441fb2ff4e85 admin admin] Publish callbacks [] for security_group (fa527852-31fc-403a-b770-7d48d6f6e562), before_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:14.580017 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-72a812ee-c9f1-43c4-9893-441fb2ff4e85 admin admin] Publish callbacks [] for security_group (fa527852-31fc-403a-b770-7d48d6f6e562), precommit_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:14.599957 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-b12dbb3e-deba-4074-8550-b45f19ae73a7 req-5091460f-29ba-4832-aae2-4b4109d64208 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=5c37b456-2be1-4170-a806-ad519f2b6e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388855 Sep 08 13:54:14.732778 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-72a812ee-c9f1-43c4-9893-441fb2ff4e85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (fa527852-31fc-403a-b770-7d48d6f6e562), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:14.735591 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-72a812ee-c9f1-43c4-9893-441fb2ff4e85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:14.737138 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-72a812ee-c9f1-43c4-9893-441fb2ff4e85 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/fa527852-31fc-403a-b770-7d48d6f6e562 HTTP/1.1" status: 204 len: 168 time: 0.4125807 Sep 08 13:54:14.748980 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a812ee-c9f1-43c4-9893-441fb2ff4e85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa527852-31fc-403a-b770-7d48d6f6e562,revision_number=None']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:54:14.848387 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 36750) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:54:14.854139 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.v2.base [None req-d6810cc2-8fec-4d39-a746-b4d4451cd341 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1708742399', 'description': 'tempest-description--857738621'}} {{(pid=112709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:54:14.893215 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-d6810cc2-8fec-4d39-a746-b4d4451cd341 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Publish callbacks [] for security_group (None), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:14.931931 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_hamode_db [None req-88dba192-7c41-4de8-8ea2-0365f3b585a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddca2942-fd69-41fb-85c8-5a05e956fd2b', 'name': 'tempest-AttachVolumeShelveTestJSON-2125442903-router', 'tenant_id': 'bc4476b1f4b84b5593ff2650592b9fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': '93753524-93ca-4323-a727-bfafa1160f91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:54:02Z', 'updated_at': '2022-09-08T13:54:10Z', 'revision_number': 4, 'project_id': 'bc4476b1f4b84b5593ff2650592b9fb7', 'gw_port': {'id': '93753524-93ca-4323-a727-bfafa1160f91', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:bd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddca2942-fd69-41fb-85c8-5a05e956fd2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:54:03Z', 'updated_at': '2022-09-08T13:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi', '_interfaces': [{'id': 'e4824d73-43cf-47a8-8a9a-1f553c4d33a7', 'name': '', 'network_id': '1c9b3d05-20f8-440e-89b3-587b430f97a5', 'tenant_id': 'bc4476b1f4b84b5593ff2650592b9fb7', 'mac_address': 'fa:16:3e:68:c7:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddca2942-fd69-41fb-85c8-5a05e956fd2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'c1fdd510-cbc1-4f0f-8fbd-e177b9f3baf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:54:08Z', 'updated_at': '2022-09-08T13:54:11Z', 'revision_number': 2, 'project_id': 'bc4476b1f4b84b5593ff2650592b9fb7', 'subnets': [{'id': 'c1fdd510-cbc1-4f0f-8fbd-e177b9f3baf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-24-iscsi', False) {} {{(pid=112712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:54:14.936507 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:DELETE=7 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:54:14.970315 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88dba192-7c41-4de8-8ea2-0365f3b585a1 None None] Checking router: ddca2942-fd69-41fb-85c8-5a05e956fd2b for host: dv-cinder-820027-24-iscsi {{(pid=112712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:54:14.970943 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88dba192-7c41-4de8-8ea2-0365f3b585a1 None None] Updating router ddca2942-fd69-41fb-85c8-5a05e956fd2b port e4824d73-43cf-47a8-8a9a-1f553c4d33a7 binding host dv-cinder-820027-24-iscsi {{(pid=112712) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 13:54:15.018734 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron_lib.callbacks.manager [None req-88dba192-7c41-4de8-8ea2-0365f3b585a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (e4824d73-43cf-47a8-8a9a-1f553c4d33a7), before_update {{(pid=112712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:15.049883 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-d6810cc2-8fec-4d39-a746-b4d4451cd341 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Publish callbacks [] for security_group (71fbc785-b69a-4abf-8140-4abe8997af2b), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:15.068432 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-d6810cc2-8fec-4d39-a746-b4d4451cd341 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (71fbc785-b69a-4abf-8140-4abe8997af2b), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:15.146124 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6810cc2-8fec-4d39-a746-b4d4451cd341 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71fbc785-b69a-4abf-8140-4abe8997af2b,revision_number=1']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:54:15.151149 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-d6810cc2-8fec-4d39-a746-b4d4451cd341 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Publish callbacks [] for security_group (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:15.153009 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-d6810cc2-8fec-4d39-a746-b4d4451cd341 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3036027 Sep 08 13:54:15.157241 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 36756) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:54:15.163198 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.v2.base [None req-3e89c326-5bbf-46b1-ab88-7127ef565555 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Request body: {'security_group_rule': {'security_group_id': '71fbc785-b69a-4abf-8140-4abe8997af2b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:54:15.208278 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c030829-7079-410a-a377-455b2163e14b req-7c57f437-6112-4685-a70c-a016c44b1f6f tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:15.226418 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-3e89c326-5bbf-46b1-ab88-7127ef565555 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Publish callbacks [] for security_group_rule (b97420ba-b4ba-4969-8de8-fb635a191f41), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:15.232213 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-5c030829-7079-410a-a377-455b2163e14b req-7c57f437-6112-4685-a70c-a016c44b1f6f tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=6e64a0c9-b7b0-46ff-8526-88164d493140 HTTP/1.1" status: 200 len: 944 time: 0.2046790 Sep 08 13:54:15.371522 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-3e89c326-5bbf-46b1-ab88-7127ef565555 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Publish callbacks [] for security_group_rule (b97420ba-b4ba-4969-8de8-fb635a191f41), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:15.375791 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-5c030829-7079-410a-a377-455b2163e14b req-be0d5194-488c-4af9-a850-3af67d9d7f71 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=67f82339-c558-4fb0-914d-617dffa82f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425648 Sep 08 13:54:15.382727 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-3e89c326-5bbf-46b1-ab88-7127ef565555 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763866'] for security_group_rule (b97420ba-b4ba-4969-8de8-fb635a191f41), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:15.423659 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e89c326-5bbf-46b1-ab88-7127ef565555 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b97420ba-b4ba-4969-8de8-fb635a191f41,revision_number=0']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:54:15.449405 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-3e89c326-5bbf-46b1-ab88-7127ef565555 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:15.453842 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-3e89c326-5bbf-46b1-ab88-7127ef565555 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2947867 Sep 08 13:54:15.455871 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 36766) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:54:15.466311 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.v2.base [None req-a9a7a084-75b2-4d73-b632-807ecc6fad1b tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Request body: {'security_group_rule': {'security_group_id': '71fbc785-b69a-4abf-8140-4abe8997af2b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=112709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:54:15.512520 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:54:15.543473 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron_lib.callbacks.manager [None req-88dba192-7c41-4de8-8ea2-0365f3b585a1 None None] Publish callbacks [] for port (e4824d73-43cf-47a8-8a9a-1f553c4d33a7), precommit_update {{(pid=112712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:15.550874 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-fb342b01-50eb-48eb-a4b2-8ddab69fdb58 req-7a28d2d6-db5b-4e80-ac40-690d41e36410 tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=e6d8d3c8-d06d-46c4-bcfb-7c64e618aeef HTTP/1.1" status: 200 len: 210 time: 0.0838268 Sep 08 13:54:15.555431 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron_lib.callbacks.manager [None req-88dba192-7c41-4de8-8ea2-0365f3b585a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (e4824d73-43cf-47a8-8a9a-1f553c4d33a7), after_update {{(pid=112712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:15.588372 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-a9a7a084-75b2-4d73-b632-807ecc6fad1b tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Publish callbacks [] for security_group_rule (3644f837-6940-40ad-be28-cc7bc6ea0b51), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:15.614742 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c0004b-22d8-435e-b119-4e2314cb75cc None None] Pushing event updated for resources: {'Port': ['ID=e4824d73-43cf-47a8-8a9a-1f553c4d33a7,revision_number=3']} {{(pid=112712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:54:15.632647 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:54:15.664114 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-a9a7a084-75b2-4d73-b632-807ecc6fad1b tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Publish callbacks [] for security_group_rule (3644f837-6940-40ad-be28-cc7bc6ea0b51), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:15.673482 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-a9a7a084-75b2-4d73-b632-807ecc6fad1b tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763866'] for security_group_rule (3644f837-6940-40ad-be28-cc7bc6ea0b51), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:15.697309 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7a084-75b2-4d73-b632-807ecc6fad1b tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3644f837-6940-40ad-be28-cc7bc6ea0b51,revision_number=0']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:54:15.709385 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-a9a7a084-75b2-4d73-b632-807ecc6fad1b tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:15.713855 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-a9a7a084-75b2-4d73-b632-807ecc6fad1b tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2532232 Sep 08 13:54:15.714579 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 36772) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:54:15.718979 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.v2.base [None req-753d44a5-980c-4f48-8b41-4d63ed94d754 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Request body: {'floatingip': {'floating_network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014'}} {{(pid=112709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:54:15.776444 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-753d44a5-980c-4f48-8b41-4d63ed94d754 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:15.779221 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.plugins.ml2.managers [None req-88dba192-7c41-4de8-8ea2-0365f3b585a1 None None] Attempting to bind port e4824d73-43cf-47a8-8a9a-1f553c4d33a7 on host dv-cinder-820027-24-iscsi for vnic_type normal with profile {{(pid=112712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 08 13:54:15.781964 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.plugins.ml2.managers [None req-88dba192-7c41-4de8-8ea2-0365f3b585a1 None None] Attempting to bind port e4824d73-43cf-47a8-8a9a-1f553c4d33a7 by drivers openvswitch,hyperv on host dv-cinder-820027-24-iscsi at level 0 using segments [{'id': '2f6c42c1-14c1-4abe-8cc1-e54cbc6177f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '1c9b3d05-20f8-440e-89b3-587b430f97a5'}] {{(pid=112712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 08 13:54:15.784621 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88dba192-7c41-4de8-8ea2-0365f3b585a1 None None] Attempting to bind port e4824d73-43cf-47a8-8a9a-1f553c4d33a7 on network 1c9b3d05-20f8-440e-89b3-587b430f97a5 {{(pid=112712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 13:54:15.855648 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426f7077-ae23-4be9-94c8-842747a9d6e5 req-9b773dd5-5107-4555-9463-34122b6af201 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:15.864235 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:54:15.865976 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-426f7077-ae23-4be9-94c8-842747a9d6e5 req-9b773dd5-5107-4555-9463-34122b6af201 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=17665f83-a581-4f16-9275-45bce05f5f49 HTTP/1.1" status: 200 len: 946 time: 0.1042788 Sep 08 13:54:15.918209 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88dba192-7c41-4de8-8ea2-0365f3b585a1 None None] Checking agent: {'id': '6df97c0c-9140-47af-8c93-84593b95031c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 8, 13, 44, 19), 'started_at': datetime.datetime(2022, 9, 8, 13, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 9, 8, 13, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 08 13:54:15.922169 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88dba192-7c41-4de8-8ea2-0365f3b585a1 None None] Checking segment: {'id': '2f6c42c1-14c1-4abe-8cc1-e54cbc6177f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '1c9b3d05-20f8-440e-89b3-587b430f97a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 13:54:15.922718 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron_lib.callbacks.manager [None req-88dba192-7c41-4de8-8ea2-0365f3b585a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:15.923214 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88dba192-7c41-4de8-8ea2-0365f3b585a1 None None] Bound using segment: {'id': '2f6c42c1-14c1-4abe-8cc1-e54cbc6177f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '1c9b3d05-20f8-440e-89b3-587b430f97a5'} {{(pid=112712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 08 13:54:15.924471 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.plugins.ml2.managers [None req-88dba192-7c41-4de8-8ea2-0365f3b585a1 None None] Bound port: e4824d73-43cf-47a8-8a9a-1f553c4d33a7, host: dv-cinder-820027-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f6c42c1-14c1-4abe-8cc1-e54cbc6177f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '1c9b3d05-20f8-440e-89b3-587b430f97a5'}}] {{(pid=112712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 08 13:54:15.924962 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron_lib.callbacks.manager [None req-88dba192-7c41-4de8-8ea2-0365f3b585a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (e4824d73-43cf-47a8-8a9a-1f553c4d33a7), before_update {{(pid=112712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:15.945473 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-426f7077-ae23-4be9-94c8-842747a9d6e5 req-85380ea8-6de5-457a-9fe2-27e097d7e18e tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=5c37b456-2be1-4170-a806-ad519f2b6e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785255 Sep 08 13:54:16.030000 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-753d44a5-980c-4f48-8b41-4d63ed94d754 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (None), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:16.054646 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.plugins.ml2.db [None req-88dba192-7c41-4de8-8ea2-0365f3b585a1 None None] For port e4824d73-43cf-47a8-8a9a-1f553c4d33a7, host dv-cinder-820027-24-iscsi, cleared binding levels {{(pid=112712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:54:16.061218 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.plugins.ml2.db [None req-88dba192-7c41-4de8-8ea2-0365f3b585a1 None None] For port e4824d73-43cf-47a8-8a9a-1f553c4d33a7, host dv-cinder-820027-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-24-iscsi',level=0,port_id=e4824d73-43cf-47a8-8a9a-1f553c4d33a7,segment=NetworkSegment(2f6c42c1-14c1-4abe-8cc1-e54cbc6177f2),segment_id=2f6c42c1-14c1-4abe-8cc1-e54cbc6177f2)] {{(pid=112712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:54:16.069708 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron_lib.callbacks.manager [None req-88dba192-7c41-4de8-8ea2-0365f3b585a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (e4824d73-43cf-47a8-8a9a-1f553c4d33a7), after_update {{(pid=112712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:16.102022 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88dba192-7c41-4de8-8ea2-0365f3b585a1 None None] Routers {'ddca2942-fd69-41fb-85c8-5a05e956fd2b'} bound to L3 agent in host dv-cinder-820027-24-iscsi {{(pid=112712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 13:54:16.103014 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_hamode_db [None req-88dba192-7c41-4de8-8ea2-0365f3b585a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-08T13:44:16Z,description=,heartbeat_timestamp=2022-09-08T13:53:46Z,host='dv-cinder-820027-24-iscsi',id=91421a76-39ff-4685-90ca-aa6fbf6a1933,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:44:16Z,topic='l3_agent')) {'router_ids': ['ddca2942-fd69-41fb-85c8-5a05e956fd2b'], 'active': True} {{(pid=112712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:54:16.210111 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.db.db_base_plugin_common [None req-753d44a5-980c-4f48-8b41-4d63ed94d754 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Allocated IP 172.27.0.79 (a5311008-4782-42e3-9445-a36a6c9fb014/42b74029-f5ac-41f0-a451-9a0d0b4a74ed/49c2118c-0346-424a-ac24-4775e8435f9a) {{(pid=112709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:54:16.286355 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c0004b-22d8-435e-b119-4e2314cb75cc None None] Pushing event updated for resources: {'Port': ['ID=e4824d73-43cf-47a8-8a9a-1f553c4d33a7,revision_number=4']} {{(pid=112712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:54:16.316300 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_dvr_db [None req-88dba192-7c41-4de8-8ea2-0365f3b585a1 None None] Set router ddca2942-fd69-41fb-85c8-5a05e956fd2b gateway port host: dv-cinder-820027-24-iscsi {{(pid=112712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 13:54:16.347697 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-753d44a5-980c-4f48-8b41-4d63ed94d754 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Publish callbacks [] for port (49c2118c-0346-424a-ac24-4775e8435f9a), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:16.380309 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-eb310a6d-0447-447c-bc72-3eb309d3ef6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (91421a76-39ff-4685-90ca-aa6fbf6a1933), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:16.399007 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-753d44a5-980c-4f48-8b41-4d63ed94d754 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729028134301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9153317'] for port (49c2118c-0346-424a-ac24-4775e8435f9a), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:16.531945 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-753d44a5-980c-4f48-8b41-4d63ed94d754 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Network a5311008-4782-42e3-9445-a36a6c9fb014 is already hosted by enough agents. {{(pid=112709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:54:16.535788 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753d44a5-980c-4f48-8b41-4d63ed94d754 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Pushing event updated for resources: {'Port': ['ID=49c2118c-0346-424a-ac24-4775e8435f9a,revision_number=1']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:54:16.540904 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.scheduler.base_scheduler [None req-753d44a5-980c-4f48-8b41-4d63ed94d754 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Resources bound (agent type, host, resource id): {{(pid=112709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:54:16.543458 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753d44a5-980c-4f48-8b41-4d63ed94d754 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Received port after_create {{(pid=112709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 08 13:54:16.598143 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:54:16.733273 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-753d44a5-980c-4f48-8b41-4d63ed94d754 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Publish callbacks [] for floatingip (132f7e87-51b4-489c-be77-1eba8e3487d9), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:16.799010 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-f52649ed-9127-4b62-a7b6-b99dd5905766 req-3994ed81-9286-4693-999a-3f466e8d5bd2 tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=e6d8d3c8-d06d-46c4-bcfb-7c64e618aeef HTTP/1.1" status: 200 len: 210 time: 0.0923817 Sep 08 13:54:16.830295 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-753d44a5-980c-4f48-8b41-4d63ed94d754 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (49c2118c-0346-424a-ac24-4775e8435f9a), before_update {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:16.843642 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_hamode_db [None req-88dba192-7c41-4de8-8ea2-0365f3b585a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddca2942-fd69-41fb-85c8-5a05e956fd2b', 'name': 'tempest-AttachVolumeShelveTestJSON-2125442903-router', 'tenant_id': 'bc4476b1f4b84b5593ff2650592b9fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': '93753524-93ca-4323-a727-bfafa1160f91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:54:02Z', 'updated_at': '2022-09-08T13:54:10Z', 'revision_number': 4, 'project_id': 'bc4476b1f4b84b5593ff2650592b9fb7', 'gw_port': {'id': '93753524-93ca-4323-a727-bfafa1160f91', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:bd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddca2942-fd69-41fb-85c8-5a05e956fd2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:54:03Z', 'updated_at': '2022-09-08T13:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi', '_interfaces': [{'id': 'e4824d73-43cf-47a8-8a9a-1f553c4d33a7', 'name': '', 'network_id': '1c9b3d05-20f8-440e-89b3-587b430f97a5', 'tenant_id': 'bc4476b1f4b84b5593ff2650592b9fb7', 'mac_address': 'fa:16:3e:68:c7:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddca2942-fd69-41fb-85c8-5a05e956fd2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'c1fdd510-cbc1-4f0f-8fbd-e177b9f3baf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:54:08Z', 'updated_at': '2022-09-08T13:54:16Z', 'revision_number': 4, 'project_id': 'bc4476b1f4b84b5593ff2650592b9fb7', 'subnets': [{'id': 'c1fdd510-cbc1-4f0f-8fbd-e177b9f3baf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-24-iscsi', False) {} {{(pid=112712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:54:16.871858 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88dba192-7c41-4de8-8ea2-0365f3b585a1 None None] The sync data for ids ['ddca2942-fd69-41fb-85c8-5a05e956fd2b'] in dv-cinder-820027-24-iscsi is: [{'id': 'ddca2942-fd69-41fb-85c8-5a05e956fd2b', 'name': 'tempest-AttachVolumeShelveTestJSON-2125442903-router', 'tenant_id': 'bc4476b1f4b84b5593ff2650592b9fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': '93753524-93ca-4323-a727-bfafa1160f91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:54:02Z', 'updated_at': '2022-09-08T13:54:10Z', 'revision_number': 4, 'project_id': 'bc4476b1f4b84b5593ff2650592b9fb7', 'gw_port': {'id': '93753524-93ca-4323-a727-bfafa1160f91', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:bd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddca2942-fd69-41fb-85c8-5a05e956fd2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:54:03Z', 'updated_at': '2022-09-08T13:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi', '_interfaces': [{'id': 'e4824d73-43cf-47a8-8a9a-1f553c4d33a7', 'name': '', 'network_id': '1c9b3d05-20f8-440e-89b3-587b430f97a5', 'tenant_id': 'bc4476b1f4b84b5593ff2650592b9fb7', 'mac_address': 'fa:16:3e:68:c7:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddca2942-fd69-41fb-85c8-5a05e956fd2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'c1fdd510-cbc1-4f0f-8fbd-e177b9f3baf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:54:08Z', 'updated_at': '2022-09-08T13:54:16Z', 'revision_number': 4, 'project_id': 'bc4476b1f4b84b5593ff2650592b9fb7', 'subnets': [{'id': 'c1fdd510-cbc1-4f0f-8fbd-e177b9f3baf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:54:16.891591 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c8a0ab-525c-457d-a4f2-9745f4591165 req-7ab203f3-2378-41ba-a624-fc6e0be9703e tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:16.893325 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-33c8a0ab-525c-457d-a4f2-9745f4591165 req-7ab203f3-2378-41ba-a624-fc6e0be9703e tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=6e64a0c9-b7b0-46ff-8526-88164d493140 HTTP/1.1" status: 200 len: 944 time: 0.1276386 Sep 08 13:54:17.093833 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-33c8a0ab-525c-457d-a4f2-9745f4591165 req-4e3200da-c605-45a7-980d-4109c6f3bf4f tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=67f82339-c558-4fb0-914d-617dffa82f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928461 Sep 08 13:54:17.184005 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3084125-a16e-492a-96e0-74a55320a6f4 req-0a1c13fc-886f-482e-a0df-e9bd7610d4dd tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:17.186225 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-b3084125-a16e-492a-96e0-74a55320a6f4 req-0a1c13fc-886f-482e-a0df-e9bd7610d4dd tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=17665f83-a581-4f16-9275-45bce05f5f49 HTTP/1.1" status: 200 len: 946 time: 0.0637326 Sep 08 13:54:17.249586 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:54:17.324074 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-b3084125-a16e-492a-96e0-74a55320a6f4 req-26e760a7-c324-4a07-9fd1-457576fc0235 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=5c37b456-2be1-4170-a806-ad519f2b6e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272898 Sep 08 13:54:17.336099 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:54:17.472569 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-753d44a5-980c-4f48-8b41-4d63ed94d754 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Publish callbacks [] for port (49c2118c-0346-424a-ac24-4775e8435f9a), precommit_update {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:17.484416 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-b7e97967-3fa9-4dcb-b3f0-dcc99b3a4378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (24e12250-b8f3-473f-bf71-765ca8669827), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:17.505811 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-753d44a5-980c-4f48-8b41-4d63ed94d754 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9153372'] for port (49c2118c-0346-424a-ac24-4775e8435f9a), after_update {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:17.614566 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-753d44a5-980c-4f48-8b41-4d63ed94d754 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3679472'] for floatingip (132f7e87-51b4-489c-be77-1eba8e3487d9), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:17.628996 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753d44a5-980c-4f48-8b41-4d63ed94d754 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Pushing event updated for resources: {'Port': ['ID=49c2118c-0346-424a-ac24-4775e8435f9a,revision_number=2']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:54:17.659553 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-753d44a5-980c-4f48-8b41-4d63ed94d754 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161718'] for floatingip (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:17.670265 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-753d44a5-980c-4f48-8b41-4d63ed94d754 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9456058 Sep 08 13:54:17.689593 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Device e4824d73-43cf-47a8-8a9a-1f553c4d33a7 up at agent ovs-agent-dv-cinder-820027-24-iscsi {{(pid=112711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:54:17.760264 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Provisioning complete for port e4824d73-43cf-47a8-8a9a-1f553c4d33a7 triggered by entity L2. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 13:54:17.761452 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (e4824d73-43cf-47a8-8a9a-1f553c4d33a7), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:17.890606 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Current status of the port e4824d73-43cf-47a8-8a9a-1f553c4d33a7 is: DOWN; New status is: ACTIVE {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 13:54:17.891251 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (e4824d73-43cf-47a8-8a9a-1f553c4d33a7), before_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:17.969224 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-7372c015-8505-437c-9239-1c79ffe2ca59 req-eec0c1db-b86c-40fa-8de6-7c5f3ee13c4d tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=e6d8d3c8-d06d-46c4-bcfb-7c64e618aeef HTTP/1.1" status: 200 len: 210 time: 0.0755622 Sep 08 13:54:17.973822 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] For port e4824d73-43cf-47a8-8a9a-1f553c4d33a7, host dv-cinder-820027-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-24-iscsi',level=0,port_id=e4824d73-43cf-47a8-8a9a-1f553c4d33a7,segment=NetworkSegment(2f6c42c1-14c1-4abe-8cc1-e54cbc6177f2),segment_id=2f6c42c1-14c1-4abe-8cc1-e54cbc6177f2)] {{(pid=112711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:54:17.982697 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (e4824d73-43cf-47a8-8a9a-1f553c4d33a7), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:18.038611 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-d80504c1-2cc4-4ed2-89a2-d47a84d03725 req-c34a6f5c-6af0-4ea9-b4fc-13a330a76cce tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1708742399&fields=id&tenant_id=bc4476b1f4b84b5593ff2650592b9fb7 HTTP/1.1" status: 200 len: 267 time: 0.0567706 Sep 08 13:54:18.060015 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Pushing event updated for resources: {'Port': ['ID=e4824d73-43cf-47a8-8a9a-1f553c4d33a7,revision_number=5']} {{(pid=112711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:54:18.122112 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:54:18.211784 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80504c1-2cc4-4ed2-89a2-d47a84d03725 req-adbb1093-ede9-4a1f-97f3-c9dc92bb8bf8 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:18.213539 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-d80504c1-2cc4-4ed2-89a2-d47a84d03725 req-adbb1093-ede9-4a1f-97f3-c9dc92bb8bf8 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/networks?id=1c9b3d05-20f8-440e-89b3-587b430f97a5 HTTP/1.1" status: 200 len: 817 time: 0.1588299 Sep 08 13:54:18.253182 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-d80504c1-2cc4-4ed2-89a2-d47a84d03725 req-3954cc54-839c-4dc2-8eac-5ba1c0ec8123 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/quotas/bc4476b1f4b84b5593ff2650592b9fb7 HTTP/1.1" status: 200 len: 375 time: 0.0182064 Sep 08 13:54:18.261270 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1641294-f2ce-4883-bb32-fc828c1b100e req-8dd0589c-64da-4d18-a1b0-82bd47c82e41 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:18.262807 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-a1641294-f2ce-4883-bb32-fc828c1b100e req-8dd0589c-64da-4d18-a1b0-82bd47c82e41 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=6e64a0c9-b7b0-46ff-8526-88164d493140 HTTP/1.1" status: 200 len: 944 time: 0.0729902 Sep 08 13:54:18.329651 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-d80504c1-2cc4-4ed2-89a2-d47a84d03725 req-59636c05-7951-4313-881d-1d4914c0f906 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=bc4476b1f4b84b5593ff2650592b9fb7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0658290 Sep 08 13:54:18.407195 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-a1641294-f2ce-4883-bb32-fc828c1b100e req-af7c7c48-1947-40cc-95a2-9ea2089806f5 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=67f82339-c558-4fb0-914d-617dffa82f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144013 Sep 08 13:54:18.450493 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-d80504c1-2cc4-4ed2-89a2-d47a84d03725 req-e884e9c1-78d7-489b-93a3-a8540944b9e8 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/1c9b3d05-20f8-440e-89b3-587b430f97a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053421 Sep 08 13:54:18.583434 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb3fbd7-d0ae-4fc2-9e7d-c33fabc267b3 req-316f5044-20cf-4501-aba5-e046c7b0aa47 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:18.585035 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-9cb3fbd7-d0ae-4fc2-9e7d-c33fabc267b3 req-316f5044-20cf-4501-aba5-e046c7b0aa47 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=17665f83-a581-4f16-9275-45bce05f5f49 HTTP/1.1" status: 200 len: 946 time: 0.0775468 Sep 08 13:54:18.610149 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-d80504c1-2cc4-4ed2-89a2-d47a84d03725 req-6a49d8ac-0497-40e2-9266-62c8b0f48f3b service neutron] 10.222.0.55 "GET /networking/v2.0/networks/1c9b3d05-20f8-440e-89b3-587b430f97a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540687 Sep 08 13:54:18.648273 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-9cb3fbd7-d0ae-4fc2-9e7d-c33fabc267b3 req-8314fbd3-e022-4700-8a0a-357376d7f7ae tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=5c37b456-2be1-4170-a806-ad519f2b6e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515561 Sep 08 13:54:18.820174 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-59dcccce-9733-49f0-bcd6-47b449eb0ff2 req-0478a51c-110f-480c-81b0-326a221ba58e tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=efdb4c65-ed8d-4792-ac96-8b1053b167b5 HTTP/1.1" status: 200 len: 210 time: 0.0493529 Sep 08 13:54:18.860247 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-40e85aa5-d035-4a55-b2f6-b9a9637a7fbc req-674881ee-751a-4582-b395-92c4a5734d4f service neutron] 10.222.0.20 "GET /networking/v2.0/networks/2484c1b8-1d7e-43af-960e-e27892a8e9d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935287 Sep 08 13:54:18.914521 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-604b277b-9310-4e7b-bd1a-c26598410893 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (ad63ffce-77d1-4b05-ac53-eeb1c28e2aec), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:18.962851 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (6df97c0c-9140-47af-8c93-84593b95031c), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:19.113750 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-f2691768-68a6-4331-825d-b2fcfe79a3b5 req-d6cd113c-fb40-42e5-8f3d-f92c97bb4ad2 tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=e6d8d3c8-d06d-46c4-bcfb-7c64e618aeef HTTP/1.1" status: 200 len: 210 time: 0.0439856 Sep 08 13:54:19.208929 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-40e85aa5-d035-4a55-b2f6-b9a9637a7fbc req-315fa8b2-3f47-4328-999a-58b250dcc29c service neutron] 10.222.0.20 "GET /networking/v2.0/networks/2484c1b8-1d7e-43af-960e-e27892a8e9d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065581 Sep 08 13:54:19.429089 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0158d22-3a9f-44e8-a750-806d6611f8bb req-9c2bbc2f-5ee6-40cc-8128-3f128111fd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:19.430614 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e0158d22-3a9f-44e8-a750-806d6611f8bb req-9c2bbc2f-5ee6-40cc-8128-3f128111fd63 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=f7507a7da3bb4420abcfcf08780dc0a4&device_id=6e64a0c9-b7b0-46ff-8526-88164d493140 HTTP/1.1" status: 200 len: 1128 time: 0.0449023 Sep 08 13:54:19.534846 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e628573-9817-4161-9862-cf3f8b81faab req-2096d988-61b9-489c-83d2-8c8579122fd3 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:19.536327 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-5e628573-9817-4161-9862-cf3f8b81faab req-2096d988-61b9-489c-83d2-8c8579122fd3 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=6e64a0c9-b7b0-46ff-8526-88164d493140 HTTP/1.1" status: 200 len: 944 time: 0.0480890 Sep 08 13:54:19.584991 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-5e628573-9817-4161-9862-cf3f8b81faab req-fbbd9310-b9f6-4e79-b05e-11b5935b861c tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=67f82339-c558-4fb0-914d-617dffa82f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427718 Sep 08 13:54:19.600962 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Device e4824d73-43cf-47a8-8a9a-1f553c4d33a7 up at agent ovs-agent-dv-cinder-820027-24-iscsi {{(pid=112711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:54:19.648844 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Provisioning complete for port e4824d73-43cf-47a8-8a9a-1f553c4d33a7 triggered by entity L2. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 13:54:19.649214 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (e4824d73-43cf-47a8-8a9a-1f553c4d33a7), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:19.778815 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b77e89f-9b69-45c6-a114-cec8688bfe8b req-19758fca-ec27-4485-bed8-75a4c0370626 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:19.780931 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-5b77e89f-9b69-45c6-a114-cec8688bfe8b req-19758fca-ec27-4485-bed8-75a4c0370626 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=17665f83-a581-4f16-9275-45bce05f5f49 HTTP/1.1" status: 200 len: 946 time: 0.0499828 Sep 08 13:54:19.814342 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=100 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:54:19.831947 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-5b77e89f-9b69-45c6-a114-cec8688bfe8b req-4a0bb13c-4aaf-4a5e-b358-8c7959722c74 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=5c37b456-2be1-4170-a806-ad519f2b6e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452223 Sep 08 13:54:19.850269 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:54:19.857951 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Current status of the port e4824d73-43cf-47a8-8a9a-1f553c4d33a7 is: ACTIVE; New status is: ACTIVE {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 13:54:19.943325 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-84511504-e748-4347-bdb0-e0f00328d913 req-b355acc7-f323-4142-a811-520c7e85089b tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=efdb4c65-ed8d-4792-ac96-8b1053b167b5 HTTP/1.1" status: 200 len: 210 time: 0.0311644 Sep 08 13:54:20.218612 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-3ab1b606-e3ec-4525-bfd7-aef9678eeb17 req-392d729f-353d-41f0-9e54-9c350b8cb62f tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=e6d8d3c8-d06d-46c4-bcfb-7c64e618aeef HTTP/1.1" status: 200 len: 210 time: 0.0286727 Sep 08 13:54:20.713505 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b88b28-23c4-4ec8-b741-e4c32d41792b req-b91c8a60-fe63-479e-8440-dfdf7f13e6d9 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:20.715007 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-71b88b28-23c4-4ec8-b741-e4c32d41792b req-b91c8a60-fe63-479e-8440-dfdf7f13e6d9 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=6e64a0c9-b7b0-46ff-8526-88164d493140 HTTP/1.1" status: 200 len: 944 time: 0.0538361 Sep 08 13:54:20.749468 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=100 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:54:20.786113 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-71b88b28-23c4-4ec8-b741-e4c32d41792b req-0704b1c8-5783-4040-a4dc-2f65d6365944 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=67f82339-c558-4fb0-914d-617dffa82f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652683 Sep 08 13:54:20.858318 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0158d22-3a9f-44e8-a750-806d6611f8bb req-bc9147a9-c9fa-4931-8886-1e53ca28077b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:20.859834 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e0158d22-3a9f-44e8-a750-806d6611f8bb req-bc9147a9-c9fa-4931-8886-1e53ca28077b service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=2484c1b8-1d7e-43af-960e-e27892a8e9d6 HTTP/1.1" status: 200 len: 916 time: 0.1021545 Sep 08 13:54:20.970229 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4645a1-9506-4eef-a3da-5247a06105de req-756d2423-efff-479e-903e-269f25cdf553 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:20.971704 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-1f4645a1-9506-4eef-a3da-5247a06105de req-756d2423-efff-479e-903e-269f25cdf553 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=17665f83-a581-4f16-9275-45bce05f5f49 HTTP/1.1" status: 200 len: 946 time: 0.0496795 Sep 08 13:54:21.021051 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-1f4645a1-9506-4eef-a3da-5247a06105de req-3d05166a-ef06-4c0f-bd0d-3ba0edbe9888 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=5c37b456-2be1-4170-a806-ad519f2b6e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433466 Sep 08 13:54:21.057896 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-421a8186-05e5-4f65-83cd-c4a964beb7e3 req-bb3ca990-3f99-4377-a35f-2e10a7d61303 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=efdb4c65-ed8d-4792-ac96-8b1053b167b5 HTTP/1.1" status: 200 len: 210 time: 0.0324931 Sep 08 13:54:21.320555 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-c0456a36-064b-40fb-bf1d-390754b05e0d req-6cc20672-b058-47c6-920b-83a1e11d95ba tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=e6d8d3c8-d06d-46c4-bcfb-7c64e618aeef HTTP/1.1" status: 200 len: 210 time: 0.0298979 Sep 08 13:54:21.693157 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Device ca4283b0-e159-4a24-b0b2-bc113ff78694 details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=112711) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:54:21.797154 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] For port ca4283b0-e159-4a24-b0b2-bc113ff78694, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=ca4283b0-e159-4a24-b0b2-bc113ff78694,segment=NetworkSegment(77117d76-4f7e-4448-ad65-a6980bb46bfe),segment_id=77117d76-4f7e-4448-ad65-a6980bb46bfe)] {{(pid=112711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:54:21.808049 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Returning: {'device': 'ca4283b0-e159-4a24-b0b2-bc113ff78694', 'network_id': '2484c1b8-1d7e-43af-960e-e27892a8e9d6', 'port_id': 'ca4283b0-e159-4a24-b0b2-bc113ff78694', 'mac_address': 'fa:16:3e:3c:60:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd049ea3-2d6b-4c1d-8839-c1ac515e78de', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112711) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:54:21.843373 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Current status of the port ca4283b0-e159-4a24-b0b2-bc113ff78694 is: DOWN; New status is: BUILD {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 13:54:21.843776 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (ca4283b0-e159-4a24-b0b2-bc113ff78694), before_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:21.857609 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.notifiers.nova [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca4283b0-e159-4a24-b0b2-bc113ff78694 {{(pid=112711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 08 13:54:21.861385 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:54:21.879816 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] For port ca4283b0-e159-4a24-b0b2-bc113ff78694, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=ca4283b0-e159-4a24-b0b2-bc113ff78694,segment=NetworkSegment(77117d76-4f7e-4448-ad65-a6980bb46bfe),segment_id=77117d76-4f7e-4448-ad65-a6980bb46bfe)] {{(pid=112711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:54:21.883899 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (ca4283b0-e159-4a24-b0b2-bc113ff78694), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:21.913376 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b3c4c8-e348-4e6b-908b-6e2c8bafbaa8 req-686b673f-c9f1-4a2a-8576-2388dc6a8a27 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:21.914897 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-80b3c4c8-e348-4e6b-908b-6e2c8bafbaa8 req-686b673f-c9f1-4a2a-8576-2388dc6a8a27 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=6e64a0c9-b7b0-46ff-8526-88164d493140 HTTP/1.1" status: 200 len: 944 time: 0.0518711 Sep 08 13:54:21.931470 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Pushing event updated for resources: {'Port': ['ID=ca4283b0-e159-4a24-b0b2-bc113ff78694,revision_number=4']} {{(pid=112711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:54:21.965807 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-80b3c4c8-e348-4e6b-908b-6e2c8bafbaa8 req-77aac03a-b439-4f19-bb75-effa7dd37606 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=67f82339-c558-4fb0-914d-617dffa82f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444438 Sep 08 13:54:22.217835 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e0158d22-3a9f-44e8-a750-806d6611f8bb req-a97e6c18-be96-4ad3-9ef4-9fc638d60371 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ca4283b0-e159-4a24-b0b2-bc113ff78694 HTTP/1.1" status: 200 len: 217 time: 0.0728333 Sep 08 13:54:22.236968 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-5d3b0174-e7cc-41d9-bae0-8a11c59263e6 req-7dfd2f78-dbd0-48b6-bc14-96b897789dbf tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=efdb4c65-ed8d-4792-ac96-8b1053b167b5 HTTP/1.1" status: 200 len: 210 time: 0.0712645 Sep 08 13:54:22.242730 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffc5fce-132c-4f32-8ef5-e18c9a0dc725 req-81da504d-6437-4e3b-872a-eb1396bcf9cc tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:22.249998 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-cffc5fce-132c-4f32-8ef5-e18c9a0dc725 req-81da504d-6437-4e3b-872a-eb1396bcf9cc tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=17665f83-a581-4f16-9275-45bce05f5f49 HTTP/1.1" status: 200 len: 946 time: 0.1467361 Sep 08 13:54:22.294514 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-cffc5fce-132c-4f32-8ef5-e18c9a0dc725 req-a27d47e1-c760-42b4-9a85-74665a42864e tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=5c37b456-2be1-4170-a806-ad519f2b6e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436699 Sep 08 13:54:22.447586 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-3a3b3f34-63ff-4b27-ab6c-5e9a0a92f6ab req-51993d10-b33f-43e2-aefa-c65a4401318e tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=e6d8d3c8-d06d-46c4-bcfb-7c64e618aeef HTTP/1.1" status: 200 len: 210 time: 0.0316360 Sep 08 13:54:22.468691 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] get_ports_and_sgs() called for port_ids ['ca4283b0-e159-4a24-b0b2-bc113ff78694'] {{(pid=112711) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 08 13:54:22.714157 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0158d22-3a9f-44e8-a750-806d6611f8bb req-eb195341-3903-413c-97b1-ea64803170c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:22.715622 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e0158d22-3a9f-44e8-a750-806d6611f8bb req-eb195341-3903-413c-97b1-ea64803170c2 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=dd049ea3-2d6b-4c1d-8839-c1ac515e78de HTTP/1.1" status: 200 len: 854 time: 0.0483112 Sep 08 13:54:22.833324 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0158d22-3a9f-44e8-a750-806d6611f8bb req-439c3b90-9bc4-45b8-b8ce-648307394c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:22.835005 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e0158d22-3a9f-44e8-a750-806d6611f8bb req-439c3b90-9bc4-45b8-b8ce-648307394c95 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=2484c1b8-1d7e-43af-960e-e27892a8e9d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0403686 Sep 08 13:54:22.890542 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65cc6b8-cad9-4ecc-a420-75ab9471f267 req-712f24c3-9769-4ea6-8e04-4244f1fdfa55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:22.892551 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [req-b65cc6b8-cad9-4ecc-a420-75ab9471f267 req-712f24c3-9769-4ea6-8e04-4244f1fdfa55 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=17665f83-a581-4f16-9275-45bce05f5f49 HTTP/1.1" status: 200 len: 1130 time: 0.0410490 Sep 08 13:54:22.957002 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [req-b65cc6b8-cad9-4ecc-a420-75ab9471f267 req-e3962571-67cc-4141-a2fc-a5554ed38665 service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5c37b456-2be1-4170-a806-ad519f2b6e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425463 Sep 08 13:54:23.072263 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e0158d22-3a9f-44e8-a750-806d6611f8bb req-442ea50e-530d-42a6-8caa-cfda2b760b4b service neutron] 10.222.0.20 "GET /networking/v2.0/networks/2484c1b8-1d7e-43af-960e-e27892a8e9d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838193 Sep 08 13:54:23.096593 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4eeb63-a608-4e09-acbb-887d9f45b309 req-7d0d8719-366c-4b47-b344-7be194b6ff98 tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:23.097970 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-9f4eeb63-a608-4e09-acbb-887d9f45b309 req-7d0d8719-366c-4b47-b344-7be194b6ff98 tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] 10.222.0.20 "GET /networking/v2.0/networks?id=27a47ec4-fdfa-4d05-bf7d-7362b88969c5 HTTP/1.1" status: 200 len: 814 time: 0.2212615 Sep 08 13:54:23.115628 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ca6df1-13c8-4927-9103-51dfda0286e3 req-56269f52-c619-452c-908f-199c9dbf9543 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:23.116983 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-87ca6df1-13c8-4927-9103-51dfda0286e3 req-56269f52-c619-452c-908f-199c9dbf9543 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=6e64a0c9-b7b0-46ff-8526-88164d493140 HTTP/1.1" status: 200 len: 945 time: 0.0613611 Sep 08 13:54:23.380415 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e76faae4-d5f8-4357-8b3d-5271c80cf55a req-7476f88b-821f-46c3-b828-1ac98b4b4bf4 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=efdb4c65-ed8d-4792-ac96-8b1053b167b5 HTTP/1.1" status: 200 len: 210 time: 0.0306978 Sep 08 13:54:23.403862 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-87ca6df1-13c8-4927-9103-51dfda0286e3 req-8f24aade-7009-4471-9bc3-d8b0d86a2087 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=67f82339-c558-4fb0-914d-617dffa82f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2813246 Sep 08 13:54:23.449351 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.v2.base [req-9f4eeb63-a608-4e09-acbb-887d9f45b309 req-ffea03da-86d9-476f-b063-71330812e370 tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] Request body: {'port': {'device_id': 'e6d8d3c8-d06d-46c4-bcfb-7c64e618aeef', 'network_id': '27a47ec4-fdfa-4d05-bf7d-7362b88969c5', 'admin_state_up': True, 'tenant_id': '0375e7ef3fb04600b5d4095057658bc7'}} {{(pid=112710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:54:23.552055 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=100 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:54:23.634859 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=100 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:54:23.642876 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-a47c9236-6905-4ed7-8da0-f9ddbdd4c965 req-bd132f89-0f60-4e6f-9846-bbe8f3a04352 tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=e6d8d3c8-d06d-46c4-bcfb-7c64e618aeef HTTP/1.1" status: 200 len: 210 time: 0.0976558 Sep 08 13:54:23.678474 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14957afc-6e98-4f7f-a2b4-935260f67a6d req-621bcbd1-da8d-40d0-9045-17cfe5bb0b27 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:23.679936 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-14957afc-6e98-4f7f-a2b4-935260f67a6d req-621bcbd1-da8d-40d0-9045-17cfe5bb0b27 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=17665f83-a581-4f16-9275-45bce05f5f49 HTTP/1.1" status: 200 len: 946 time: 0.1616249 Sep 08 13:54:23.712758 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e0158d22-3a9f-44e8-a750-806d6611f8bb req-9255fe89-63f3-4446-b3fa-788e692d6b68 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/2484c1b8-1d7e-43af-960e-e27892a8e9d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2555196 Sep 08 13:54:23.731586 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Device ca4283b0-e159-4a24-b0b2-bc113ff78694 up at agent hyperv_hv-cinder-82002 {{(pid=112711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:54:23.779550 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-14957afc-6e98-4f7f-a2b4-935260f67a6d req-42c9b6b8-d1a8-41a8-b42f-84196b1db3b6 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=5c37b456-2be1-4170-a806-ad519f2b6e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909765 Sep 08 13:54:23.784210 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Provisioning for port ca4283b0-e159-4a24-b0b2-bc113ff78694 completed by entity L2. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 08 13:54:23.784484 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f4eeb63-a608-4e09-acbb-887d9f45b309 req-ffea03da-86d9-476f-b063-71330812e370 tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] Made reservation on behalf of 0375e7ef3fb04600b5d4095057658bc7 for: {'port': 1} {{(pid=112710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:54:23.788457 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-9f4eeb63-a608-4e09-acbb-887d9f45b309 req-ffea03da-86d9-476f-b063-71330812e370 tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (None), before_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:23.791150 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Provisioning complete for port ca4283b0-e159-4a24-b0b2-bc113ff78694 triggered by entity L2. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 13:54:23.791737 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (ca4283b0-e159-4a24-b0b2-bc113ff78694), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:23.865133 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Current status of the port ca4283b0-e159-4a24-b0b2-bc113ff78694 is: BUILD; New status is: ACTIVE {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 13:54:23.865518 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (ca4283b0-e159-4a24-b0b2-bc113ff78694), before_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:23.889006 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e64a0c9-b7b0-46ff-8526-88164d493140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca4283b0-e159-4a24-b0b2-bc113ff78694'}] {{(pid=112711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 13:54:23.891303 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da88ec0cbec787fa3ec3fbfc035ae72aba30a0bab36d561f227dc8a59222d55b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0674cf1b-9f4a-4b56-b050-18fd8907bc8a" -d '{"events": [{"server_uuid": "6e64a0c9-b7b0-46ff-8526-88164d493140", "name": "network-vif-plugged", "status": "completed", "tag": "ca4283b0-e159-4a24-b0b2-bc113ff78694"}]}' {{(pid=112711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:54:23.907133 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] For port ca4283b0-e159-4a24-b0b2-bc113ff78694, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=ca4283b0-e159-4a24-b0b2-bc113ff78694,segment=NetworkSegment(77117d76-4f7e-4448-ad65-a6980bb46bfe),segment_id=77117d76-4f7e-4448-ad65-a6980bb46bfe)] {{(pid=112711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:54:23.911552 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (ca4283b0-e159-4a24-b0b2-bc113ff78694), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:23.938399 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.db.db_base_plugin_common [req-9f4eeb63-a608-4e09-acbb-887d9f45b309 req-ffea03da-86d9-476f-b063-71330812e370 tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] Allocated IP 172.20.0.4 (27a47ec4-fdfa-4d05-bf7d-7362b88969c5/d2ba5489-f901-4caf-afe4-dc1168ba30e9/0677f870-39bb-4655-b43d-ef2acf0f9f1b) {{(pid=112710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:54:23.941845 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Sep 2022 13:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-485cb354-8dd5-40da-83be-75cd49ae4991 x-openstack-request-id: req-485cb354-8dd5-40da-83be-75cd49ae4991 {{(pid=112711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:54:23.942221 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e64a0c9-b7b0-46ff-8526-88164d493140", "name": "network-vif-plugged", "status": "completed", "tag": "ca4283b0-e159-4a24-b0b2-bc113ff78694", "code": 200}]} {{(pid=112711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:54:23.942474 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-485cb354-8dd5-40da-83be-75cd49ae4991 {{(pid=112711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:54:23.942864 dv-cinder-820027-24-iscsi neutron-server[112711]: INFO neutron.notifiers.nova [-] Nova event matching ['req-485cb354-8dd5-40da-83be-75cd49ae4991'] response: {'server_uuid': '6e64a0c9-b7b0-46ff-8526-88164d493140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca4283b0-e159-4a24-b0b2-bc113ff78694', 'code': 200} Sep 08 13:54:23.972666 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Pushing event updated for resources: {'Port': ['ID=ca4283b0-e159-4a24-b0b2-bc113ff78694,revision_number=5']} {{(pid=112711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:54:24.103419 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-9f4eeb63-a608-4e09-acbb-887d9f45b309 req-ffea03da-86d9-476f-b063-71330812e370 tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] Publish callbacks [] for port (0677f870-39bb-4655-b43d-ef2acf0f9f1b), precommit_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:24.134223 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-9f4eeb63-a608-4e09-acbb-887d9f45b309 req-ffea03da-86d9-476f-b063-71330812e370 tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729028134301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10367820'] for port (0677f870-39bb-4655-b43d-ef2acf0f9f1b), after_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:24.175686 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f4eeb63-a608-4e09-acbb-887d9f45b309 req-ffea03da-86d9-476f-b063-71330812e370 tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] Network 27a47ec4-fdfa-4d05-bf7d-7362b88969c5 is already hosted by enough agents. {{(pid=112710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:54:24.178791 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.scheduler.base_scheduler [req-9f4eeb63-a608-4e09-acbb-887d9f45b309 req-ffea03da-86d9-476f-b063-71330812e370 tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] Resources bound (agent type, host, resource id): {{(pid=112710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:54:24.181933 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f4eeb63-a608-4e09-acbb-887d9f45b309 req-ffea03da-86d9-476f-b063-71330812e370 tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] Received port after_create {{(pid=112710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 08 13:54:24.216147 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffea03da-86d9-476f-b063-71330812e370 tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] Pushing event updated for resources: {'Port': ['ID=0677f870-39bb-4655-b43d-ef2acf0f9f1b,revision_number=1']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:54:24.229474 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffea03da-86d9-476f-b063-71330812e370 tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:54:24.229854 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffea03da-86d9-476f-b063-71330812e370 tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:54:24.230199 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffea03da-86d9-476f-b063-71330812e370 tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:54:24.230533 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffea03da-86d9-476f-b063-71330812e370 tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:54:24.230865 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffea03da-86d9-476f-b063-71330812e370 tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:54:24.231196 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffea03da-86d9-476f-b063-71330812e370 tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:54:24.231524 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffea03da-86d9-476f-b063-71330812e370 tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:54:24.231900 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffea03da-86d9-476f-b063-71330812e370 tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:54:24.232230 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffea03da-86d9-476f-b063-71330812e370 tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:54:24.232540 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffea03da-86d9-476f-b063-71330812e370 tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:54:24.232889 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffea03da-86d9-476f-b063-71330812e370 tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:54:24.233212 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffea03da-86d9-476f-b063-71330812e370 tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:54:24.233533 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffea03da-86d9-476f-b063-71330812e370 tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:54:24.233884 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffea03da-86d9-476f-b063-71330812e370 tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:54:24.234206 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffea03da-86d9-476f-b063-71330812e370 tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:54:24.251375 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4eeb63-a608-4e09-acbb-887d9f45b309 req-ffea03da-86d9-476f-b063-71330812e370 tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:24.251983 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-9f4eeb63-a608-4e09-acbb-887d9f45b309 req-ffea03da-86d9-476f-b063-71330812e370 tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161718'] for port (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:24.268835 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-9f4eeb63-a608-4e09-acbb-887d9f45b309 req-ffea03da-86d9-476f-b063-71330812e370 tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8279188 Sep 08 13:54:24.344068 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.v2.base [req-9f4eeb63-a608-4e09-acbb-887d9f45b309 req-fe407c14-9a61-480f-a240-2d434adfe085 service neutron] Request body: {'port': {'device_id': 'e6d8d3c8-d06d-46c4-bcfb-7c64e618aeef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82002'}} {{(pid=112710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:54:24.405247 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-9f4eeb63-a608-4e09-acbb-887d9f45b309 req-fe407c14-9a61-480f-a240-2d434adfe085 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (0677f870-39bb-4655-b43d-ef2acf0f9f1b), before_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:24.413290 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:54:24.567002 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-5de9f118-6acf-46a9-882d-ce73a06f664d req-1fd2a692-13dd-4574-a4da-9dfdb106b333 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=efdb4c65-ed8d-4792-ac96-8b1053b167b5 HTTP/1.1" status: 200 len: 210 time: 0.0645916 Sep 08 13:54:24.574619 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:54:24.591951 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a681fcb-cd88-4976-b9c5-530a96b588d4 req-39c90bcb-7b02-4192-9b16-c3316edaea88 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:24.593393 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-7a681fcb-cd88-4976-b9c5-530a96b588d4 req-39c90bcb-7b02-4192-9b16-c3316edaea88 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=6e64a0c9-b7b0-46ff-8526-88164d493140 HTTP/1.1" status: 200 len: 946 time: 0.0922058 Sep 08 13:54:24.704038 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-7a681fcb-cd88-4976-b9c5-530a96b588d4 req-18c055cb-414d-43a1-a271-57ccca4bffc8 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=67f82339-c558-4fb0-914d-617dffa82f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955899 Sep 08 13:54:24.798571 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e86da82-18e9-412b-bd5d-0413be0a988e req-f597cc52-2d3b-4258-badd-647450633cce tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:24.800051 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-2e86da82-18e9-412b-bd5d-0413be0a988e req-f597cc52-2d3b-4258-badd-647450633cce tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=e6d8d3c8-d06d-46c4-bcfb-7c64e618aeef HTTP/1.1" status: 200 len: 931 time: 0.0761554 Sep 08 13:54:24.823664 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.notifiers.nova [req-9f4eeb63-a608-4e09-acbb-887d9f45b309 req-fe407c14-9a61-480f-a240-2d434adfe085 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0677f870-39bb-4655-b43d-ef2acf0f9f1b {{(pid=112710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 08 13:54:24.838236 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-9f4eeb63-a608-4e09-acbb-887d9f45b309 req-fe407c14-9a61-480f-a240-2d434adfe085 service neutron] Publish callbacks [] for port (0677f870-39bb-4655-b43d-ef2acf0f9f1b), precommit_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:24.864809 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.db.provisioning_blocks [req-9f4eeb63-a608-4e09-acbb-887d9f45b309 req-fe407c14-9a61-480f-a240-2d434adfe085 service neutron] Transition to ACTIVE for port object 0677f870-39bb-4655-b43d-ef2acf0f9f1b will not be triggered until provisioned by entity L2. {{(pid=112710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 08 13:54:24.875335 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-9f4eeb63-a608-4e09-acbb-887d9f45b309 req-fe407c14-9a61-480f-a240-2d434adfe085 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10367797'] for port (0677f870-39bb-4655-b43d-ef2acf0f9f1b), after_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:24.934379 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-2e86da82-18e9-412b-bd5d-0413be0a988e req-acc14992-ba3a-4dd4-be2a-ef52bb81acde tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=11df1967-726f-45ee-9cee-c2fdcb4f4bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279731 Sep 08 13:54:24.979555 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b594ae6d-61b0-4e13-8884-d91f2da00ecb req-08a848ee-a498-4ea4-ac98-75800a25d885 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:24.981064 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-b594ae6d-61b0-4e13-8884-d91f2da00ecb req-08a848ee-a498-4ea4-ac98-75800a25d885 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=17665f83-a581-4f16-9275-45bce05f5f49 HTTP/1.1" status: 200 len: 946 time: 0.1126602 Sep 08 13:54:25.010657 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe407c14-9a61-480f-a240-2d434adfe085 service neutron] Pushing event updated for resources: {'Port': ['ID=0677f870-39bb-4655-b43d-ef2acf0f9f1b,revision_number=2']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:54:25.076961 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-b594ae6d-61b0-4e13-8884-d91f2da00ecb req-c8f1e911-5590-4197-81c1-8a5885c1e231 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=5c37b456-2be1-4170-a806-ad519f2b6e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875964 Sep 08 13:54:25.079403 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.managers [req-9f4eeb63-a608-4e09-acbb-887d9f45b309 req-fe407c14-9a61-480f-a240-2d434adfe085 service neutron] Attempting to bind port 0677f870-39bb-4655-b43d-ef2acf0f9f1b on host hv-cinder-82002 for vnic_type normal with profile {{(pid=112710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 08 13:54:25.079734 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.managers [req-9f4eeb63-a608-4e09-acbb-887d9f45b309 req-fe407c14-9a61-480f-a240-2d434adfe085 service neutron] Attempting to bind port 0677f870-39bb-4655-b43d-ef2acf0f9f1b by drivers openvswitch,hyperv on host hv-cinder-82002 at level 0 using segments [{'id': '05a45535-3863-41af-aef2-abb456ccc09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '27a47ec4-fdfa-4d05-bf7d-7362b88969c5'}] {{(pid=112710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 08 13:54:25.080054 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4eeb63-a608-4e09-acbb-887d9f45b309 req-fe407c14-9a61-480f-a240-2d434adfe085 service neutron] Attempting to bind port 0677f870-39bb-4655-b43d-ef2acf0f9f1b on network 27a47ec4-fdfa-4d05-bf7d-7362b88969c5 {{(pid=112710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 13:54:25.121353 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4eeb63-a608-4e09-acbb-887d9f45b309 req-fe407c14-9a61-480f-a240-2d434adfe085 service neutron] Port 0677f870-39bb-4655-b43d-ef2acf0f9f1b on network 27a47ec4-fdfa-4d05-bf7d-7362b88969c5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82002 {{(pid=112710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 08 13:54:25.121679 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4eeb63-a608-4e09-acbb-887d9f45b309 req-fe407c14-9a61-480f-a240-2d434adfe085 service neutron] Attempting to bind port 0677f870-39bb-4655-b43d-ef2acf0f9f1b on network 27a47ec4-fdfa-4d05-bf7d-7362b88969c5 {{(pid=112710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 13:54:25.155864 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 36974) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:54:25.195543 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4eeb63-a608-4e09-acbb-887d9f45b309 req-fe407c14-9a61-480f-a240-2d434adfe085 service neutron] Checking agent: {'id': '4c2ff875-e6d7-424e-bdc7-d4b2ed4bdd9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82002', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 8, 13, 50, 33), 'started_at': datetime.datetime(2022, 9, 8, 13, 50, 33), 'heartbeat_timestamp': datetime.datetime(2022, 9, 8, 13, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 08 13:54:25.195824 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4eeb63-a608-4e09-acbb-887d9f45b309 req-fe407c14-9a61-480f-a240-2d434adfe085 service neutron] Checking segment: {'id': '05a45535-3863-41af-aef2-abb456ccc09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '27a47ec4-fdfa-4d05-bf7d-7362b88969c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 13:54:25.196433 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4eeb63-a608-4e09-acbb-887d9f45b309 req-fe407c14-9a61-480f-a240-2d434adfe085 service neutron] Bound using segment: {'id': '05a45535-3863-41af-aef2-abb456ccc09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '27a47ec4-fdfa-4d05-bf7d-7362b88969c5'} {{(pid=112710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 08 13:54:25.196574 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.managers [req-9f4eeb63-a608-4e09-acbb-887d9f45b309 req-fe407c14-9a61-480f-a240-2d434adfe085 service neutron] Bound port: 0677f870-39bb-4655-b43d-ef2acf0f9f1b, host: hv-cinder-82002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05a45535-3863-41af-aef2-abb456ccc09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '27a47ec4-fdfa-4d05-bf7d-7362b88969c5'}}] {{(pid=112710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 08 13:54:25.197028 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-9f4eeb63-a608-4e09-acbb-887d9f45b309 req-fe407c14-9a61-480f-a240-2d434adfe085 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (0677f870-39bb-4655-b43d-ef2acf0f9f1b), before_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:25.221955 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f02d89-9944-4069-a510-5c86c3f54727 req-1e68103e-524e-44ff-a760-2eb11aa8519c tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:25.223389 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-31f02d89-9944-4069-a510-5c86c3f54727 req-1e68103e-524e-44ff-a760-2eb11aa8519c tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f7b396f5-eec9-4df0-8dca-0f2ba1cbb42c HTTP/1.1" status: 200 len: 946 time: 0.0680170 Sep 08 13:54:25.264595 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-dc017fa6-87bb-4b3d-9635-314ab28d65b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:25.266657 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:INSERT=1 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:54:25.300003 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.db [req-9f4eeb63-a608-4e09-acbb-887d9f45b309 req-fe407c14-9a61-480f-a240-2d434adfe085 service neutron] For port 0677f870-39bb-4655-b43d-ef2acf0f9f1b, host hv-cinder-82002, cleared binding levels {{(pid=112710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:54:25.320722 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-31f02d89-9944-4069-a510-5c86c3f54727 req-57e79614-4d63-4371-bfab-12b21d40b162 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=5c37b456-2be1-4170-a806-ad519f2b6e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782409 Sep 08 13:54:25.322372 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.db [req-9f4eeb63-a608-4e09-acbb-887d9f45b309 req-fe407c14-9a61-480f-a240-2d434adfe085 service neutron] For port 0677f870-39bb-4655-b43d-ef2acf0f9f1b, host hv-cinder-82002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=0677f870-39bb-4655-b43d-ef2acf0f9f1b,segment=NetworkSegment(05a45535-3863-41af-aef2-abb456ccc09c),segment_id=05a45535-3863-41af-aef2-abb456ccc09c)] {{(pid=112710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:54:25.330201 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-9f4eeb63-a608-4e09-acbb-887d9f45b309 req-fe407c14-9a61-480f-a240-2d434adfe085 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10367797'] for port (0677f870-39bb-4655-b43d-ef2acf0f9f1b), after_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:25.334879 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4eeb63-a608-4e09-acbb-887d9f45b309 req-fe407c14-9a61-480f-a240-2d434adfe085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:25.335486 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-9f4eeb63-a608-4e09-acbb-887d9f45b309 req-fe407c14-9a61-480f-a240-2d434adfe085 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161718'] for port (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:25.346004 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-9f4eeb63-a608-4e09-acbb-887d9f45b309 req-fe407c14-9a61-480f-a240-2d434adfe085 service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/0677f870-39bb-4655-b43d-ef2acf0f9f1b HTTP/1.1" status: 200 len: 1093 time: 0.9982946 Sep 08 13:54:25.346004 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6d8d3c8-d06d-46c4-bcfb-7c64e618aeef', 'tag': '0677f870-39bb-4655-b43d-ef2acf0f9f1b'}] {{(pid=112710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 13:54:25.346004 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4aaac3e20a53a8e6247a431178541979a817c05ad734f54eee24c8be994502e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87d27f32-4300-4ea3-8163-5f107dec6278" -d '{"events": [{"name": "network-changed", "server_uuid": "e6d8d3c8-d06d-46c4-bcfb-7c64e618aeef", "tag": "0677f870-39bb-4655-b43d-ef2acf0f9f1b"}]}' {{(pid=112710) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:54:25.346319 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-dc017fa6-87bb-4b3d-9635-314ab28d65b3 admin admin] Publish callbacks [] for security_group (4a48bdac-e4ac-4867-a8b9-5524a7e5ccc7), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:25.351884 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-dc017fa6-87bb-4b3d-9635-314ab28d65b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (4a48bdac-e4ac-4867-a8b9-5524a7e5ccc7), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:25.368432 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:54:25.386233 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Sep 2022 13:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac05d654-0201-457d-a711-bfbf140643ed x-openstack-request-id: req-ac05d654-0201-457d-a711-bfbf140643ed {{(pid=112710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:54:25.386517 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6d8d3c8-d06d-46c4-bcfb-7c64e618aeef", "tag": "0677f870-39bb-4655-b43d-ef2acf0f9f1b", "status": "completed", "code": 200}]} {{(pid=112710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:54:25.386764 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ac05d654-0201-457d-a711-bfbf140643ed {{(pid=112710) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:54:25.387160 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac05d654-0201-457d-a711-bfbf140643ed'] response: {'name': 'network-changed', 'server_uuid': 'e6d8d3c8-d06d-46c4-bcfb-7c64e618aeef', 'tag': '0677f870-39bb-4655-b43d-ef2acf0f9f1b', 'status': 'completed', 'code': 200} Sep 08 13:54:25.392230 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc017fa6-87bb-4b3d-9635-314ab28d65b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a48bdac-e4ac-4867-a8b9-5524a7e5ccc7,revision_number=1']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:54:25.397062 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe407c14-9a61-480f-a240-2d434adfe085 service neutron] Pushing event updated for resources: {'Port': ['ID=0677f870-39bb-4655-b43d-ef2acf0f9f1b,revision_number=3']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:54:25.416788 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 36982) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:54:25.422312 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-dc017fa6-87bb-4b3d-9635-314ab28d65b3 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=000248a86f34421092a269cdb05d9fb3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2653215 Sep 08 13:54:25.475830 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-308fc60e-e169-42a3-95e7-58ecca758cbb admin admin] Publish callbacks [] for security_group (4a48bdac-e4ac-4867-a8b9-5524a7e5ccc7), before_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:25.497050 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-308fc60e-e169-42a3-95e7-58ecca758cbb admin admin] Publish callbacks [] for security_group (4a48bdac-e4ac-4867-a8b9-5524a7e5ccc7), precommit_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:25.552039 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-308fc60e-e169-42a3-95e7-58ecca758cbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (4a48bdac-e4ac-4867-a8b9-5524a7e5ccc7), after_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:25.555774 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-308fc60e-e169-42a3-95e7-58ecca758cbb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:25.560849 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-308fc60e-e169-42a3-95e7-58ecca758cbb admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/4a48bdac-e4ac-4867-a8b9-5524a7e5ccc7 HTTP/1.1" status: 204 len: 168 time: 0.1407588 Sep 08 13:54:25.621820 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308fc60e-e169-42a3-95e7-58ecca758cbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a48bdac-e4ac-4867-a8b9-5524a7e5ccc7,revision_number=None']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:54:25.659104 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ede248-5a87-4b56-9968-200796ee59f9 req-c1fff159-09af-4572-8754-35bbb71d4d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:25.662759 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-01ede248-5a87-4b56-9968-200796ee59f9 req-c1fff159-09af-4572-8754-35bbb71d4d5e service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=6e64a0c9-b7b0-46ff-8526-88164d493140 HTTP/1.1" status: 200 len: 1130 time: 0.0996978 Sep 08 13:54:25.665279 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d27f32-4300-4ea3-8163-5f107dec6278 req-a8afbed5-b1f5-4e8b-990c-0f6434174cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:25.666868 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-87d27f32-4300-4ea3-8163-5f107dec6278 req-a8afbed5-b1f5-4e8b-990c-0f6434174cac service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=0375e7ef3fb04600b5d4095057658bc7&device_id=e6d8d3c8-d06d-46c4-bcfb-7c64e618aeef HTTP/1.1" status: 200 len: 1127 time: 0.1049678 Sep 08 13:54:25.754326 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e78c34dc-a2b6-4e5a-83ef-cd6d481b1d4e req-e31f0956-a53f-4084-baee-e569aad47944 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=efdb4c65-ed8d-4792-ac96-8b1053b167b5 HTTP/1.1" status: 200 len: 210 time: 0.0457168 Sep 08 13:54:25.949055 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 36996) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:54:25.951829 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-01ede248-5a87-4b56-9968-200796ee59f9 req-f229c467-ab71-41cf-b2c9-dbdc3f95aaa6 service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=67f82339-c558-4fb0-914d-617dffa82f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952500 Sep 08 13:54:25.964430 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ada1162-7149-48e8-b38a-7cc83ef89896 req-7b7b149e-6f64-40dd-b31c-52b8c3edde7c tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:25.965974 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-e754b45e-9ea7-4d0f-8129-a5259caeb376 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:25.966143 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-2ada1162-7149-48e8-b38a-7cc83ef89896 req-7b7b149e-6f64-40dd-b31c-52b8c3edde7c tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=6e64a0c9-b7b0-46ff-8526-88164d493140 HTTP/1.1" status: 200 len: 946 time: 0.1597350 Sep 08 13:54:26.020078 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d27f32-4300-4ea3-8163-5f107dec6278 req-c5987ac6-6e54-46eb-ac16-91a28d36da19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:26.022153 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-87d27f32-4300-4ea3-8163-5f107dec6278 req-c5987ac6-6e54-46eb-ac16-91a28d36da19 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?tenant_id=0375e7ef3fb04600b5d4095057658bc7&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2667716 Sep 08 13:54:26.037319 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:INSERT=11 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:54:26.058859 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-e754b45e-9ea7-4d0f-8129-a5259caeb376 admin admin] Publish callbacks [] for security_group (3e5e26d9-d7fc-4a26-969f-e535869526e3), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:26.063424 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-e754b45e-9ea7-4d0f-8129-a5259caeb376 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (3e5e26d9-d7fc-4a26-969f-e535869526e3), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:26.086173 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-2ada1162-7149-48e8-b38a-7cc83ef89896 req-057b4903-a818-49bc-b4cc-6d1f1c455d58 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=67f82339-c558-4fb0-914d-617dffa82f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071615 Sep 08 13:54:26.094237 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76bb8fd-5865-42af-b561-0b5bc5f41e87 req-295d537d-c865-451e-b90c-73276efff46f tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:26.095709 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-d76bb8fd-5865-42af-b561-0b5bc5f41e87 req-295d537d-c865-451e-b90c-73276efff46f tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=e6d8d3c8-d06d-46c4-bcfb-7c64e618aeef HTTP/1.1" status: 200 len: 943 time: 0.0709872 Sep 08 13:54:26.111581 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e754b45e-9ea7-4d0f-8129-a5259caeb376 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e5e26d9-d7fc-4a26-969f-e535869526e3,revision_number=1']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:54:26.115994 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-e754b45e-9ea7-4d0f-8129-a5259caeb376 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=436a53eab146464184052bd750c1d01c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1658216 Sep 08 13:54:26.119468 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 37000) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:54:26.176893 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-d76bb8fd-5865-42af-b561-0b5bc5f41e87 req-f9a72a65-265f-45ff-8fa2-9c1c2420e019 tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=11df1967-726f-45ee-9cee-c2fdcb4f4bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754578 Sep 08 13:54:26.191791 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-ae0d0070-9c0a-4583-9fc9-54d27fa7e1d8 admin admin] Publish callbacks [] for security_group (3e5e26d9-d7fc-4a26-969f-e535869526e3), before_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:26.212588 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-ae0d0070-9c0a-4583-9fc9-54d27fa7e1d8 admin admin] Publish callbacks [] for security_group (3e5e26d9-d7fc-4a26-969f-e535869526e3), precommit_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:26.258132 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-ae0d0070-9c0a-4583-9fc9-54d27fa7e1d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (3e5e26d9-d7fc-4a26-969f-e535869526e3), after_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:26.260729 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-ae0d0070-9c0a-4583-9fc9-54d27fa7e1d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:26.261876 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-ae0d0070-9c0a-4583-9fc9-54d27fa7e1d8 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/3e5e26d9-d7fc-4a26-969f-e535869526e3 HTTP/1.1" status: 204 len: 168 time: 0.1416378 Sep 08 13:54:26.269884 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d0070-9c0a-4583-9fc9-54d27fa7e1d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e5e26d9-d7fc-4a26-969f-e535869526e3,revision_number=None']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:54:26.572587 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:54:26.600586 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 37006) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:54:26.608587 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d27f32-4300-4ea3-8163-5f107dec6278 req-bf6ce058-5d11-4bbd-927d-7521ffdc2791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:26.610108 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-87d27f32-4300-4ea3-8163-5f107dec6278 req-bf6ce058-5d11-4bbd-927d-7521ffdc2791 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1032307 Sep 08 13:54:26.615167 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-96917271-3182-4ac9-8108-bd64b8ec67d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:26.692035 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-96917271-3182-4ac9-8108-bd64b8ec67d3 admin admin] Publish callbacks [] for security_group (7878fe8e-11ce-4627-8b55-8aa833eeaae6), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:26.696013 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-96917271-3182-4ac9-8108-bd64b8ec67d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (7878fe8e-11ce-4627-8b55-8aa833eeaae6), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:26.699480 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=80,neutron:DELETE=2,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:54:26.740023 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-96917271-3182-4ac9-8108-bd64b8ec67d3 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=7e78ceb8ba374c9889eb43083b3375f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1383843 Sep 08 13:54:26.742713 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96917271-3182-4ac9-8108-bd64b8ec67d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7878fe8e-11ce-4627-8b55-8aa833eeaae6,revision_number=1']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:54:26.742928 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 37008) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:54:26.796871 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-5643c22d-7e64-4511-a39c-19fca8afdb78 admin admin] Publish callbacks [] for security_group (7878fe8e-11ce-4627-8b55-8aa833eeaae6), before_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:26.819501 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-5643c22d-7e64-4511-a39c-19fca8afdb78 admin admin] Publish callbacks [] for security_group (7878fe8e-11ce-4627-8b55-8aa833eeaae6), precommit_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:26.833781 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=65 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:54:26.870786 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=48,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:54:26.882119 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-2153c276-4404-4ec7-9a2e-b526a29aa137 req-9ebfa0f0-45c6-4a85-9102-de8d535125d5 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=efdb4c65-ed8d-4792-ac96-8b1053b167b5 HTTP/1.1" status: 200 len: 210 time: 0.0410440 Sep 08 13:54:26.886874 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:54:26.919226 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-5643c22d-7e64-4511-a39c-19fca8afdb78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (7878fe8e-11ce-4627-8b55-8aa833eeaae6), after_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:26.919226 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-5643c22d-7e64-4511-a39c-19fca8afdb78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:26.919226 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-5643c22d-7e64-4511-a39c-19fca8afdb78 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/7878fe8e-11ce-4627-8b55-8aa833eeaae6 HTTP/1.1" status: 204 len: 168 time: 0.1716578 Sep 08 13:54:26.930305 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5643c22d-7e64-4511-a39c-19fca8afdb78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7878fe8e-11ce-4627-8b55-8aa833eeaae6,revision_number=None']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:54:27.094367 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bd2884-f2a1-45a9-8276-6f2d214bf62c req-4c89ca33-9f9a-43c3-b272-6dab95654179 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:27.096159 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-b0bd2884-f2a1-45a9-8276-6f2d214bf62c req-4c89ca33-9f9a-43c3-b272-6dab95654179 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f7b396f5-eec9-4df0-8dca-0f2ba1cbb42c HTTP/1.1" status: 200 len: 946 time: 0.0587983 Sep 08 13:54:27.150035 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-b0bd2884-f2a1-45a9-8276-6f2d214bf62c req-ea2cffbe-e8bb-4c48-81f1-4e1889874367 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=5c37b456-2be1-4170-a806-ad519f2b6e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475364 Sep 08 13:54:27.315364 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4eeb63-a608-4e09-acbb-887d9f45b309 req-1a05600f-52ee-45a9-89eb-da0f27e0f3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:27.317323 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [req-9f4eeb63-a608-4e09-acbb-887d9f45b309 req-1a05600f-52ee-45a9-89eb-da0f27e0f3a9 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=0375e7ef3fb04600b5d4095057658bc7&device_id=e6d8d3c8-d06d-46c4-bcfb-7c64e618aeef HTTP/1.1" status: 200 len: 1127 time: 0.0729449 Sep 08 13:54:27.405091 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [req-9f4eeb63-a608-4e09-acbb-887d9f45b309 req-20d49205-6077-4dca-84c1-834de24742ed service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0677f870-39bb-4655-b43d-ef2acf0f9f1b HTTP/1.1" status: 200 len: 217 time: 0.0375800 Sep 08 13:54:27.583255 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673574a7-cade-466e-ab6e-3eae55384336 req-68fb36ff-bbc4-497b-aa79-c58fc87514ad tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:27.584635 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-673574a7-cade-466e-ab6e-3eae55384336 req-68fb36ff-bbc4-497b-aa79-c58fc87514ad tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=6e64a0c9-b7b0-46ff-8526-88164d493140 HTTP/1.1" status: 200 len: 946 time: 0.3897729 Sep 08 13:54:27.608100 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8271a0ad-2f59-406e-ad26-1818ea7ae325 req-794e476b-1416-4254-aca8-5a42ebcdb58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:27.609456 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-8271a0ad-2f59-406e-ad26-1818ea7ae325 req-794e476b-1416-4254-aca8-5a42ebcdb58f service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=127bce2080d54fe4871b5aaa6cc394b5&device_id=f7b396f5-eec9-4df0-8dca-0f2ba1cbb42c HTTP/1.1" status: 200 len: 1130 time: 0.3640759 Sep 08 13:54:27.624919 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd0f37a-d4f6-4e66-af35-343b6ff0a873 req-2944bceb-0cc3-4806-822d-a5c63fc24fea tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:27.626500 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-abd0f37a-d4f6-4e66-af35-343b6ff0a873 req-2944bceb-0cc3-4806-822d-a5c63fc24fea tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=e6d8d3c8-d06d-46c4-bcfb-7c64e618aeef HTTP/1.1" status: 200 len: 943 time: 0.3642042 Sep 08 13:54:27.675932 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80504c1-2cc4-4ed2-89a2-d47a84d03725 req-246acebd-1cb9-4ccc-98be-b7b730104d10 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:27.677410 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-d80504c1-2cc4-4ed2-89a2-d47a84d03725 req-246acebd-1cb9-4ccc-98be-b7b730104d10 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.20 "GET /networking/v2.0/networks?id=1c9b3d05-20f8-440e-89b3-587b430f97a5 HTTP/1.1" status: 200 len: 817 time: 0.5083113 Sep 08 13:54:27.717518 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-673574a7-cade-466e-ab6e-3eae55384336 req-ff4f25c3-713f-491e-b6ab-df90a255894f tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=67f82339-c558-4fb0-914d-617dffa82f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210113 Sep 08 13:54:27.721653 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-abd0f37a-d4f6-4e66-af35-343b6ff0a873 req-22e9e19c-1fb3-47c2-bcbe-eb8e6bbfcdc4 tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=11df1967-726f-45ee-9cee-c2fdcb4f4bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861015 Sep 08 13:54:28.015864 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-eda2eb4f-cb91-41e3-aa77-d1ebfb84da66 req-4c29e572-eeba-453f-a979-89f903e09b16 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=efdb4c65-ed8d-4792-ac96-8b1053b167b5 HTTP/1.1" status: 200 len: 210 time: 0.0310652 Sep 08 13:54:28.279686 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e25eddd-34b1-4ec4-b19b-f3676c62c773 req-c30ac82c-e1eb-4bdb-8edf-5796bd7cb2bb tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:28.281275 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-9e25eddd-34b1-4ec4-b19b-f3676c62c773 req-c30ac82c-e1eb-4bdb-8edf-5796bd7cb2bb tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f7b396f5-eec9-4df0-8dca-0f2ba1cbb42c HTTP/1.1" status: 200 len: 946 time: 0.0507689 Sep 08 13:54:28.337505 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-9e25eddd-34b1-4ec4-b19b-f3676c62c773 req-2c3adb66-6858-43a6-a9d2-aac000c8ef4a tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=5c37b456-2be1-4170-a806-ad519f2b6e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499845 Sep 08 13:54:28.347888 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4eeb63-a608-4e09-acbb-887d9f45b309 req-a94b5d6a-b0a2-40a7-80dd-bf943de7db85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:28.349404 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [req-9f4eeb63-a608-4e09-acbb-887d9f45b309 req-a94b5d6a-b0a2-40a7-80dd-bf943de7db85 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=d2ba5489-f901-4caf-afe4-dc1168ba30e9 HTTP/1.1" status: 200 len: 854 time: 0.0744796 Sep 08 13:54:28.476125 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.agents_db [None req-36671662-b8ef-427e-8422-ee96630d1377 None None] Agent healthcheck: found 6 active agents {{(pid=112712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:54:28.664261 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [req-9f4eeb63-a608-4e09-acbb-887d9f45b309 req-53088d9b-574f-4ee0-b064-913d12e0ccb4 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=27a47ec4-fdfa-4d05-bf7d-7362b88969c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296962 Sep 08 13:54:28.712978 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-d80504c1-2cc4-4ed2-89a2-d47a84d03725 req-bd488a6e-4bb6-4f28-ab26-b484b9194e04 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.20 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=bc4476b1f4b84b5593ff2650592b9fb7 HTTP/1.1" status: 200 len: 380 time: 0.1321788 Sep 08 13:54:28.727085 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8271a0ad-2f59-406e-ad26-1818ea7ae325 req-2db16ef2-d907-4d25-812c-12c9442479f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:28.728665 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-8271a0ad-2f59-406e-ad26-1818ea7ae325 req-2db16ef2-d907-4d25-812c-12c9442479f4 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=a6ea2a7a-ef84-454a-b305-c470482cf7fa HTTP/1.1" status: 200 len: 919 time: 0.1409972 Sep 08 13:54:28.733340 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.v2.base [req-d80504c1-2cc4-4ed2-89a2-d47a84d03725 req-be3ff86c-f9a5-4112-9868-bd6a13bc4b1c tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Request body: {'port': {'device_id': 'efdb4c65-ed8d-4792-ac96-8b1053b167b5', 'network_id': '1c9b3d05-20f8-440e-89b3-587b430f97a5', 'admin_state_up': True, 'tenant_id': 'bc4476b1f4b84b5593ff2650592b9fb7', 'security_groups': ['71fbc785-b69a-4abf-8140-4abe8997af2b']}} {{(pid=112710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:54:28.830759 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [req-9f4eeb63-a608-4e09-acbb-887d9f45b309 req-8eb77a0a-fb97-4ba4-af45-ef963f65962b service neutron] 10.222.0.20 "GET /networking/v2.0/networks/27a47ec4-fdfa-4d05-bf7d-7362b88969c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359048 Sep 08 13:54:28.841834 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:54:28.843602 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-8271a0ad-2f59-406e-ad26-1818ea7ae325 req-15f447c3-e71c-4bf0-8a4e-c880c9721027 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8264f39d-725c-426b-913c-05ab5ad2087e HTTP/1.1" status: 200 len: 217 time: 0.1054111 Sep 08 13:54:28.938510 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [req-9f4eeb63-a608-4e09-acbb-887d9f45b309 req-eda331aa-6639-4536-9fb3-57d9d10c6e99 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/27a47ec4-fdfa-4d05-bf7d-7362b88969c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976925 Sep 08 13:54:28.948911 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c716c3f-dd50-49cf-8519-741c2ae321a9 req-b1129b93-125a-4abd-a91c-40b0fd2de763 tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:28.950708 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-2c716c3f-dd50-49cf-8519-741c2ae321a9 req-b1129b93-125a-4abd-a91c-40b0fd2de763 tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=e6d8d3c8-d06d-46c4-bcfb-7c64e618aeef HTTP/1.1" status: 200 len: 943 time: 0.1309905 Sep 08 13:54:28.967278 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e05e2d-230c-4b55-aa3b-5d7a01ede76f req-22832949-af24-49c1-b0de-44380bb23c2e tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:28.968732 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-d3e05e2d-230c-4b55-aa3b-5d7a01ede76f req-22832949-af24-49c1-b0de-44380bb23c2e tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=6e64a0c9-b7b0-46ff-8526-88164d493140 HTTP/1.1" status: 200 len: 946 time: 0.1501350 Sep 08 13:54:29.025493 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=100 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:54:29.027181 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8271a0ad-2f59-406e-ad26-1818ea7ae325 req-626c4980-c000-4984-9ad9-131d31e3fd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:29.028673 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-8271a0ad-2f59-406e-ad26-1818ea7ae325 req-626c4980-c000-4984-9ad9-131d31e3fd2b service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=8a8f577a-16e1-4e37-b6e2-a6cc60df3540 HTTP/1.1" status: 200 len: 857 time: 0.1597190 Sep 08 13:54:29.090199 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-d3e05e2d-230c-4b55-aa3b-5d7a01ede76f req-51934f69-217a-4f3c-bb5f-0e6fe9977e43 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=67f82339-c558-4fb0-914d-617dffa82f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103625 Sep 08 13:54:29.097056 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-2c716c3f-dd50-49cf-8519-741c2ae321a9 req-1c9b22a5-e99a-4c7b-998a-a76cfc74cfed tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=11df1967-726f-45ee-9cee-c2fdcb4f4bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137893 Sep 08 13:54:29.098107 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d80504c1-2cc4-4ed2-89a2-d47a84d03725 req-be3ff86c-f9a5-4112-9868-bd6a13bc4b1c tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Made reservation on behalf of bc4476b1f4b84b5593ff2650592b9fb7 for: {'port': 1} {{(pid=112710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:54:29.101605 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-d80504c1-2cc4-4ed2-89a2-d47a84d03725 req-be3ff86c-f9a5-4112-9868-bd6a13bc4b1c tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (None), before_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:29.276642 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-47704f64-a135-424b-92f2-a91cf32220f1 req-2d7df432-918e-4803-b562-33d485868251 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=efdb4c65-ed8d-4792-ac96-8b1053b167b5 HTTP/1.1" status: 200 len: 210 time: 0.0822749 Sep 08 13:54:29.316604 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065ea194-9577-486f-a763-306322bac913 req-0141e657-1b62-4a2a-8d9c-20893b8ce620 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:29.318144 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-065ea194-9577-486f-a763-306322bac913 req-0141e657-1b62-4a2a-8d9c-20893b8ce620 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=6e64a0c9-b7b0-46ff-8526-88164d493140 HTTP/1.1" status: 200 len: 946 time: 0.1273797 Sep 08 13:54:29.366432 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.db.db_base_plugin_common [req-d80504c1-2cc4-4ed2-89a2-d47a84d03725 req-be3ff86c-f9a5-4112-9868-bd6a13bc4b1c tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Allocated IP 172.20.0.7 (1c9b3d05-20f8-440e-89b3-587b430f97a5/c1fdd510-cbc1-4f0f-8fbd-e177b9f3baf0/c9da782b-975b-4d78-bc93-092cf58fcf3a) {{(pid=112710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:54:29.408044 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-065ea194-9577-486f-a763-306322bac913 req-161c3e70-9b61-4c6a-ba9b-ba4f0a727ea7 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=67f82339-c558-4fb0-914d-617dffa82f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808580 Sep 08 13:54:29.522216 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21533592-70fe-49e2-864e-d94bf3c86526 req-b45dcfd6-22d3-4ba2-a350-1ec3d89a0b1e tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:29.523730 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-21533592-70fe-49e2-864e-d94bf3c86526 req-b45dcfd6-22d3-4ba2-a350-1ec3d89a0b1e tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f7b396f5-eec9-4df0-8dca-0f2ba1cbb42c HTTP/1.1" status: 200 len: 946 time: 0.1045675 Sep 08 13:54:29.611846 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-21533592-70fe-49e2-864e-d94bf3c86526 req-b9de2491-5626-4318-a17e-44feae2b30ac tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=5c37b456-2be1-4170-a806-ad519f2b6e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803988 Sep 08 13:54:29.616649 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-d80504c1-2cc4-4ed2-89a2-d47a84d03725 req-be3ff86c-f9a5-4112-9868-bd6a13bc4b1c tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Publish callbacks [] for port (c9da782b-975b-4d78-bc93-092cf58fcf3a), precommit_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:29.659681 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-d80504c1-2cc4-4ed2-89a2-d47a84d03725 req-be3ff86c-f9a5-4112-9868-bd6a13bc4b1c tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729028134301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10367820'] for port (c9da782b-975b-4d78-bc93-092cf58fcf3a), after_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:29.709265 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d80504c1-2cc4-4ed2-89a2-d47a84d03725 req-be3ff86c-f9a5-4112-9868-bd6a13bc4b1c tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Network 1c9b3d05-20f8-440e-89b3-587b430f97a5 is already hosted by enough agents. {{(pid=112710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:54:29.721918 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.scheduler.base_scheduler [req-d80504c1-2cc4-4ed2-89a2-d47a84d03725 req-be3ff86c-f9a5-4112-9868-bd6a13bc4b1c tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Resources bound (agent type, host, resource id): {{(pid=112710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:54:29.743378 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.db.l3_dvrscheduler_db [req-d80504c1-2cc4-4ed2-89a2-d47a84d03725 req-be3ff86c-f9a5-4112-9868-bd6a13bc4b1c tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Received port after_create {{(pid=112710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 08 13:54:29.780427 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3ff86c-f9a5-4112-9868-bd6a13bc4b1c tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Pushing event updated for resources: {'Port': ['ID=c9da782b-975b-4d78-bc93-092cf58fcf3a,revision_number=1']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:54:29.797011 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13564c20-1bc3-4896-a404-a11008ee5a93 req-09efb1f1-84c5-4146-b03e-17d0ecc8273a tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:29.798587 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-13564c20-1bc3-4896-a404-a11008ee5a93 req-09efb1f1-84c5-4146-b03e-17d0ecc8273a tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=6e64a0c9-b7b0-46ff-8526-88164d493140 HTTP/1.1" status: 200 len: 946 time: 0.0951087 Sep 08 13:54:29.817792 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:54:29.824382 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80504c1-2cc4-4ed2-89a2-d47a84d03725 req-be3ff86c-f9a5-4112-9868-bd6a13bc4b1c tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:29.825007 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-d80504c1-2cc4-4ed2-89a2-d47a84d03725 req-be3ff86c-f9a5-4112-9868-bd6a13bc4b1c tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161718'] for port (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:29.835097 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:54:29.865942 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-d80504c1-2cc4-4ed2-89a2-d47a84d03725 req-be3ff86c-f9a5-4112-9868-bd6a13bc4b1c tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1361961 Sep 08 13:54:29.880704 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-13564c20-1bc3-4896-a404-a11008ee5a93 req-1f9228d5-c933-41d5-8868-3682fdadd12c tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=67f82339-c558-4fb0-914d-617dffa82f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742881 Sep 08 13:54:29.921625 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-6d3b2c30-9094-4eaa-8da3-b3f7d3ef1400 None None] Provisioning complete for port c9da782b-975b-4d78-bc93-092cf58fcf3a triggered by entity DHCP. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 13:54:29.922132 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6d3b2c30-9094-4eaa-8da3-b3f7d3ef1400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (c9da782b-975b-4d78-bc93-092cf58fcf3a), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:29.955380 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-6d3b2c30-9094-4eaa-8da3-b3f7d3ef1400 None None] Port c9da782b-975b-4d78-bc93-092cf58fcf3a cannot update to ACTIVE because it is not bound. {{(pid=112711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 08 13:54:30.239938 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005691cc-83aa-4af2-98b9-52f7b754f77f req-ff994ef6-33ed-4502-9bd6-113fd3725991 tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:30.241429 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-005691cc-83aa-4af2-98b9-52f7b754f77f req-ff994ef6-33ed-4502-9bd6-113fd3725991 tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=e6d8d3c8-d06d-46c4-bcfb-7c64e618aeef HTTP/1.1" status: 200 len: 943 time: 0.0540221 Sep 08 13:54:30.289710 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-005691cc-83aa-4af2-98b9-52f7b754f77f req-f33b6575-ff2d-4ef5-865f-d9e44945bfbd tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=11df1967-726f-45ee-9cee-c2fdcb4f4bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421803 Sep 08 13:54:30.359393 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.v2.base [req-d80504c1-2cc4-4ed2-89a2-d47a84d03725 req-fd6d9ce9-db3d-4657-9c36-2b853b25ae01 service neutron] Request body: {'port': {'device_id': 'efdb4c65-ed8d-4792-ac96-8b1053b167b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82002'}} {{(pid=112710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:54:30.463371 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8271a0ad-2f59-406e-ad26-1818ea7ae325 req-93472490-4d27-4dd9-8344-f2cd2c9952b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:30.464847 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-8271a0ad-2f59-406e-ad26-1818ea7ae325 req-93472490-4d27-4dd9-8344-f2cd2c9952b4 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=a6ea2a7a-ef84-454a-b305-c470482cf7fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1104441 Sep 08 13:54:30.491069 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16df1599-65a0-4df8-b999-4a32ae8887c4 req-dff9063e-dbd6-4e6f-a958-a8e701881fca tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:30.492530 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-16df1599-65a0-4df8-b999-4a32ae8887c4 req-dff9063e-dbd6-4e6f-a958-a8e701881fca tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=efdb4c65-ed8d-4792-ac96-8b1053b167b5 HTTP/1.1" status: 200 len: 931 time: 0.1191382 Sep 08 13:54:30.501097 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-d80504c1-2cc4-4ed2-89a2-d47a84d03725 req-fd6d9ce9-db3d-4657-9c36-2b853b25ae01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (c9da782b-975b-4d78-bc93-092cf58fcf3a), before_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:30.584936 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-16df1599-65a0-4df8-b999-4a32ae8887c4 req-306420a0-3cf8-4c5c-be0b-cacedf4519bc tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=71fbc785-b69a-4abf-8140-4abe8997af2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854011 Sep 08 13:54:30.775655 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7f4529-515e-4004-8385-7807d17a5c0a req-3e01faf9-f367-4cec-b660-495dd125e4fa tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:30.777127 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-0d7f4529-515e-4004-8385-7807d17a5c0a req-3e01faf9-f367-4cec-b660-495dd125e4fa tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f7b396f5-eec9-4df0-8dca-0f2ba1cbb42c HTTP/1.1" status: 200 len: 946 time: 0.0749605 Sep 08 13:54:30.864604 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-0d7f4529-515e-4004-8385-7807d17a5c0a req-7ea59d30-ecd6-4eae-939d-eb6d242555d2 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=5c37b456-2be1-4170-a806-ad519f2b6e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803926 Sep 08 13:54:30.913122 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.notifiers.nova [req-d80504c1-2cc4-4ed2-89a2-d47a84d03725 req-fd6d9ce9-db3d-4657-9c36-2b853b25ae01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9da782b-975b-4d78-bc93-092cf58fcf3a {{(pid=112710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 08 13:54:30.921487 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-d80504c1-2cc4-4ed2-89a2-d47a84d03725 req-fd6d9ce9-db3d-4657-9c36-2b853b25ae01 service neutron] Publish callbacks [] for port (c9da782b-975b-4d78-bc93-092cf58fcf3a), precommit_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:30.935713 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.db.provisioning_blocks [req-d80504c1-2cc4-4ed2-89a2-d47a84d03725 req-fd6d9ce9-db3d-4657-9c36-2b853b25ae01 service neutron] Transition to ACTIVE for port object c9da782b-975b-4d78-bc93-092cf58fcf3a will not be triggered until provisioned by entity L2. {{(pid=112710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 08 13:54:30.939004 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-d80504c1-2cc4-4ed2-89a2-d47a84d03725 req-fd6d9ce9-db3d-4657-9c36-2b853b25ae01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10367797'] for port (c9da782b-975b-4d78-bc93-092cf58fcf3a), after_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:31.003028 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6d9ce9-db3d-4657-9c36-2b853b25ae01 service neutron] Pushing event updated for resources: {'Port': ['ID=c9da782b-975b-4d78-bc93-092cf58fcf3a,revision_number=2']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:54:31.075537 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:54:31.119482 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.managers [req-d80504c1-2cc4-4ed2-89a2-d47a84d03725 req-fd6d9ce9-db3d-4657-9c36-2b853b25ae01 service neutron] Attempting to bind port c9da782b-975b-4d78-bc93-092cf58fcf3a on host hv-cinder-82002 for vnic_type normal with profile {{(pid=112710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 08 13:54:31.119833 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.managers [req-d80504c1-2cc4-4ed2-89a2-d47a84d03725 req-fd6d9ce9-db3d-4657-9c36-2b853b25ae01 service neutron] Attempting to bind port c9da782b-975b-4d78-bc93-092cf58fcf3a by drivers openvswitch,hyperv on host hv-cinder-82002 at level 0 using segments [{'id': '2f6c42c1-14c1-4abe-8cc1-e54cbc6177f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '1c9b3d05-20f8-440e-89b3-587b430f97a5'}] {{(pid=112710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 08 13:54:31.120160 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d80504c1-2cc4-4ed2-89a2-d47a84d03725 req-fd6d9ce9-db3d-4657-9c36-2b853b25ae01 service neutron] Attempting to bind port c9da782b-975b-4d78-bc93-092cf58fcf3a on network 1c9b3d05-20f8-440e-89b3-587b430f97a5 {{(pid=112710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 13:54:31.174778 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:54:31.188289 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-8271a0ad-2f59-406e-ad26-1818ea7ae325 req-b5288505-f91e-4709-ad90-cf5af87e2904 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/a6ea2a7a-ef84-454a-b305-c470482cf7fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611574 Sep 08 13:54:31.191141 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d80504c1-2cc4-4ed2-89a2-d47a84d03725 req-fd6d9ce9-db3d-4657-9c36-2b853b25ae01 service neutron] Port c9da782b-975b-4d78-bc93-092cf58fcf3a on network 1c9b3d05-20f8-440e-89b3-587b430f97a5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82002 {{(pid=112710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 08 13:54:31.191474 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d80504c1-2cc4-4ed2-89a2-d47a84d03725 req-fd6d9ce9-db3d-4657-9c36-2b853b25ae01 service neutron] Attempting to bind port c9da782b-975b-4d78-bc93-092cf58fcf3a on network 1c9b3d05-20f8-440e-89b3-587b430f97a5 {{(pid=112710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 13:54:31.238133 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d80504c1-2cc4-4ed2-89a2-d47a84d03725 req-fd6d9ce9-db3d-4657-9c36-2b853b25ae01 service neutron] Checking agent: {'id': '4c2ff875-e6d7-424e-bdc7-d4b2ed4bdd9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82002', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 8, 13, 50, 33), 'started_at': datetime.datetime(2022, 9, 8, 13, 50, 33), 'heartbeat_timestamp': datetime.datetime(2022, 9, 8, 13, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 08 13:54:31.238642 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d80504c1-2cc4-4ed2-89a2-d47a84d03725 req-fd6d9ce9-db3d-4657-9c36-2b853b25ae01 service neutron] Checking segment: {'id': '2f6c42c1-14c1-4abe-8cc1-e54cbc6177f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '1c9b3d05-20f8-440e-89b3-587b430f97a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 13:54:31.239026 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d80504c1-2cc4-4ed2-89a2-d47a84d03725 req-fd6d9ce9-db3d-4657-9c36-2b853b25ae01 service neutron] Bound using segment: {'id': '2f6c42c1-14c1-4abe-8cc1-e54cbc6177f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '1c9b3d05-20f8-440e-89b3-587b430f97a5'} {{(pid=112710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 08 13:54:31.239461 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.managers [req-d80504c1-2cc4-4ed2-89a2-d47a84d03725 req-fd6d9ce9-db3d-4657-9c36-2b853b25ae01 service neutron] Bound port: c9da782b-975b-4d78-bc93-092cf58fcf3a, host: hv-cinder-82002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f6c42c1-14c1-4abe-8cc1-e54cbc6177f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '1c9b3d05-20f8-440e-89b3-587b430f97a5'}}] {{(pid=112710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 08 13:54:31.239941 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-d80504c1-2cc4-4ed2-89a2-d47a84d03725 req-fd6d9ce9-db3d-4657-9c36-2b853b25ae01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (c9da782b-975b-4d78-bc93-092cf58fcf3a), before_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:31.359560 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.db [req-d80504c1-2cc4-4ed2-89a2-d47a84d03725 req-fd6d9ce9-db3d-4657-9c36-2b853b25ae01 service neutron] For port c9da782b-975b-4d78-bc93-092cf58fcf3a, host hv-cinder-82002, cleared binding levels {{(pid=112710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:54:31.364264 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.db [req-d80504c1-2cc4-4ed2-89a2-d47a84d03725 req-fd6d9ce9-db3d-4657-9c36-2b853b25ae01 service neutron] For port c9da782b-975b-4d78-bc93-092cf58fcf3a, host hv-cinder-82002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=c9da782b-975b-4d78-bc93-092cf58fcf3a,segment=NetworkSegment(2f6c42c1-14c1-4abe-8cc1-e54cbc6177f2),segment_id=2f6c42c1-14c1-4abe-8cc1-e54cbc6177f2)] {{(pid=112710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:54:31.381363 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-d80504c1-2cc4-4ed2-89a2-d47a84d03725 req-fd6d9ce9-db3d-4657-9c36-2b853b25ae01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10367797'] for port (c9da782b-975b-4d78-bc93-092cf58fcf3a), after_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:31.389091 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80504c1-2cc4-4ed2-89a2-d47a84d03725 req-fd6d9ce9-db3d-4657-9c36-2b853b25ae01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:31.389625 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-d80504c1-2cc4-4ed2-89a2-d47a84d03725 req-fd6d9ce9-db3d-4657-9c36-2b853b25ae01 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161718'] for port (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:31.391037 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-d80504c1-2cc4-4ed2-89a2-d47a84d03725 req-fd6d9ce9-db3d-4657-9c36-2b853b25ae01 service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/c9da782b-975b-4d78-bc93-092cf58fcf3a HTTP/1.1" status: 200 len: 1093 time: 1.0378633 Sep 08 13:54:31.403311 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efdb4c65-ed8d-4792-ac96-8b1053b167b5', 'tag': 'c9da782b-975b-4d78-bc93-092cf58fcf3a'}] {{(pid=112710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 13:54:31.405906 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4aaac3e20a53a8e6247a431178541979a817c05ad734f54eee24c8be994502e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90e08254-b3f7-4221-8a34-78bcf6c964d0" -d '{"events": [{"name": "network-changed", "server_uuid": "efdb4c65-ed8d-4792-ac96-8b1053b167b5", "tag": "c9da782b-975b-4d78-bc93-092cf58fcf3a"}]}' {{(pid=112710) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:54:31.486702 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-8271a0ad-2f59-406e-ad26-1818ea7ae325 req-cd5db807-8efc-4e38-9844-11df1386bbed service neutron] 10.222.0.20 "GET /networking/v2.0/networks/a6ea2a7a-ef84-454a-b305-c470482cf7fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152064 Sep 08 13:54:31.491721 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Sep 2022 13:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f2a1fd7-fc7a-4850-8105-cf55c98fcbaa x-openstack-request-id: req-7f2a1fd7-fc7a-4850-8105-cf55c98fcbaa {{(pid=112710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:54:31.492003 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efdb4c65-ed8d-4792-ac96-8b1053b167b5", "tag": "c9da782b-975b-4d78-bc93-092cf58fcf3a", "status": "completed", "code": 200}]} {{(pid=112710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:54:31.492264 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7f2a1fd7-fc7a-4850-8105-cf55c98fcbaa {{(pid=112710) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:54:31.492624 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f2a1fd7-fc7a-4850-8105-cf55c98fcbaa'] response: {'name': 'network-changed', 'server_uuid': 'efdb4c65-ed8d-4792-ac96-8b1053b167b5', 'tag': 'c9da782b-975b-4d78-bc93-092cf58fcf3a', 'status': 'completed', 'code': 200} Sep 08 13:54:31.506766 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8973515-7db7-4808-9cf9-7945abe7ce98 req-6100a84e-ec47-4d56-89bb-5c0a4895419c tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:31.508297 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-d8973515-7db7-4808-9cf9-7945abe7ce98 req-6100a84e-ec47-4d56-89bb-5c0a4895419c tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=e6d8d3c8-d06d-46c4-bcfb-7c64e618aeef HTTP/1.1" status: 200 len: 943 time: 0.1287675 Sep 08 13:54:31.536621 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6d9ce9-db3d-4657-9c36-2b853b25ae01 service neutron] Pushing event updated for resources: {'Port': ['ID=c9da782b-975b-4d78-bc93-092cf58fcf3a,revision_number=3']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:54:31.597446 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-d8973515-7db7-4808-9cf9-7945abe7ce98 req-595ce9a6-be97-409a-9fea-b5f6cde6bc92 tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=11df1967-726f-45ee-9cee-c2fdcb4f4bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826840 Sep 08 13:54:31.607761 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80504c1-2cc4-4ed2-89a2-d47a84d03725 req-ced854cf-61da-49fb-aa0a-6461496c91f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:31.610012 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-d80504c1-2cc4-4ed2-89a2-d47a84d03725 req-ced854cf-61da-49fb-aa0a-6461496c91f2 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=bc4476b1f4b84b5593ff2650592b9fb7&device_id=efdb4c65-ed8d-4792-ac96-8b1053b167b5 HTTP/1.1" status: 200 len: 1127 time: 0.0534995 Sep 08 13:54:31.677043 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-d80504c1-2cc4-4ed2-89a2-d47a84d03725 req-067fa369-122f-44f5-9d2c-5d88e27f3bc2 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c9da782b-975b-4d78-bc93-092cf58fcf3a HTTP/1.1" status: 200 len: 217 time: 0.0375712 Sep 08 13:54:31.727329 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b15d12e-c29a-4ed8-918b-2ff135b109e3 req-c305f518-2fb9-4e41-ba2f-02d3a1875608 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:31.730784 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-4b15d12e-c29a-4ed8-918b-2ff135b109e3 req-c305f518-2fb9-4e41-ba2f-02d3a1875608 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=efdb4c65-ed8d-4792-ac96-8b1053b167b5 HTTP/1.1" status: 200 len: 943 time: 0.0559006 Sep 08 13:54:31.740858 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Device 0677f870-39bb-4655-b43d-ef2acf0f9f1b details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=112711) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:54:31.775383 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:54:31.804626 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80504c1-2cc4-4ed2-89a2-d47a84d03725 req-d61f3141-1b4a-4d9c-922d-f16b614e1a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:31.806206 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-d80504c1-2cc4-4ed2-89a2-d47a84d03725 req-d61f3141-1b4a-4d9c-922d-f16b614e1a53 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=c1fdd510-cbc1-4f0f-8fbd-e177b9f3baf0 HTTP/1.1" status: 200 len: 856 time: 0.0750637 Sep 08 13:54:31.823465 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-4b15d12e-c29a-4ed8-918b-2ff135b109e3 req-d1e7639b-d214-4b8d-bea2-548f707d576d tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=71fbc785-b69a-4abf-8140-4abe8997af2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829427 Sep 08 13:54:31.862392 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] For port 0677f870-39bb-4655-b43d-ef2acf0f9f1b, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=0677f870-39bb-4655-b43d-ef2acf0f9f1b,segment=NetworkSegment(05a45535-3863-41af-aef2-abb456ccc09c),segment_id=05a45535-3863-41af-aef2-abb456ccc09c)] {{(pid=112711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:54:31.874280 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Returning: {'device': '0677f870-39bb-4655-b43d-ef2acf0f9f1b', 'network_id': '27a47ec4-fdfa-4d05-bf7d-7362b88969c5', 'port_id': '0677f870-39bb-4655-b43d-ef2acf0f9f1b', 'mac_address': 'fa:16:3e:23:9b:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2ba5489-f901-4caf-afe4-dc1168ba30e9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112711) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:54:31.910193 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Current status of the port 0677f870-39bb-4655-b43d-ef2acf0f9f1b is: DOWN; New status is: BUILD {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 13:54:31.910633 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (0677f870-39bb-4655-b43d-ef2acf0f9f1b), before_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:31.924019 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.notifiers.nova [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0677f870-39bb-4655-b43d-ef2acf0f9f1b {{(pid=112711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 08 13:54:31.945660 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] For port 0677f870-39bb-4655-b43d-ef2acf0f9f1b, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=0677f870-39bb-4655-b43d-ef2acf0f9f1b,segment=NetworkSegment(05a45535-3863-41af-aef2-abb456ccc09c),segment_id=05a45535-3863-41af-aef2-abb456ccc09c)] {{(pid=112711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:54:31.950787 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (0677f870-39bb-4655-b43d-ef2acf0f9f1b), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:31.991252 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60f461c-6261-4ac9-95f5-47ececda65d5 req-a0b451a6-828c-4f00-bab4-dbfe00058849 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:31.992744 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-d60f461c-6261-4ac9-95f5-47ececda65d5 req-a0b451a6-828c-4f00-bab4-dbfe00058849 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f7b396f5-eec9-4df0-8dca-0f2ba1cbb42c HTTP/1.1" status: 200 len: 946 time: 0.0506034 Sep 08 13:54:31.994400 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:54:32.009802 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Pushing event updated for resources: {'Port': ['ID=0677f870-39bb-4655-b43d-ef2acf0f9f1b,revision_number=4']} {{(pid=112711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:54:32.020527 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:54:32.021013 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:54:32.021649 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:54:32.022057 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:54:32.022388 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:54:32.022878 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:54:32.023213 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:54:32.023538 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:54:32.023884 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:54:32.024236 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:54:32.024562 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:54:32.024901 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:54:32.025227 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:54:32.025560 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:54:32.026448 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:54:32.098349 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-d60f461c-6261-4ac9-95f5-47ececda65d5 req-e20c582f-fd41-4bb2-9b20-4e4cce85d787 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=5c37b456-2be1-4170-a806-ad519f2b6e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990801 Sep 08 13:54:32.107885 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80504c1-2cc4-4ed2-89a2-d47a84d03725 req-65c533ef-eeb8-48a4-9463-29ab42fa9dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:32.109377 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-d80504c1-2cc4-4ed2-89a2-d47a84d03725 req-65c533ef-eeb8-48a4-9463-29ab42fa9dc8 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=1c9b3d05-20f8-440e-89b3-587b430f97a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0680010 Sep 08 13:54:32.519172 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] get_ports_and_sgs() called for port_ids ['0677f870-39bb-4655-b43d-ef2acf0f9f1b'] {{(pid=112711) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 08 13:54:32.581277 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:54:32.585888 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-d80504c1-2cc4-4ed2-89a2-d47a84d03725 req-b1a50a13-e70d-4001-b74a-6dc46e780182 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/1c9b3d05-20f8-440e-89b3-587b430f97a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026642 Sep 08 13:54:33.082729 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3447d6-58fe-4665-b122-2f48f9ae5e82 req-7860e459-f0b8-46c6-a321-393be7c7e1fa tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:33.084070 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-2e3447d6-58fe-4665-b122-2f48f9ae5e82 req-7860e459-f0b8-46c6-a321-393be7c7e1fa tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=e6d8d3c8-d06d-46c4-bcfb-7c64e618aeef HTTP/1.1" status: 200 len: 944 time: 0.3973217 Sep 08 13:54:33.102656 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-1ae1504a-6aef-4489-a321-61ff95578910 req-fbba4b0a-2a8b-4952-bd35-14b9093f0d22 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c6a4b8e4-4292-4db0-89b6-b09f84f513ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1297066 Sep 08 13:54:33.108235 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d8a22c-4451-4369-ae17-5d3256279929 req-60c611f1-bd51-4dd6-abfd-4129d8cebfb7 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:33.109579 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-80d8a22c-4451-4369-ae17-5d3256279929 req-60c611f1-bd51-4dd6-abfd-4129d8cebfb7 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=efdb4c65-ed8d-4792-ac96-8b1053b167b5 HTTP/1.1" status: 200 len: 943 time: 0.1342609 Sep 08 13:54:33.119462 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:54:33.141129 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-d80504c1-2cc4-4ed2-89a2-d47a84d03725 req-79766ee9-0ec1-47cc-8ce5-41a6b06cc274 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/1c9b3d05-20f8-440e-89b3-587b430f97a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4747562 Sep 08 13:54:33.205918 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-2e3447d6-58fe-4665-b122-2f48f9ae5e82 req-13ffbfc2-2f2b-44da-ba66-304f1edc105d tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=11df1967-726f-45ee-9cee-c2fdcb4f4bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108203 Sep 08 13:54:33.225513 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-80d8a22c-4451-4369-ae17-5d3256279929 req-8f9d8493-6404-497a-b21d-d9f72141eb2b tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=71fbc785-b69a-4abf-8140-4abe8997af2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023421 Sep 08 13:54:33.245393 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae1504a-6aef-4489-a321-61ff95578910 req-c3828df8-9888-4d40-9666-37e88522385c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:33.247183 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-1ae1504a-6aef-4489-a321-61ff95578910 req-c3828df8-9888-4d40-9666-37e88522385c service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=b4ca185497284e9780eba8fc2e713d6e&device_id=c6a4b8e4-4292-4db0-89b6-b09f84f513ce HTTP/1.1" status: 200 len: 1129 time: 0.0585041 Sep 08 13:54:33.320522 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32f755d-c918-46db-a9a7-921a7c1a0b38 req-e1a5c437-b8be-4cfd-8553-93d5d037180b tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:33.322090 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-a32f755d-c918-46db-a9a7-921a7c1a0b38 req-e1a5c437-b8be-4cfd-8553-93d5d037180b tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f7b396f5-eec9-4df0-8dca-0f2ba1cbb42c HTTP/1.1" status: 200 len: 946 time: 0.0504892 Sep 08 13:54:33.369874 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-a32f755d-c918-46db-a9a7-921a7c1a0b38 req-f31ec48c-e335-49d2-ab8c-70cfe29765ab tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=5c37b456-2be1-4170-a806-ad519f2b6e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415347 Sep 08 13:54:33.913689 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (4c2ff875-e6d7-424e-bdc7-d4b2ed4bdd9c), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:33.925885 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Device 0677f870-39bb-4655-b43d-ef2acf0f9f1b up at agent hyperv_hv-cinder-82002 {{(pid=112711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:54:33.970852 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Provisioning for port 0677f870-39bb-4655-b43d-ef2acf0f9f1b completed by entity L2. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 08 13:54:33.977401 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Provisioning complete for port 0677f870-39bb-4655-b43d-ef2acf0f9f1b triggered by entity L2. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 13:54:33.977892 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (0677f870-39bb-4655-b43d-ef2acf0f9f1b), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:34.057456 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Current status of the port 0677f870-39bb-4655-b43d-ef2acf0f9f1b is: BUILD; New status is: ACTIVE {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 13:54:34.057886 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (0677f870-39bb-4655-b43d-ef2acf0f9f1b), before_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:34.083701 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6d8d3c8-d06d-46c4-bcfb-7c64e618aeef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0677f870-39bb-4655-b43d-ef2acf0f9f1b'}] {{(pid=112711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 13:54:34.086045 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da88ec0cbec787fa3ec3fbfc035ae72aba30a0bab36d561f227dc8a59222d55b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5894d5ee-0fcc-4774-8cff-25a1b2e5ddb2" -d '{"events": [{"server_uuid": "e6d8d3c8-d06d-46c4-bcfb-7c64e618aeef", "name": "network-vif-plugged", "status": "completed", "tag": "0677f870-39bb-4655-b43d-ef2acf0f9f1b"}]}' {{(pid=112711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:54:34.103297 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] For port 0677f870-39bb-4655-b43d-ef2acf0f9f1b, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=0677f870-39bb-4655-b43d-ef2acf0f9f1b,segment=NetworkSegment(05a45535-3863-41af-aef2-abb456ccc09c),segment_id=05a45535-3863-41af-aef2-abb456ccc09c)] {{(pid=112711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:54:34.107824 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (0677f870-39bb-4655-b43d-ef2acf0f9f1b), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:34.136735 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Sep 2022 13:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e1b7cfe-da6e-4c87-9b17-36388da4b1dd x-openstack-request-id: req-0e1b7cfe-da6e-4c87-9b17-36388da4b1dd {{(pid=112711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:54:34.137051 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6d8d3c8-d06d-46c4-bcfb-7c64e618aeef", "name": "network-vif-plugged", "status": "completed", "tag": "0677f870-39bb-4655-b43d-ef2acf0f9f1b", "code": 200}]} {{(pid=112711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:54:34.137306 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0e1b7cfe-da6e-4c87-9b17-36388da4b1dd {{(pid=112711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:54:34.137695 dv-cinder-820027-24-iscsi neutron-server[112711]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e1b7cfe-da6e-4c87-9b17-36388da4b1dd'] response: {'server_uuid': 'e6d8d3c8-d06d-46c4-bcfb-7c64e618aeef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0677f870-39bb-4655-b43d-ef2acf0f9f1b', 'code': 200} Sep 08 13:54:34.161708 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Pushing event updated for resources: {'Port': ['ID=0677f870-39bb-4655-b43d-ef2acf0f9f1b,revision_number=5']} {{(pid=112711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:54:34.345819 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dea78f-2f50-4d6d-b89f-806598308356 req-d98ea936-bbd9-4ee8-9c5a-fc2805cb943c tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:34.347176 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-80dea78f-2f50-4d6d-b89f-806598308356 req-d98ea936-bbd9-4ee8-9c5a-fc2805cb943c tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=e6d8d3c8-d06d-46c4-bcfb-7c64e618aeef HTTP/1.1" status: 200 len: 945 time: 0.0572093 Sep 08 13:54:34.397714 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580bdd4d-c899-4f52-89eb-c6be72e72303 req-f30aec4f-3cd7-424a-a412-1f7d962f2efb tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:34.399266 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-580bdd4d-c899-4f52-89eb-c6be72e72303 req-f30aec4f-3cd7-424a-a412-1f7d962f2efb tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=efdb4c65-ed8d-4792-ac96-8b1053b167b5 HTTP/1.1" status: 200 len: 943 time: 0.0720417 Sep 08 13:54:34.434146 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-80dea78f-2f50-4d6d-b89f-806598308356 req-270170ac-744b-405a-b2cb-003fb8200b78 tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=11df1967-726f-45ee-9cee-c2fdcb4f4bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703261 Sep 08 13:54:34.465812 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-580bdd4d-c899-4f52-89eb-c6be72e72303 req-371cd0ac-5ad6-491c-820e-3f8e365f8529 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=71fbc785-b69a-4abf-8140-4abe8997af2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607955 Sep 08 13:54:34.538552 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b493d107-f115-49ac-80f5-005a3ed7fa1a req-2f882e48-1610-49f9-8163-77f919eeddc3 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:34.540048 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-b493d107-f115-49ac-80f5-005a3ed7fa1a req-2f882e48-1610-49f9-8163-77f919eeddc3 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f7b396f5-eec9-4df0-8dca-0f2ba1cbb42c HTTP/1.1" status: 200 len: 946 time: 0.0488453 Sep 08 13:54:34.588226 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-b493d107-f115-49ac-80f5-005a3ed7fa1a req-7e5c24bb-8d4b-4cba-a832-177912643c84 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=5c37b456-2be1-4170-a806-ad519f2b6e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426233 Sep 08 13:54:35.234901 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e08254-b3f7-4221-8a34-78bcf6c964d0 req-d4aa19ba-1a80-4186-b39b-51e5d066e88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:35.236309 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-90e08254-b3f7-4221-8a34-78bcf6c964d0 req-d4aa19ba-1a80-4186-b39b-51e5d066e88b service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=bc4476b1f4b84b5593ff2650592b9fb7&device_id=efdb4c65-ed8d-4792-ac96-8b1053b167b5 HTTP/1.1" status: 200 len: 1127 time: 0.0425470 Sep 08 13:54:35.407496 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=100 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:54:35.418223 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae1504a-6aef-4489-a321-61ff95578910 req-4f098740-ae57-4ddb-be73-a0ba471d017c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:35.419788 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-1ae1504a-6aef-4489-a321-61ff95578910 req-4f098740-ae57-4ddb-be73-a0ba471d017c service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=cf5901ef-2ee5-4879-85aa-18770c77b80a HTTP/1.1" status: 200 len: 916 time: 0.1825967 Sep 08 13:54:35.421103 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e08254-b3f7-4221-8a34-78bcf6c964d0 req-1dccd638-cc2f-4790-a14f-edf0cf8d7384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:35.422448 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-90e08254-b3f7-4221-8a34-78bcf6c964d0 req-1dccd638-cc2f-4790-a14f-edf0cf8d7384 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=1c9b3d05-20f8-440e-89b3-587b430f97a5 HTTP/1.1" status: 200 len: 918 time: 0.1382842 Sep 08 13:54:35.471777 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410ae744-1e1a-4644-b5a0-c2501028e0bc req-abe5ff29-577c-47a2-9547-aa6e2f7b0e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:35.473352 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [req-410ae744-1e1a-4644-b5a0-c2501028e0bc req-abe5ff29-577c-47a2-9547-aa6e2f7b0e5f service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=e6d8d3c8-d06d-46c4-bcfb-7c64e618aeef HTTP/1.1" status: 200 len: 1129 time: 0.0435717 Sep 08 13:54:35.530465 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-90e08254-b3f7-4221-8a34-78bcf6c964d0 req-18567344-d728-4b22-b085-91ea359f0a95 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c9da782b-975b-4d78-bc93-092cf58fcf3a HTTP/1.1" status: 200 len: 217 time: 0.0899725 Sep 08 13:54:35.547429 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [req-410ae744-1e1a-4644-b5a0-c2501028e0bc req-03f149f0-c59a-457c-a212-c44cb84fe5a0 service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=11df1967-726f-45ee-9cee-c2fdcb4f4bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676224 Sep 08 13:54:35.671990 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 37246) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:54:35.679171 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-1ae1504a-6aef-4489-a321-61ff95578910 req-d36840ad-df98-454a-ab2f-82c5363693a0 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=94671fa2-8c0f-46c1-8d8a-12ec57a1598d HTTP/1.1" status: 200 len: 1001 time: 0.2399268 Sep 08 13:54:35.688765 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b453bfd4-d11c-4c50-85ee-15c8ae365a56 req-0591de24-80bb-4f51-afb7-1530dba3c323 tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:35.690222 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-b453bfd4-d11c-4c50-85ee-15c8ae365a56 req-0591de24-80bb-4f51-afb7-1530dba3c323 tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=e6d8d3c8-d06d-46c4-bcfb-7c64e618aeef HTTP/1.1" status: 200 len: 945 time: 0.1694117 Sep 08 13:54:35.717484 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1e528b-ef09-4996-8694-950c1dcf07e2 req-ecc1c9b6-7af6-4f0e-8062-35d640d7582b tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:35.718966 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-6a1e528b-ef09-4996-8694-950c1dcf07e2 req-ecc1c9b6-7af6-4f0e-8062-35d640d7582b tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=efdb4c65-ed8d-4792-ac96-8b1053b167b5 HTTP/1.1" status: 200 len: 943 time: 0.1083412 Sep 08 13:54:35.727009 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e08254-b3f7-4221-8a34-78bcf6c964d0 req-598feabd-8adc-407b-bd0b-12418ab271fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:35.728413 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-90e08254-b3f7-4221-8a34-78bcf6c964d0 req-598feabd-8adc-407b-bd0b-12418ab271fa service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=c1fdd510-cbc1-4f0f-8fbd-e177b9f3baf0 HTTP/1.1" status: 200 len: 856 time: 0.1791732 Sep 08 13:54:35.782559 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-94b20f08-b745-4b20-bf61-7b7df413a021 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:35.791660 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-b453bfd4-d11c-4c50-85ee-15c8ae365a56 req-83cfded9-8d8a-40a0-967f-1cb9a9032948 tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=11df1967-726f-45ee-9cee-c2fdcb4f4bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931382 Sep 08 13:54:35.813003 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-6a1e528b-ef09-4996-8694-950c1dcf07e2 req-1e78dd84-e9a9-4d5a-9939-e03aa9fdfd20 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=71fbc785-b69a-4abf-8140-4abe8997af2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818832 Sep 08 13:54:35.875954 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-94b20f08-b745-4b20-bf61-7b7df413a021 admin admin] Publish callbacks [] for security_group (930d498f-66d9-4537-a1b9-a6f13f4112c5), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:35.879684 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-94b20f08-b745-4b20-bf61-7b7df413a021 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (930d498f-66d9-4537-a1b9-a6f13f4112c5), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:35.887981 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=100 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:54:35.913582 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1a7857-2bc8-47e0-ba8f-57d4950a390d req-03abceae-9f61-4a57-8b5c-f502427f57b6 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:35.915187 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-ca1a7857-2bc8-47e0-ba8f-57d4950a390d req-03abceae-9f61-4a57-8b5c-f502427f57b6 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f7b396f5-eec9-4df0-8dca-0f2ba1cbb42c HTTP/1.1" status: 200 len: 946 time: 0.0578609 Sep 08 13:54:35.917885 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Device c9da782b-975b-4d78-bc93-092cf58fcf3a details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=112711) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:54:35.922332 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b20f08-b745-4b20-bf61-7b7df413a021 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=930d498f-66d9-4537-a1b9-a6f13f4112c5,revision_number=1']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:54:35.927689 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-94b20f08-b745-4b20-bf61-7b7df413a021 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=e043585927d448e59ebd18173ccf1759&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2546875 Sep 08 13:54:35.932036 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 37250) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:54:35.942461 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b20f08-b745-4b20-bf61-7b7df413a021 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:54:35.942809 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b20f08-b745-4b20-bf61-7b7df413a021 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:54:35.943349 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b20f08-b745-4b20-bf61-7b7df413a021 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:54:35.943702 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b20f08-b745-4b20-bf61-7b7df413a021 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:54:35.944042 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b20f08-b745-4b20-bf61-7b7df413a021 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:54:35.944377 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b20f08-b745-4b20-bf61-7b7df413a021 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:54:35.944709 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b20f08-b745-4b20-bf61-7b7df413a021 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:54:35.945039 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b20f08-b745-4b20-bf61-7b7df413a021 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:54:35.945367 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b20f08-b745-4b20-bf61-7b7df413a021 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:54:35.945690 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b20f08-b745-4b20-bf61-7b7df413a021 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:54:35.946216 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b20f08-b745-4b20-bf61-7b7df413a021 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:54:35.946548 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b20f08-b745-4b20-bf61-7b7df413a021 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:54:35.946868 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b20f08-b745-4b20-bf61-7b7df413a021 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:54:35.947351 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b20f08-b745-4b20-bf61-7b7df413a021 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:54:35.947678 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b20f08-b745-4b20-bf61-7b7df413a021 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:54:35.972110 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-ca1a7857-2bc8-47e0-ba8f-57d4950a390d req-43e2f14c-2ce6-40b8-9fd1-521c1234e574 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=5c37b456-2be1-4170-a806-ad519f2b6e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495656 Sep 08 13:54:36.003377 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:54:36.010778 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-e0651acf-1ea0-417a-a793-cb61b8cf0adc admin admin] Publish callbacks [] for security_group (930d498f-66d9-4537-a1b9-a6f13f4112c5), before_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:36.032810 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-e0651acf-1ea0-417a-a793-cb61b8cf0adc admin admin] Publish callbacks [] for security_group (930d498f-66d9-4537-a1b9-a6f13f4112c5), precommit_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:36.042341 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] For port c9da782b-975b-4d78-bc93-092cf58fcf3a, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=c9da782b-975b-4d78-bc93-092cf58fcf3a,segment=NetworkSegment(2f6c42c1-14c1-4abe-8cc1-e54cbc6177f2),segment_id=2f6c42c1-14c1-4abe-8cc1-e54cbc6177f2)] {{(pid=112711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:54:36.054704 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Returning: {'device': 'c9da782b-975b-4d78-bc93-092cf58fcf3a', 'network_id': '1c9b3d05-20f8-440e-89b3-587b430f97a5', 'port_id': 'c9da782b-975b-4d78-bc93-092cf58fcf3a', 'mac_address': 'fa:16:3e:62:97:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1fdd510-cbc1-4f0f-8fbd-e177b9f3baf0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112711) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:54:36.059687 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:54:36.091087 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-e0651acf-1ea0-417a-a793-cb61b8cf0adc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (930d498f-66d9-4537-a1b9-a6f13f4112c5), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:36.094737 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-e0651acf-1ea0-417a-a793-cb61b8cf0adc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:36.099821 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-e0651acf-1ea0-417a-a793-cb61b8cf0adc admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/930d498f-66d9-4537-a1b9-a6f13f4112c5 HTTP/1.1" status: 204 len: 168 time: 0.1665471 Sep 08 13:54:36.100170 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Current status of the port c9da782b-975b-4d78-bc93-092cf58fcf3a is: DOWN; New status is: BUILD {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 13:54:36.100665 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (c9da782b-975b-4d78-bc93-092cf58fcf3a), before_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:36.109964 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0651acf-1ea0-417a-a793-cb61b8cf0adc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=930d498f-66d9-4537-a1b9-a6f13f4112c5,revision_number=None']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:54:36.115993 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.notifiers.nova [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9da782b-975b-4d78-bc93-092cf58fcf3a {{(pid=112711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 08 13:54:36.154869 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e08254-b3f7-4221-8a34-78bcf6c964d0 req-32cc210e-5f7b-4d49-845c-8a57da6a1a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:36.156901 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-90e08254-b3f7-4221-8a34-78bcf6c964d0 req-32cc210e-5f7b-4d49-845c-8a57da6a1a64 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=1c9b3d05-20f8-440e-89b3-587b430f97a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0788472 Sep 08 13:54:36.163453 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] For port c9da782b-975b-4d78-bc93-092cf58fcf3a, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=c9da782b-975b-4d78-bc93-092cf58fcf3a,segment=NetworkSegment(2f6c42c1-14c1-4abe-8cc1-e54cbc6177f2),segment_id=2f6c42c1-14c1-4abe-8cc1-e54cbc6177f2)] {{(pid=112711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:54:36.172354 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (c9da782b-975b-4d78-bc93-092cf58fcf3a), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:36.177448 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae1504a-6aef-4489-a321-61ff95578910 req-492c2b19-f143-4836-880d-d2cf547e597f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:36.179059 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-1ae1504a-6aef-4489-a321-61ff95578910 req-492c2b19-f143-4836-880d-d2cf547e597f service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=a139bee4-b378-4a6d-bfa3-c572d95f8369 HTTP/1.1" status: 200 len: 854 time: 0.1103954 Sep 08 13:54:36.224179 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Pushing event updated for resources: {'Port': ['ID=c9da782b-975b-4d78-bc93-092cf58fcf3a,revision_number=4']} {{(pid=112711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:54:36.393350 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 37262) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:54:36.406941 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-8e04385b-32f7-4670-8a45-c8d4e4278cab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:36.441154 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=3 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:54:36.487647 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-8e04385b-32f7-4670-8a45-c8d4e4278cab admin admin] Publish callbacks [] for security_group (dd37effa-4219-4c08-a2c4-e32c165bc082), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:36.491245 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-8e04385b-32f7-4670-8a45-c8d4e4278cab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (dd37effa-4219-4c08-a2c4-e32c165bc082), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:36.533473 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-8e04385b-32f7-4670-8a45-c8d4e4278cab admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=08df768879f04bfb8a1b6390d2b0be3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1389759 Sep 08 13:54:36.534348 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e04385b-32f7-4670-8a45-c8d4e4278cab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd37effa-4219-4c08-a2c4-e32c165bc082,revision_number=1']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:54:36.536460 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 37266) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:54:36.586414 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-e5e6aa0f-eccd-4788-ae68-16c29878c696 admin admin] Publish callbacks [] for security_group (dd37effa-4219-4c08-a2c4-e32c165bc082), before_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:36.606252 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-e5e6aa0f-eccd-4788-ae68-16c29878c696 admin admin] Publish callbacks [] for security_group (dd37effa-4219-4c08-a2c4-e32c165bc082), precommit_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:36.653725 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-e5e6aa0f-eccd-4788-ae68-16c29878c696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (dd37effa-4219-4c08-a2c4-e32c165bc082), after_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:36.656258 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-e5e6aa0f-eccd-4788-ae68-16c29878c696 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:36.657413 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-e5e6aa0f-eccd-4788-ae68-16c29878c696 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/dd37effa-4219-4c08-a2c4-e32c165bc082 HTTP/1.1" status: 204 len: 168 time: 0.1199167 Sep 08 13:54:36.666414 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e6aa0f-eccd-4788-ae68-16c29878c696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd37effa-4219-4c08-a2c4-e32c165bc082,revision_number=None']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:54:36.832213 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] get_ports_and_sgs() called for port_ids ['c9da782b-975b-4d78-bc93-092cf58fcf3a'] {{(pid=112711) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 08 13:54:36.937259 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:54:36.965190 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae1504a-6aef-4489-a321-61ff95578910 req-64bb9653-ddab-47e6-a1f3-ae7df97a40aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:36.967303 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-1ae1504a-6aef-4489-a321-61ff95578910 req-64bb9653-ddab-47e6-a1f3-ae7df97a40aa service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=cf5901ef-2ee5-4879-85aa-18770c77b80a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1539967 Sep 08 13:54:36.982884 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60dd5bc-e367-4670-aef9-ad0f07297106 req-69ad908a-d3e6-46fa-be98-cc0d616ea443 tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:36.984612 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-d60dd5bc-e367-4670-aef9-ad0f07297106 req-69ad908a-d3e6-46fa-be98-cc0d616ea443 tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=e6d8d3c8-d06d-46c4-bcfb-7c64e618aeef HTTP/1.1" status: 200 len: 945 time: 0.0747080 Sep 08 13:54:37.028087 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-90e08254-b3f7-4221-8a34-78bcf6c964d0 req-0e1ed2fa-bd30-4e53-adc1-54f72468487c service neutron] 10.222.0.20 "GET /networking/v2.0/networks/1c9b3d05-20f8-440e-89b3-587b430f97a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159421 Sep 08 13:54:37.061531 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-d60dd5bc-e367-4670-aef9-ad0f07297106 req-c2c1cd12-8009-4ee1-9882-628131b502d9 tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=11df1967-726f-45ee-9cee-c2fdcb4f4bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649645 Sep 08 13:54:37.085401 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 37282) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:54:37.100467 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-a452ea7f-87b5-4ebd-aa5c-46f22da8ced5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:37.215908 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-a452ea7f-87b5-4ebd-aa5c-46f22da8ced5 admin admin] Publish callbacks [] for security_group (4fa5283a-8908-4b41-a6cf-3a7e4b74363f), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:37.221637 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-a452ea7f-87b5-4ebd-aa5c-46f22da8ced5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (4fa5283a-8908-4b41-a6cf-3a7e4b74363f), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:37.251753 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:54:37.264219 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a452ea7f-87b5-4ebd-aa5c-46f22da8ced5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fa5283a-8908-4b41-a6cf-3a7e4b74363f,revision_number=1']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:54:37.272888 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-a452ea7f-87b5-4ebd-aa5c-46f22da8ced5 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=31b50cb56ea34b0085b5ac657c0669a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1833589 Sep 08 13:54:37.273565 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 37286) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:54:37.313653 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b522bc89-4ceb-47e0-b135-4b041402d436 req-01bb565d-2497-4820-bade-90807020d425 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:37.315394 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-b522bc89-4ceb-47e0-b135-4b041402d436 req-01bb565d-2497-4820-bade-90807020d425 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=efdb4c65-ed8d-4792-ac96-8b1053b167b5 HTTP/1.1" status: 200 len: 944 time: 0.1884778 Sep 08 13:54:37.334941 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-3de6ceb8-ec24-4649-98a2-e8cc014acbcc admin admin] Publish callbacks [] for security_group (4fa5283a-8908-4b41-a6cf-3a7e4b74363f), before_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:37.355146 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d0f741-2fdf-41d0-8a1d-a9e2f698f319 req-ee4cc614-e944-46e8-a62e-8226b0bc6ac4 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:37.356564 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-d7d0f741-2fdf-41d0-8a1d-a9e2f698f319 req-ee4cc614-e944-46e8-a62e-8226b0bc6ac4 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f7b396f5-eec9-4df0-8dca-0f2ba1cbb42c HTTP/1.1" status: 200 len: 946 time: 0.1254964 Sep 08 13:54:37.357642 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-3de6ceb8-ec24-4649-98a2-e8cc014acbcc admin admin] Publish callbacks [] for security_group (4fa5283a-8908-4b41-a6cf-3a7e4b74363f), precommit_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:37.400450 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-1ae1504a-6aef-4489-a321-61ff95578910 req-cf70b5cd-f2c2-465f-8621-5633390ad264 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/cf5901ef-2ee5-4879-85aa-18770c77b80a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3269644 Sep 08 13:54:37.404492 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-90e08254-b3f7-4221-8a34-78bcf6c964d0 req-bd88922c-0ff4-46ba-830c-5f39ed255a65 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/1c9b3d05-20f8-440e-89b3-587b430f97a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3221750 Sep 08 13:54:37.407100 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-3de6ceb8-ec24-4649-98a2-e8cc014acbcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (4fa5283a-8908-4b41-a6cf-3a7e4b74363f), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:37.410185 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-3de6ceb8-ec24-4649-98a2-e8cc014acbcc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:37.410971 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-3de6ceb8-ec24-4649-98a2-e8cc014acbcc admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/4fa5283a-8908-4b41-a6cf-3a7e4b74363f HTTP/1.1" status: 204 len: 168 time: 0.1369424 Sep 08 13:54:37.421672 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de6ceb8-ec24-4649-98a2-e8cc014acbcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fa5283a-8908-4b41-a6cf-3a7e4b74363f,revision_number=None']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:54:37.450359 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-b522bc89-4ceb-47e0-b135-4b041402d436 req-b1261941-685d-4129-a3dc-af3765083d05 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=71fbc785-b69a-4abf-8140-4abe8997af2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199577 Sep 08 13:54:37.453896 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-d7d0f741-2fdf-41d0-8a1d-a9e2f698f319 req-968107c0-d400-40a2-84d2-5fee8e544a5b tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=5c37b456-2be1-4170-a806-ad519f2b6e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860376 Sep 08 13:54:38.166936 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:54:38.185337 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9b08c7-f897-431c-b5e9-587edd7b39ef req-d48cbf58-616b-46c0-8c29-47c37c21e9f8 tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:38.187296 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-cd9b08c7-f897-431c-b5e9-587edd7b39ef req-d48cbf58-616b-46c0-8c29-47c37c21e9f8 tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=e6d8d3c8-d06d-46c4-bcfb-7c64e618aeef HTTP/1.1" status: 200 len: 945 time: 0.0518527 Sep 08 13:54:38.241762 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-cd9b08c7-f897-431c-b5e9-587edd7b39ef req-62527a6e-0065-4fb2-b033-2473798714a7 tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=11df1967-726f-45ee-9cee-c2fdcb4f4bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486581 Sep 08 13:54:38.327138 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Device c9da782b-975b-4d78-bc93-092cf58fcf3a up at agent hyperv_hv-cinder-82002 {{(pid=112711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:54:38.371562 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Provisioning for port c9da782b-975b-4d78-bc93-092cf58fcf3a completed by entity L2. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 08 13:54:38.377487 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Provisioning complete for port c9da782b-975b-4d78-bc93-092cf58fcf3a triggered by entity L2. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 13:54:38.378014 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (c9da782b-975b-4d78-bc93-092cf58fcf3a), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:38.454155 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Current status of the port c9da782b-975b-4d78-bc93-092cf58fcf3a is: BUILD; New status is: ACTIVE {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 13:54:38.454464 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (c9da782b-975b-4d78-bc93-092cf58fcf3a), before_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:38.472047 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=2 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:54:38.478935 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efdb4c65-ed8d-4792-ac96-8b1053b167b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9da782b-975b-4d78-bc93-092cf58fcf3a'}] {{(pid=112711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 13:54:38.481165 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da88ec0cbec787fa3ec3fbfc035ae72aba30a0bab36d561f227dc8a59222d55b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b95361fd-a4a2-44b6-8e44-3d8254470d09" -d '{"events": [{"server_uuid": "efdb4c65-ed8d-4792-ac96-8b1053b167b5", "name": "network-vif-plugged", "status": "completed", "tag": "c9da782b-975b-4d78-bc93-092cf58fcf3a"}]}' {{(pid=112711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:54:38.496532 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] For port c9da782b-975b-4d78-bc93-092cf58fcf3a, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=c9da782b-975b-4d78-bc93-092cf58fcf3a,segment=NetworkSegment(2f6c42c1-14c1-4abe-8cc1-e54cbc6177f2),segment_id=2f6c42c1-14c1-4abe-8cc1-e54cbc6177f2)] {{(pid=112711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:54:38.499539 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-1ae1504a-6aef-4489-a321-61ff95578910 req-2904cd22-99af-4add-b547-643af2d3c1e9 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/cf5901ef-2ee5-4879-85aa-18770c77b80a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941336 Sep 08 13:54:38.501832 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (c9da782b-975b-4d78-bc93-092cf58fcf3a), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:38.546553 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Sep 2022 13:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a862473-4bae-4e11-a96a-be85bc3df6d1 x-openstack-request-id: req-6a862473-4bae-4e11-a96a-be85bc3df6d1 {{(pid=112711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:54:38.546840 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efdb4c65-ed8d-4792-ac96-8b1053b167b5", "name": "network-vif-plugged", "status": "completed", "tag": "c9da782b-975b-4d78-bc93-092cf58fcf3a", "code": 200}]} {{(pid=112711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:54:38.547093 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6a862473-4bae-4e11-a96a-be85bc3df6d1 {{(pid=112711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:54:38.547491 dv-cinder-820027-24-iscsi neutron-server[112711]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a862473-4bae-4e11-a96a-be85bc3df6d1'] response: {'server_uuid': 'efdb4c65-ed8d-4792-ac96-8b1053b167b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9da782b-975b-4d78-bc93-092cf58fcf3a', 'code': 200} Sep 08 13:54:38.557154 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Pushing event updated for resources: {'Port': ['ID=c9da782b-975b-4d78-bc93-092cf58fcf3a,revision_number=5']} {{(pid=112711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:54:38.603510 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a539b0-fe1a-4f34-ad43-6f6366eacf18 req-ec62beb3-d545-4208-baf4-0054d49cdce2 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:38.605211 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-55a539b0-fe1a-4f34-ad43-6f6366eacf18 req-ec62beb3-d545-4208-baf4-0054d49cdce2 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=efdb4c65-ed8d-4792-ac96-8b1053b167b5 HTTP/1.1" status: 200 len: 945 time: 0.0514827 Sep 08 13:54:38.680846 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588e6cca-6e11-48d2-ba75-6beb1ecc17ae req-b150fee1-bcf5-454f-ae06-b346d2d723d1 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:38.682497 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-588e6cca-6e11-48d2-ba75-6beb1ecc17ae req-b150fee1-bcf5-454f-ae06-b346d2d723d1 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f7b396f5-eec9-4df0-8dca-0f2ba1cbb42c HTTP/1.1" status: 200 len: 946 time: 0.0763166 Sep 08 13:54:38.718020 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-55a539b0-fe1a-4f34-ad43-6f6366eacf18 req-f42d44ec-d558-4a34-af2b-4e12df522487 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=71fbc785-b69a-4abf-8140-4abe8997af2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012678 Sep 08 13:54:38.748466 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-588e6cca-6e11-48d2-ba75-6beb1ecc17ae req-1cc2b594-b2d8-47e6-8b77-5ab705928a60 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=5c37b456-2be1-4170-a806-ad519f2b6e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531147 Sep 08 13:54:38.886743 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a22625f-dec6-450b-920f-6eac3bfb1429 req-0ad22764-754a-4ade-81f6-96a9063a029d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:38.888785 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-1a22625f-dec6-450b-920f-6eac3bfb1429 req-0ad22764-754a-4ade-81f6-96a9063a029d service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=efdb4c65-ed8d-4792-ac96-8b1053b167b5 HTTP/1.1" status: 200 len: 1129 time: 0.0390277 Sep 08 13:54:38.933178 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-1a22625f-dec6-450b-920f-6eac3bfb1429 req-478eec23-100f-4be6-b849-0dff3781f94d service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=71fbc785-b69a-4abf-8140-4abe8997af2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389104 Sep 08 13:54:39.364169 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d54340-6fd8-4c42-82a4-b730ed2633db req-4d52857f-c607-4309-a50d-e36a12ec6268 tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:39.365634 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-b6d54340-6fd8-4c42-82a4-b730ed2633db req-4d52857f-c607-4309-a50d-e36a12ec6268 tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=e6d8d3c8-d06d-46c4-bcfb-7c64e618aeef HTTP/1.1" status: 200 len: 945 time: 0.0467885 Sep 08 13:54:39.414481 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-b6d54340-6fd8-4c42-82a4-b730ed2633db req-e1fbb908-fbf1-429a-a2d4-6660ca28a002 tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=11df1967-726f-45ee-9cee-c2fdcb4f4bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432596 Sep 08 13:54:39.860954 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3e945c-680b-4286-8f71-754c95de72cc req-59e574f0-ef2a-4dab-93f5-427df4772418 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:39.862983 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-5e3e945c-680b-4286-8f71-754c95de72cc req-59e574f0-ef2a-4dab-93f5-427df4772418 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=efdb4c65-ed8d-4792-ac96-8b1053b167b5 HTTP/1.1" status: 200 len: 945 time: 0.0580807 Sep 08 13:54:39.961718 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-5e3e945c-680b-4286-8f71-754c95de72cc req-a56dc1fe-0635-4733-a5ff-7551f514dff2 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=71fbc785-b69a-4abf-8140-4abe8997af2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899265 Sep 08 13:54:39.974407 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9a8d82-4b6d-430a-bc15-0f561bb8e4a4 req-e5675cc1-f75d-4f79-a657-4deb48d809f1 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:39.976144 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-7d9a8d82-4b6d-430a-bc15-0f561bb8e4a4 req-e5675cc1-f75d-4f79-a657-4deb48d809f1 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f7b396f5-eec9-4df0-8dca-0f2ba1cbb42c HTTP/1.1" status: 200 len: 946 time: 0.0766189 Sep 08 13:54:40.037439 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-7d9a8d82-4b6d-430a-bc15-0f561bb8e4a4 req-bdfbe8b9-51e8-49bd-bcbb-5e8ccd20b1d4 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=5c37b456-2be1-4170-a806-ad519f2b6e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542057 Sep 08 13:54:41.108705 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587adef2-1890-4898-8623-164d32fbeee3 req-800f983d-dd5e-487e-abd8-c7e8e37430fb tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:41.110673 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-587adef2-1890-4898-8623-164d32fbeee3 req-800f983d-dd5e-487e-abd8-c7e8e37430fb tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=efdb4c65-ed8d-4792-ac96-8b1053b167b5 HTTP/1.1" status: 200 len: 945 time: 0.0579808 Sep 08 13:54:41.132949 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=100 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:54:41.179046 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14592bd-b12c-4283-a2d7-f0a5c0299560 req-541d1a6b-801b-471f-9dbe-779f3008ba06 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:41.180479 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e14592bd-b12c-4283-a2d7-f0a5c0299560 req-541d1a6b-801b-471f-9dbe-779f3008ba06 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f7b396f5-eec9-4df0-8dca-0f2ba1cbb42c HTTP/1.1" status: 200 len: 946 time: 0.0667956 Sep 08 13:54:41.220707 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-587adef2-1890-4898-8623-164d32fbeee3 req-303b8b36-c76b-48b8-ae1f-17400ef6f23e tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=71fbc785-b69a-4abf-8140-4abe8997af2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960050 Sep 08 13:54:41.249826 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e14592bd-b12c-4283-a2d7-f0a5c0299560 req-259487c4-4ba1-4920-8a35-ff2d69db3214 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=5c37b456-2be1-4170-a806-ad519f2b6e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607932 Sep 08 13:54:42.354150 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607b2023-82f8-409e-9d3c-e8b42f89f6a2 req-912c0cc9-ae53-42bf-91c4-d1792e9c2340 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:42.355538 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-607b2023-82f8-409e-9d3c-e8b42f89f6a2 req-912c0cc9-ae53-42bf-91c4-d1792e9c2340 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=efdb4c65-ed8d-4792-ac96-8b1053b167b5 HTTP/1.1" status: 200 len: 945 time: 0.0523977 Sep 08 13:54:42.391552 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=100 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:54:42.403407 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-607b2023-82f8-409e-9d3c-e8b42f89f6a2 req-27c3d457-49fd-4928-aeb1-7311008f27e3 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=71fbc785-b69a-4abf-8140-4abe8997af2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423357 Sep 08 13:54:42.507754 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eb08cf-919b-4c14-ab63-3803e2db4d36 req-d7695ae3-23e9-4550-b8f4-a84518d57e71 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:42.509279 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-28eb08cf-919b-4c14-ab63-3803e2db4d36 req-d7695ae3-23e9-4550-b8f4-a84518d57e71 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f7b396f5-eec9-4df0-8dca-0f2ba1cbb42c HTTP/1.1" status: 200 len: 946 time: 0.0483501 Sep 08 13:54:42.564947 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-28eb08cf-919b-4c14-ab63-3803e2db4d36 req-5cd77cf8-0c6b-4416-8f9e-c1abd219509a tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=5c37b456-2be1-4170-a806-ad519f2b6e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483367 Sep 08 13:54:42.661450 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a4c579-60bc-4d10-8a42-69137b74a464 req-11f8bfa3-cdc9-463a-8795-b309d53d1ec7 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:42.662930 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-47a4c579-60bc-4d10-8a42-69137b74a464 req-11f8bfa3-cdc9-463a-8795-b309d53d1ec7 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=efdb4c65-ed8d-4792-ac96-8b1053b167b5 HTTP/1.1" status: 200 len: 945 time: 0.0463419 Sep 08 13:54:42.673695 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 37408) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:54:42.678354 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.v2.base [None req-bad12f66-27f8-40ac-adb1-db28607e3072 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Request body: {'floatingip': {'port_id': 'c9da782b-975b-4d78-bc93-092cf58fcf3a'}} {{(pid=112709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:54:42.723462 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-bad12f66-27f8-40ac-adb1-db28607e3072 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Publish callbacks [] for floatingip (132f7e87-51b4-489c-be77-1eba8e3487d9), before_update {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:42.909570 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=78,neutron:DELETE=2,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:54:43.157718 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-bad12f66-27f8-40ac-adb1-db28607e3072 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:43.161687 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-bad12f66-27f8-40ac-adb1-db28607e3072 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3679472'] for floatingip (132f7e87-51b4-489c-be77-1eba8e3487d9), after_update {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:43.163476 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:INSERT=1,neutron:SELECT=93,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:54:43.257531 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.db.l3_db [None req-bad12f66-27f8-40ac-adb1-db28607e3072 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Floating IP 132f7e87-51b4-489c-be77-1eba8e3487d9 associated. External IP: 172.27.0.79, port: c9da782b-975b-4d78-bc93-092cf58fcf3a. Sep 08 13:54:43.459593 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bad12f66-27f8-40ac-adb1-db28607e3072 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Router ddca2942-fd69-41fb-85c8-5a05e956fd2b has already been hosted by L3 agent 91421a76-39ff-4685-90ca-aa6fbf6a1933 {{(pid=112709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:54:43.604186 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bad12f66-27f8-40ac-adb1-db28607e3072 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Notify agent at l3_agent.dv-cinder-820027-24-iscsi the message routers_updated {{(pid=112709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:54:43.611825 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-bad12f66-27f8-40ac-adb1-db28607e3072 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161718'] for floatingip (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:43.619772 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2d5ced-f98e-40a8-bf25-19fb22811ac6 None None] Sync routers for ids ['ddca2942-fd69-41fb-85c8-5a05e956fd2b'] in dv-cinder-820027-24-iscsi {{(pid=112711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:54:43.637774 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2d5ced-f98e-40a8-bf25-19fb22811ac6 None None] Routers {'ddca2942-fd69-41fb-85c8-5a05e956fd2b'} bound to L3 agent in host dv-cinder-820027-24-iscsi {{(pid=112711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 13:54:43.639099 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_hamode_db [None req-3e2d5ced-f98e-40a8-bf25-19fb22811ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-08T13:44:16Z,description=,heartbeat_timestamp=2022-09-08T13:54:16Z,host='dv-cinder-820027-24-iscsi',id=91421a76-39ff-4685-90ca-aa6fbf6a1933,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:44:16Z,topic='l3_agent')) {'router_ids': ['ddca2942-fd69-41fb-85c8-5a05e956fd2b'], 'active': True} {{(pid=112711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:54:43.666506 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-bad12f66-27f8-40ac-adb1-db28607e3072 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "PUT /networking/v2.0/floatingips/132f7e87-51b4-489c-be77-1eba8e3487d9 HTTP/1.1" status: 200 len: 990 time: 0.9891937 Sep 08 13:54:43.666506 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efdb4c65-ed8d-4792-ac96-8b1053b167b5', 'tag': 'c9da782b-975b-4d78-bc93-092cf58fcf3a'}] {{(pid=112709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 13:54:43.667211 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}542ac7e5325f68055833e74974e312adb8a2ee810b70c39787611e772d2c694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dda89a0-de9c-4a8c-ad7a-0262982cc8e8" -d '{"events": [{"name": "network-changed", "server_uuid": "efdb4c65-ed8d-4792-ac96-8b1053b167b5", "tag": "c9da782b-975b-4d78-bc93-092cf58fcf3a"}]}' {{(pid=112709) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:54:43.711859 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Sep 2022 13:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40063ac8-c397-48d3-979d-b50f426d535b x-openstack-request-id: req-40063ac8-c397-48d3-979d-b50f426d535b {{(pid=112709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:54:43.712702 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efdb4c65-ed8d-4792-ac96-8b1053b167b5", "tag": "c9da782b-975b-4d78-bc93-092cf58fcf3a", "status": "completed", "code": 200}]} {{(pid=112709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:54:43.712702 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-40063ac8-c397-48d3-979d-b50f426d535b {{(pid=112709) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:54:43.713025 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40063ac8-c397-48d3-979d-b50f426d535b'] response: {'name': 'network-changed', 'server_uuid': 'efdb4c65-ed8d-4792-ac96-8b1053b167b5', 'tag': 'c9da782b-975b-4d78-bc93-092cf58fcf3a', 'status': 'completed', 'code': 200} Sep 08 13:54:43.726167 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85836086-ad39-409f-bd3a-355f4f3a98f6 req-00d6eaf9-5e8c-480e-aaa8-74df968b69a5 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:43.727651 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-85836086-ad39-409f-bd3a-355f4f3a98f6 req-00d6eaf9-5e8c-480e-aaa8-74df968b69a5 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f7b396f5-eec9-4df0-8dca-0f2ba1cbb42c HTTP/1.1" status: 200 len: 946 time: 0.0551062 Sep 08 13:54:43.762085 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvr_db [None req-3e2d5ced-f98e-40a8-bf25-19fb22811ac6 None None] Set router ddca2942-fd69-41fb-85c8-5a05e956fd2b gateway port host: dv-cinder-820027-24-iscsi {{(pid=112711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 13:54:43.780436 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-85836086-ad39-409f-bd3a-355f4f3a98f6 req-fb609aab-fcce-45ca-9601-3b30bee5d303 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=5c37b456-2be1-4170-a806-ad519f2b6e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466661 Sep 08 13:54:43.843495 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:54:43.964029 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dda89a0-de9c-4a8c-ad7a-0262982cc8e8 req-97364448-7b41-48aa-a91c-c302308f2a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:43.965625 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-2dda89a0-de9c-4a8c-ad7a-0262982cc8e8 req-97364448-7b41-48aa-a91c-c302308f2a03 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=bc4476b1f4b84b5593ff2650592b9fb7&device_id=efdb4c65-ed8d-4792-ac96-8b1053b167b5 HTTP/1.1" status: 200 len: 1129 time: 0.0514424 Sep 08 13:54:44.001544 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_hamode_db [None req-3e2d5ced-f98e-40a8-bf25-19fb22811ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddca2942-fd69-41fb-85c8-5a05e956fd2b', 'name': 'tempest-AttachVolumeShelveTestJSON-2125442903-router', 'tenant_id': 'bc4476b1f4b84b5593ff2650592b9fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': '93753524-93ca-4323-a727-bfafa1160f91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:54:02Z', 'updated_at': '2022-09-08T13:54:10Z', 'revision_number': 4, 'project_id': 'bc4476b1f4b84b5593ff2650592b9fb7', 'gw_port': {'id': '93753524-93ca-4323-a727-bfafa1160f91', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:bd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddca2942-fd69-41fb-85c8-5a05e956fd2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:54:03Z', 'updated_at': '2022-09-08T13:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi', '_floatingips': [{'id': '132f7e87-51b4-489c-be77-1eba8e3487d9', 'tenant_id': 'bc4476b1f4b84b5593ff2650592b9fb7', 'floating_ip_address': '172.27.0.79', 'floating_network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'router_id': 'ddca2942-fd69-41fb-85c8-5a05e956fd2b', 'port_id': 'c9da782b-975b-4d78-bc93-092cf58fcf3a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c9b3d05-20f8-440e-89b3-587b430f97a5', 'mac_address': 'fa:16:3e:62:97:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efdb4c65-ed8d-4792-ac96-8b1053b167b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-08T13:54:16Z', 'updated_at': '2022-09-08T13:54:43Z', 'revision_number': 1, 'project_id': 'bc4476b1f4b84b5593ff2650592b9fb7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4824d73-43cf-47a8-8a9a-1f553c4d33a7', 'name': '', 'network_id': '1c9b3d05-20f8-440e-89b3-587b430f97a5', 'tenant_id': 'bc4476b1f4b84b5593ff2650592b9fb7', 'mac_address': 'fa:16:3e:68:c7:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddca2942-fd69-41fb-85c8-5a05e956fd2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'c1fdd510-cbc1-4f0f-8fbd-e177b9f3baf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:54:08Z', 'updated_at': '2022-09-08T13:54:17Z', 'revision_number': 5, 'project_id': 'bc4476b1f4b84b5593ff2650592b9fb7', 'subnets': [{'id': 'c1fdd510-cbc1-4f0f-8fbd-e177b9f3baf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-24-iscsi', False) {} {{(pid=112711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:54:44.031800 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2d5ced-f98e-40a8-bf25-19fb22811ac6 None None] Checking router: ddca2942-fd69-41fb-85c8-5a05e956fd2b for host: dv-cinder-820027-24-iscsi {{(pid=112711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:54:44.052095 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-380c7f23-b154-469b-9116-aec7d01400b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (22ab8903-d7f5-4941-bce3-89140b53b8af), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:44.056017 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2d5ced-f98e-40a8-bf25-19fb22811ac6 None None] Routers {'ddca2942-fd69-41fb-85c8-5a05e956fd2b'} bound to L3 agent in host dv-cinder-820027-24-iscsi {{(pid=112711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 13:54:44.056695 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_hamode_db [None req-3e2d5ced-f98e-40a8-bf25-19fb22811ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-08T13:44:16Z,description=,heartbeat_timestamp=2022-09-08T13:54:16Z,host='dv-cinder-820027-24-iscsi',id=91421a76-39ff-4685-90ca-aa6fbf6a1933,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:44:16Z,topic='l3_agent')) {'router_ids': ['ddca2942-fd69-41fb-85c8-5a05e956fd2b'], 'active': True} {{(pid=112711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:54:44.129781 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dda89a0-de9c-4a8c-ad7a-0262982cc8e8 req-ffe77668-a388-49d0-83a0-4aa4220701ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:44.129781 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-2dda89a0-de9c-4a8c-ad7a-0262982cc8e8 req-ffe77668-a388-49d0-83a0-4aa4220701ad service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=1c9b3d05-20f8-440e-89b3-587b430f97a5 HTTP/1.1" status: 200 len: 918 time: 0.1148460 Sep 08 13:54:44.170584 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvr_db [None req-3e2d5ced-f98e-40a8-bf25-19fb22811ac6 None None] Set router ddca2942-fd69-41fb-85c8-5a05e956fd2b gateway port host: dv-cinder-820027-24-iscsi {{(pid=112711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 13:54:44.199179 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-2dda89a0-de9c-4a8c-ad7a-0262982cc8e8 req-892431b6-958c-4086-9212-b673db7830f7 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c9da782b-975b-4d78-bc93-092cf58fcf3a HTTP/1.1" status: 200 len: 998 time: 0.0600443 Sep 08 13:54:44.261051 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dda89a0-de9c-4a8c-ad7a-0262982cc8e8 req-870c32d0-1103-41dd-aff8-13d33cd0bc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:44.262557 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-2dda89a0-de9c-4a8c-ad7a-0262982cc8e8 req-870c32d0-1103-41dd-aff8-13d33cd0bc1d service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=c1fdd510-cbc1-4f0f-8fbd-e177b9f3baf0 HTTP/1.1" status: 200 len: 856 time: 0.0532207 Sep 08 13:54:44.326693 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dda89a0-de9c-4a8c-ad7a-0262982cc8e8 req-c0428aee-dd1e-4314-924e-960bc38f625a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:44.328203 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-2dda89a0-de9c-4a8c-ad7a-0262982cc8e8 req-c0428aee-dd1e-4314-924e-960bc38f625a service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=1c9b3d05-20f8-440e-89b3-587b430f97a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0452881 Sep 08 13:54:44.353395 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:54:44.409173 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_hamode_db [None req-3e2d5ced-f98e-40a8-bf25-19fb22811ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddca2942-fd69-41fb-85c8-5a05e956fd2b', 'name': 'tempest-AttachVolumeShelveTestJSON-2125442903-router', 'tenant_id': 'bc4476b1f4b84b5593ff2650592b9fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': '93753524-93ca-4323-a727-bfafa1160f91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:54:02Z', 'updated_at': '2022-09-08T13:54:10Z', 'revision_number': 4, 'project_id': 'bc4476b1f4b84b5593ff2650592b9fb7', 'gw_port': {'id': '93753524-93ca-4323-a727-bfafa1160f91', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:bd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddca2942-fd69-41fb-85c8-5a05e956fd2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:54:03Z', 'updated_at': '2022-09-08T13:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi', '_floatingips': [{'id': '132f7e87-51b4-489c-be77-1eba8e3487d9', 'tenant_id': 'bc4476b1f4b84b5593ff2650592b9fb7', 'floating_ip_address': '172.27.0.79', 'floating_network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'router_id': 'ddca2942-fd69-41fb-85c8-5a05e956fd2b', 'port_id': 'c9da782b-975b-4d78-bc93-092cf58fcf3a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c9b3d05-20f8-440e-89b3-587b430f97a5', 'mac_address': 'fa:16:3e:62:97:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efdb4c65-ed8d-4792-ac96-8b1053b167b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-08T13:54:16Z', 'updated_at': '2022-09-08T13:54:43Z', 'revision_number': 1, 'project_id': 'bc4476b1f4b84b5593ff2650592b9fb7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4824d73-43cf-47a8-8a9a-1f553c4d33a7', 'name': '', 'network_id': '1c9b3d05-20f8-440e-89b3-587b430f97a5', 'tenant_id': 'bc4476b1f4b84b5593ff2650592b9fb7', 'mac_address': 'fa:16:3e:68:c7:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddca2942-fd69-41fb-85c8-5a05e956fd2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'c1fdd510-cbc1-4f0f-8fbd-e177b9f3baf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:54:08Z', 'updated_at': '2022-09-08T13:54:17Z', 'revision_number': 5, 'project_id': 'bc4476b1f4b84b5593ff2650592b9fb7', 'subnets': [{'id': 'c1fdd510-cbc1-4f0f-8fbd-e177b9f3baf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-24-iscsi', False) {} {{(pid=112711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:54:44.434656 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2d5ced-f98e-40a8-bf25-19fb22811ac6 None None] The sync data for ids ['ddca2942-fd69-41fb-85c8-5a05e956fd2b'] in dv-cinder-820027-24-iscsi is: [{'id': 'ddca2942-fd69-41fb-85c8-5a05e956fd2b', 'name': 'tempest-AttachVolumeShelveTestJSON-2125442903-router', 'tenant_id': 'bc4476b1f4b84b5593ff2650592b9fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': '93753524-93ca-4323-a727-bfafa1160f91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:54:02Z', 'updated_at': '2022-09-08T13:54:10Z', 'revision_number': 4, 'project_id': 'bc4476b1f4b84b5593ff2650592b9fb7', 'gw_port': {'id': '93753524-93ca-4323-a727-bfafa1160f91', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:bd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddca2942-fd69-41fb-85c8-5a05e956fd2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:54:03Z', 'updated_at': '2022-09-08T13:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi', '_floatingips': [{'id': '132f7e87-51b4-489c-be77-1eba8e3487d9', 'tenant_id': 'bc4476b1f4b84b5593ff2650592b9fb7', 'floating_ip_address': '172.27.0.79', 'floating_network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'router_id': 'ddca2942-fd69-41fb-85c8-5a05e956fd2b', 'port_id': 'c9da782b-975b-4d78-bc93-092cf58fcf3a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c9b3d05-20f8-440e-89b3-587b430f97a5', 'mac_address': 'fa:16:3e:62:97:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efdb4c65-ed8d-4792-ac96-8b1053b167b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-08T13:54:16Z', 'updated_at': '2022-09-08T13:54:43Z', 'revision_number': 1, 'project_id': 'bc4476b1f4b84b5593ff2650592b9fb7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4824d73-43cf-47a8-8a9a-1f553c4d33a7', 'name': '', 'network_id': '1c9b3d05-20f8-440e-89b3-587b430f97a5', 'tenant_id': 'bc4476b1f4b84b5593ff2650592b9fb7', 'mac_address': 'fa:16:3e:68:c7:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddca2942-fd69-41fb-85c8-5a05e956fd2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'c1fdd510-cbc1-4f0f-8fbd-e177b9f3baf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:54:08Z', 'updated_at': '2022-09-08T13:54:17Z', 'revision_number': 5, 'project_id': 'bc4476b1f4b84b5593ff2650592b9fb7', 'subnets': [{'id': 'c1fdd510-cbc1-4f0f-8fbd-e177b9f3baf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:54:44.443776 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1483b6ac-b972-41b5-80a7-217b68a969ed req-7052b8b5-66a7-45c4-9ba3-fb3191de7584 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:44.445301 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-1483b6ac-b972-41b5-80a7-217b68a969ed req-7052b8b5-66a7-45c4-9ba3-fb3191de7584 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=6e64a0c9-b7b0-46ff-8526-88164d493140 HTTP/1.1" status: 200 len: 946 time: 0.0857508 Sep 08 13:54:44.632957 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c397d008-09f8-4df6-a37c-41927f9725de None None] New status for floating IP 132f7e87-51b4-489c-be77-1eba8e3487d9: ACTIVE {{(pid=112712) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 08 13:54:44.709298 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-2dda89a0-de9c-4a8c-ad7a-0262982cc8e8 req-62ec4d02-9a99-446d-92fe-a9fde7a1f6eb service neutron] 10.222.0.20 "GET /networking/v2.0/networks/1c9b3d05-20f8-440e-89b3-587b430f97a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3676684 Sep 08 13:54:44.753637 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-1483b6ac-b972-41b5-80a7-217b68a969ed req-d2c5fb55-18f9-42f2-b1e6-0fb3795bbe89 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=67f82339-c558-4fb0-914d-617dffa82f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2984798 Sep 08 13:54:44.785255 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 37442) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:54:44.834373 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-2dda89a0-de9c-4a8c-ad7a-0262982cc8e8 req-23fe6bc0-b2d6-49bd-b6c7-d830c54a9b45 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/1c9b3d05-20f8-440e-89b3-587b430f97a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118317 Sep 08 13:54:44.924927 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774f42ed-0103-42d5-aeac-c2101db02c7e req-ae9c0a42-22cc-4166-a693-0b54662b55b7 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:44.926798 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-774f42ed-0103-42d5-aeac-c2101db02c7e req-ae9c0a42-22cc-4166-a693-0b54662b55b7 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f7b396f5-eec9-4df0-8dca-0f2ba1cbb42c HTTP/1.1" status: 200 len: 946 time: 0.0624101 Sep 08 13:54:44.976426 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-774f42ed-0103-42d5-aeac-c2101db02c7e req-7d5fab30-66c6-4ef3-9cd7-41bc0147445a tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=5c37b456-2be1-4170-a806-ad519f2b6e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439765 Sep 08 13:54:45.055629 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e40c28-197f-4467-8f61-de9fd03b2120 tempest-TestMinimumBasicScenario-143006795 tempest-TestMinimumBasicScenario-143006795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:45.057150 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-b4e40c28-197f-4467-8f61-de9fd03b2120 tempest-TestMinimumBasicScenario-143006795 tempest-TestMinimumBasicScenario-143006795-project-admin] 10.222.0.55 "GET /networking/v2.0/ports?device_id=6e64a0c9-b7b0-46ff-8526-88164d493140 HTTP/1.1" status: 200 len: 1125 time: 0.2699313 Sep 08 13:54:45.061191 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 37448) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:54:45.065481 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.v2.base [None req-e69881bf-d94b-4a00-bfee-107cd12febf2 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Request body: {'floatingip': {'floating_network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'port_id': 'ca4283b0-e159-4a24-b0b2-bc113ff78694', 'tenant_id': 'f7507a7da3bb4420abcfcf08780dc0a4', 'fixed_ip_address': '172.20.0.14'}} {{(pid=112709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:54:45.089953 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-e69881bf-d94b-4a00-bfee-107cd12febf2 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:45.172947 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-e69881bf-d94b-4a00-bfee-107cd12febf2 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (None), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:45.239636 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:54:45.291546 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.db.db_base_plugin_common [None req-e69881bf-d94b-4a00-bfee-107cd12febf2 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Allocated IP 172.27.0.94 (a5311008-4782-42e3-9445-a36a6c9fb014/42b74029-f5ac-41f0-a451-9a0d0b4a74ed/a6c87d38-0418-4822-ae55-87e0ecd53df2) {{(pid=112709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:54:45.394869 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-e69881bf-d94b-4a00-bfee-107cd12febf2 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Publish callbacks [] for port (a6c87d38-0418-4822-ae55-87e0ecd53df2), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:45.430165 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-e69881bf-d94b-4a00-bfee-107cd12febf2 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729028134301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9153317'] for port (a6c87d38-0418-4822-ae55-87e0ecd53df2), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:45.468578 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:54:45.472770 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e69881bf-d94b-4a00-bfee-107cd12febf2 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Network a5311008-4782-42e3-9445-a36a6c9fb014 is already hosted by enough agents. {{(pid=112709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:54:45.480394 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.scheduler.base_scheduler [None req-e69881bf-d94b-4a00-bfee-107cd12febf2 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Resources bound (agent type, host, resource id): {{(pid=112709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:54:45.482813 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69881bf-d94b-4a00-bfee-107cd12febf2 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Received port after_create {{(pid=112709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 08 13:54:45.505044 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69881bf-d94b-4a00-bfee-107cd12febf2 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Pushing event updated for resources: {'Port': ['ID=a6c87d38-0418-4822-ae55-87e0ecd53df2,revision_number=1']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:54:45.843096 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-e69881bf-d94b-4a00-bfee-107cd12febf2 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Publish callbacks [] for floatingip (21d1fbcf-12de-4425-a0df-02a107efcd0b), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:45.915091 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-e69881bf-d94b-4a00-bfee-107cd12febf2 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (a6c87d38-0418-4822-ae55-87e0ecd53df2), before_update {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:46.019507 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:54:46.070748 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-e69881bf-d94b-4a00-bfee-107cd12febf2 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Publish callbacks [] for port (a6c87d38-0418-4822-ae55-87e0ecd53df2), precommit_update {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:46.075685 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-e69881bf-d94b-4a00-bfee-107cd12febf2 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9153372'] for port (a6c87d38-0418-4822-ae55-87e0ecd53df2), after_update {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:46.085758 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=100 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:54:46.106322 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be55a84-b17f-4e46-a192-e935fd411696 req-c8751ae2-54f5-43aa-aa9b-71bea946a93f tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:46.108559 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-0be55a84-b17f-4e46-a192-e935fd411696 req-c8751ae2-54f5-43aa-aa9b-71bea946a93f tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f7b396f5-eec9-4df0-8dca-0f2ba1cbb42c HTTP/1.1" status: 200 len: 946 time: 0.0520744 Sep 08 13:54:46.126882 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=100 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:54:46.145187 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-e69881bf-d94b-4a00-bfee-107cd12febf2 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3679472'] for floatingip (21d1fbcf-12de-4425-a0df-02a107efcd0b), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:46.149916 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69881bf-d94b-4a00-bfee-107cd12febf2 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Pushing event updated for resources: {'Port': ['ID=a6c87d38-0418-4822-ae55-87e0ecd53df2,revision_number=2']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:54:46.158390 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-0be55a84-b17f-4e46-a192-e935fd411696 req-93e67569-ade0-4912-b680-39b1fb925739 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=5c37b456-2be1-4170-a806-ad519f2b6e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441556 Sep 08 13:54:46.254525 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.db.l3_db [None req-e69881bf-d94b-4a00-bfee-107cd12febf2 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Floating IP 21d1fbcf-12de-4425-a0df-02a107efcd0b associated. External IP: 172.27.0.94, port: ca4283b0-e159-4a24-b0b2-bc113ff78694. Sep 08 13:54:46.342090 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:54:46.354005 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-92b83376-7cc6-45ba-a5f1-8d5c8c9c2a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (91421a76-39ff-4685-90ca-aa6fbf6a1933), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:46.697232 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e69881bf-d94b-4a00-bfee-107cd12febf2 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Router 045fc859-2838-4597-9f98-5b2b1ad7c567 has already been hosted by L3 agent 91421a76-39ff-4685-90ca-aa6fbf6a1933 {{(pid=112709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:54:46.808777 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e69881bf-d94b-4a00-bfee-107cd12febf2 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Notify agent at l3_agent.dv-cinder-820027-24-iscsi the message routers_updated {{(pid=112709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:54:46.818935 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19ceae6-bff3-41aa-bb8c-0a835844afcb None None] Sync routers for ids ['045fc859-2838-4597-9f98-5b2b1ad7c567'] in dv-cinder-820027-24-iscsi {{(pid=112711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:54:46.828630 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-e69881bf-d94b-4a00-bfee-107cd12febf2 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161718'] for floatingip (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:46.860984 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-e69881bf-d94b-4a00-bfee-107cd12febf2 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] 10.222.0.55 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7986887 Sep 08 13:54:46.861880 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e64a0c9-b7b0-46ff-8526-88164d493140', 'tag': 'ca4283b0-e159-4a24-b0b2-bc113ff78694'}] {{(pid=112709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 13:54:46.863949 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 37464) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:54:46.864120 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}542ac7e5325f68055833e74974e312adb8a2ee810b70c39787611e772d2c694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d56862d-e06d-4145-ba82-5d1ada1058d4" -d '{"events": [{"name": "network-changed", "server_uuid": "6e64a0c9-b7b0-46ff-8526-88164d493140", "tag": "ca4283b0-e159-4a24-b0b2-bc113ff78694"}]}' {{(pid=112709) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:54:46.869524 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.v2.base [None req-96233bda-09ee-417f-88c6-41d8f120399f tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1678122210', 'description': 'tempest-secgroup-smoke-1678122210 description', 'project_id': 'f7507a7da3bb4420abcfcf08780dc0a4'}} {{(pid=112710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:54:46.897036 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-96233bda-09ee-417f-88c6-41d8f120399f tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Publish callbacks [] for security_group (None), before_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:46.907967 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Sep 2022 13:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b7f6cbf-0f2c-4f40-8088-6cac94da10fc x-openstack-request-id: req-3b7f6cbf-0f2c-4f40-8088-6cac94da10fc {{(pid=112709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:54:46.908784 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e64a0c9-b7b0-46ff-8526-88164d493140", "tag": "ca4283b0-e159-4a24-b0b2-bc113ff78694", "status": "completed", "code": 200}]} {{(pid=112709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:54:46.909214 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3b7f6cbf-0f2c-4f40-8088-6cac94da10fc {{(pid=112709) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:54:46.909821 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b7f6cbf-0f2c-4f40-8088-6cac94da10fc'] response: {'name': 'network-changed', 'server_uuid': '6e64a0c9-b7b0-46ff-8526-88164d493140', 'tag': 'ca4283b0-e159-4a24-b0b2-bc113ff78694', 'status': 'completed', 'code': 200} Sep 08 13:54:46.973307 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19ceae6-bff3-41aa-bb8c-0a835844afcb None None] Routers {'045fc859-2838-4597-9f98-5b2b1ad7c567'} bound to L3 agent in host dv-cinder-820027-24-iscsi {{(pid=112711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 13:54:46.973872 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_hamode_db [None req-e19ceae6-bff3-41aa-bb8c-0a835844afcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-08T13:44:16Z,description=,heartbeat_timestamp=2022-09-08T13:54:46Z,host='dv-cinder-820027-24-iscsi',id=91421a76-39ff-4685-90ca-aa6fbf6a1933,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:44:16Z,topic='l3_agent')) {'router_ids': ['045fc859-2838-4597-9f98-5b2b1ad7c567'], 'active': True} {{(pid=112711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:54:46.987865 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-96233bda-09ee-417f-88c6-41d8f120399f tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Publish callbacks [] for security_group (0f1e5d94-1b7b-4090-9ab1-0f2f3a565a55), precommit_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:47.000895 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-96233bda-09ee-417f-88c6-41d8f120399f tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (0f1e5d94-1b7b-4090-9ab1-0f2f3a565a55), after_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:47.058006 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-96233bda-09ee-417f-88c6-41d8f120399f tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Publish callbacks [] for security_group (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:47.059232 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-96233bda-09ee-417f-88c6-41d8f120399f tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] 10.222.0.55 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1938536 Sep 08 13:54:47.061570 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d56862d-e06d-4145-ba82-5d1ada1058d4 req-323fd8b4-e997-4830-8aaf-d7aea068935e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:47.062700 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 37468) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:54:47.063169 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-1d56862d-e06d-4145-ba82-5d1ada1058d4 req-323fd8b4-e997-4830-8aaf-d7aea068935e service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=f7507a7da3bb4420abcfcf08780dc0a4&device_id=6e64a0c9-b7b0-46ff-8526-88164d493140 HTTP/1.1" status: 200 len: 1130 time: 0.0793464 Sep 08 13:54:47.064252 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96233bda-09ee-417f-88c6-41d8f120399f tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f1e5d94-1b7b-4090-9ab1-0f2f3a565a55,revision_number=1']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:54:47.068170 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.v2.base [None req-feb8e9dc-afd2-484f-ad77-d0a35d65ba05 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Request body: {'security_group_rule': {'security_group_id': '0f1e5d94-1b7b-4090-9ab1-0f2f3a565a55', 'project_id': 'f7507a7da3bb4420abcfcf08780dc0a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:54:47.080940 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvr_db [None req-e19ceae6-bff3-41aa-bb8c-0a835844afcb None None] Set router 045fc859-2838-4597-9f98-5b2b1ad7c567 gateway port host: dv-cinder-820027-24-iscsi {{(pid=112711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 13:54:47.114318 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-feb8e9dc-afd2-484f-ad77-d0a35d65ba05 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Publish callbacks [] for security_group_rule (d43b742f-8546-4fcd-958c-0aab239a8b48), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:47.173959 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-feb8e9dc-afd2-484f-ad77-d0a35d65ba05 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Publish callbacks [] for security_group_rule (d43b742f-8546-4fcd-958c-0aab239a8b48), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:47.174864 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d56862d-e06d-4145-ba82-5d1ada1058d4 req-c66b58bb-1025-4a09-8621-d37f0b6a8825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:47.176355 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-1d56862d-e06d-4145-ba82-5d1ada1058d4 req-c66b58bb-1025-4a09-8621-d37f0b6a8825 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=2484c1b8-1d7e-43af-960e-e27892a8e9d6 HTTP/1.1" status: 200 len: 916 time: 0.1044548 Sep 08 13:54:47.178505 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-feb8e9dc-afd2-484f-ad77-d0a35d65ba05 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763866'] for security_group_rule (d43b742f-8546-4fcd-958c-0aab239a8b48), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:47.202853 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb8e9dc-afd2-484f-ad77-d0a35d65ba05 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d43b742f-8546-4fcd-958c-0aab239a8b48,revision_number=0']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:54:47.207048 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-feb8e9dc-afd2-484f-ad77-d0a35d65ba05 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:47.208506 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-feb8e9dc-afd2-484f-ad77-d0a35d65ba05 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] 10.222.0.55 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1444225 Sep 08 13:54:47.211206 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 37472) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:54:47.216924 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.v2.base [None req-dfa5c5f1-bfbf-4719-8b1d-7f56c5dfba8c tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Request body: {'security_group_rule': {'security_group_id': '0f1e5d94-1b7b-4090-9ab1-0f2f3a565a55', 'project_id': 'f7507a7da3bb4420abcfcf08780dc0a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=112709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:54:47.255930 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-dfa5c5f1-bfbf-4719-8b1d-7f56c5dfba8c tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Publish callbacks [] for security_group_rule (58ed04ab-b26f-423b-8a1f-5a878768510f), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:47.256927 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-1d56862d-e06d-4145-ba82-5d1ada1058d4 req-1bce1766-571e-45ea-bc85-95eac878d50e service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ca4283b0-e159-4a24-b0b2-bc113ff78694 HTTP/1.1" status: 200 len: 999 time: 0.0706685 Sep 08 13:54:47.320382 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-dfa5c5f1-bfbf-4719-8b1d-7f56c5dfba8c tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Publish callbacks [] for security_group_rule (58ed04ab-b26f-423b-8a1f-5a878768510f), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:47.326442 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-dfa5c5f1-bfbf-4719-8b1d-7f56c5dfba8c tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763866'] for security_group_rule (58ed04ab-b26f-423b-8a1f-5a878768510f), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:47.356977 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_hamode_db [None req-e19ceae6-bff3-41aa-bb8c-0a835844afcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '045fc859-2838-4597-9f98-5b2b1ad7c567', 'name': 'tempest-TestMinimumBasicScenario-1945735576-router', 'tenant_id': 'f7507a7da3bb4420abcfcf08780dc0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '3844a4fa-6fb8-41d4-975b-f43ccddd098f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:53:31Z', 'updated_at': '2022-09-08T13:53:37Z', 'revision_number': 4, 'project_id': 'f7507a7da3bb4420abcfcf08780dc0a4', 'gw_port': {'id': '3844a4fa-6fb8-41d4-975b-f43ccddd098f', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:9e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045fc859-2838-4597-9f98-5b2b1ad7c567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:53:31Z', 'updated_at': '2022-09-08T13:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi', '_floatingips': [{'id': '21d1fbcf-12de-4425-a0df-02a107efcd0b', 'tenant_id': 'f7507a7da3bb4420abcfcf08780dc0a4', 'floating_ip_address': '172.27.0.94', 'floating_network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'router_id': '045fc859-2838-4597-9f98-5b2b1ad7c567', 'port_id': 'ca4283b0-e159-4a24-b0b2-bc113ff78694', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2484c1b8-1d7e-43af-960e-e27892a8e9d6', 'mac_address': 'fa:16:3e:3c:60:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e64a0c9-b7b0-46ff-8526-88164d493140', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-08T13:54:45Z', 'updated_at': '2022-09-08T13:54:45Z', 'revision_number': 0, 'project_id': 'f7507a7da3bb4420abcfcf08780dc0a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '372b8e19-eb2d-4529-882b-18fb085a0d38', 'name': '', 'network_id': '2484c1b8-1d7e-43af-960e-e27892a8e9d6', 'tenant_id': 'f7507a7da3bb4420abcfcf08780dc0a4', 'mac_address': 'fa:16:3e:1c:aa:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045fc859-2838-4597-9f98-5b2b1ad7c567', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'dd049ea3-2d6b-4c1d-8839-c1ac515e78de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:53:35Z', 'updated_at': '2022-09-08T13:53:43Z', 'revision_number': 5, 'project_id': 'f7507a7da3bb4420abcfcf08780dc0a4', 'subnets': [{'id': 'dd049ea3-2d6b-4c1d-8839-c1ac515e78de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-24-iscsi', False) {} {{(pid=112711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:54:47.361944 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa5c5f1-bfbf-4719-8b1d-7f56c5dfba8c tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58ed04ab-b26f-423b-8a1f-5a878768510f,revision_number=0']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:54:47.368153 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-dfa5c5f1-bfbf-4719-8b1d-7f56c5dfba8c tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:47.369071 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d56862d-e06d-4145-ba82-5d1ada1058d4 req-995d4566-84db-429c-b619-47fa4a83069a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:47.370821 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-1d56862d-e06d-4145-ba82-5d1ada1058d4 req-995d4566-84db-429c-b619-47fa4a83069a service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=dd049ea3-2d6b-4c1d-8839-c1ac515e78de HTTP/1.1" status: 200 len: 854 time: 0.0999711 Sep 08 13:54:47.372422 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-dfa5c5f1-bfbf-4719-8b1d-7f56c5dfba8c tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] 10.222.0.55 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1600921 Sep 08 13:54:47.373031 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 37476) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:54:47.377487 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.v2.base [None req-07d7e16a-1e8d-4cf7-9c24-57a169d4cd8b tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Request body: {'security_group_rule': {'security_group_id': '0f1e5d94-1b7b-4090-9ab1-0f2f3a565a55', 'project_id': 'f7507a7da3bb4420abcfcf08780dc0a4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=112709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:54:47.378271 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28815b8c-b1d9-4a3e-bde4-0bbc824ed298 req-71d4cd4a-48c7-4e8d-8ee1-f28779f8bdfe tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:47.390049 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-28815b8c-b1d9-4a3e-bde4-0bbc824ed298 req-71d4cd4a-48c7-4e8d-8ee1-f28779f8bdfe tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f7b396f5-eec9-4df0-8dca-0f2ba1cbb42c HTTP/1.1" status: 200 len: 946 time: 0.1031866 Sep 08 13:54:47.395993 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19ceae6-bff3-41aa-bb8c-0a835844afcb None None] Checking router: 045fc859-2838-4597-9f98-5b2b1ad7c567 for host: dv-cinder-820027-24-iscsi {{(pid=112711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:54:47.397835 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:54:47.405320 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19ceae6-bff3-41aa-bb8c-0a835844afcb None None] Routers {'045fc859-2838-4597-9f98-5b2b1ad7c567'} bound to L3 agent in host dv-cinder-820027-24-iscsi {{(pid=112711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 13:54:47.405997 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_hamode_db [None req-e19ceae6-bff3-41aa-bb8c-0a835844afcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-08T13:44:16Z,description=,heartbeat_timestamp=2022-09-08T13:54:46Z,host='dv-cinder-820027-24-iscsi',id=91421a76-39ff-4685-90ca-aa6fbf6a1933,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:44:16Z,topic='l3_agent')) {'router_ids': ['045fc859-2838-4597-9f98-5b2b1ad7c567'], 'active': True} {{(pid=112711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:54:47.410078 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-07d7e16a-1e8d-4cf7-9c24-57a169d4cd8b tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Publish callbacks [] for security_group_rule (9a1ee206-6623-4827-874e-5cd2fbad27fd), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:47.412029 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=100 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:54:47.460877 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d56862d-e06d-4145-ba82-5d1ada1058d4 req-c868e95f-3f7c-4af2-bc2e-4700ddbf78e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:47.463256 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-1d56862d-e06d-4145-ba82-5d1ada1058d4 req-c868e95f-3f7c-4af2-bc2e-4700ddbf78e3 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=2484c1b8-1d7e-43af-960e-e27892a8e9d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0690496 Sep 08 13:54:47.467674 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-07d7e16a-1e8d-4cf7-9c24-57a169d4cd8b tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Publish callbacks [] for security_group_rule (9a1ee206-6623-4827-874e-5cd2fbad27fd), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:47.472254 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-07d7e16a-1e8d-4cf7-9c24-57a169d4cd8b tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763866'] for security_group_rule (9a1ee206-6623-4827-874e-5cd2fbad27fd), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:47.496652 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-07d7e16a-1e8d-4cf7-9c24-57a169d4cd8b tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:47.500989 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-07d7e16a-1e8d-4cf7-9c24-57a169d4cd8b tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] 10.222.0.55 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1244669 Sep 08 13:54:47.504468 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 37478) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:54:47.507473 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.v2.base [None req-459619e1-f192-46a4-b12c-6542fed234ea tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Request body: {'security_group_rule': {'security_group_id': '0f1e5d94-1b7b-4090-9ab1-0f2f3a565a55', 'project_id': 'f7507a7da3bb4420abcfcf08780dc0a4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=112709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:54:47.517865 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d7e16a-1e8d-4cf7-9c24-57a169d4cd8b tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a1ee206-6623-4827-874e-5cd2fbad27fd,revision_number=0']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:54:47.539920 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-b7e97967-3fa9-4dcb-b3f0-dcc99b3a4378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (24e12250-b8f3-473f-bf71-765ca8669827), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:47.541975 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-459619e1-f192-46a4-b12c-6542fed234ea tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Publish callbacks [] for security_group_rule (bf86ffff-6e4c-4124-87c8-5f9dae2f5de6), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:47.552872 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-28815b8c-b1d9-4a3e-bde4-0bbc824ed298 req-1e25eca5-597b-468a-a71a-2c686b8fef70 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=5c37b456-2be1-4170-a806-ad519f2b6e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658545 Sep 08 13:54:47.580906 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvr_db [None req-e19ceae6-bff3-41aa-bb8c-0a835844afcb None None] Set router 045fc859-2838-4597-9f98-5b2b1ad7c567 gateway port host: dv-cinder-820027-24-iscsi {{(pid=112711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 13:54:47.601501 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-1d56862d-e06d-4145-ba82-5d1ada1058d4 req-0a0dde61-53f0-4c42-9134-b3f464241f0a service neutron] 10.222.0.20 "GET /networking/v2.0/networks/2484c1b8-1d7e-43af-960e-e27892a8e9d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279876 Sep 08 13:54:47.604556 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:54:47.622204 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-459619e1-f192-46a4-b12c-6542fed234ea tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Publish callbacks [] for security_group_rule (bf86ffff-6e4c-4124-87c8-5f9dae2f5de6), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:47.629063 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-459619e1-f192-46a4-b12c-6542fed234ea tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763866'] for security_group_rule (bf86ffff-6e4c-4124-87c8-5f9dae2f5de6), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:47.648432 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459619e1-f192-46a4-b12c-6542fed234ea tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf86ffff-6e4c-4124-87c8-5f9dae2f5de6,revision_number=0']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:54:47.657308 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-459619e1-f192-46a4-b12c-6542fed234ea tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:47.661179 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-459619e1-f192-46a4-b12c-6542fed234ea tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] 10.222.0.55 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1544847 Sep 08 13:54:47.661359 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 37480) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:54:47.666327 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.v2.base [None req-73202024-6b3b-41ae-a7e4-d1948d5e74b0 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Request body: {'security_group_rule': {'security_group_id': '0f1e5d94-1b7b-4090-9ab1-0f2f3a565a55', 'project_id': 'f7507a7da3bb4420abcfcf08780dc0a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=112709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:54:47.688461 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.db.securitygroups_db [None req-73202024-6b3b-41ae-a7e4-d1948d5e74b0 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Project f7507a7da3bb4420abcfcf08780dc0a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 08 13:54:47.698228 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-73202024-6b3b-41ae-a7e4-d1948d5e74b0 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Publish callbacks [] for security_group_rule (91afcf2d-c45d-478d-b6b4-c02a527dc488), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:47.712540 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-1d56862d-e06d-4145-ba82-5d1ada1058d4 req-089c3df3-5e31-489a-88f6-6203007a68bd service neutron] 10.222.0.20 "GET /networking/v2.0/networks/2484c1b8-1d7e-43af-960e-e27892a8e9d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018279 Sep 08 13:54:47.757773 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-73202024-6b3b-41ae-a7e4-d1948d5e74b0 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Publish callbacks [] for security_group_rule (91afcf2d-c45d-478d-b6b4-c02a527dc488), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:47.762036 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-73202024-6b3b-41ae-a7e4-d1948d5e74b0 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763866'] for security_group_rule (91afcf2d-c45d-478d-b6b4-c02a527dc488), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:47.782243 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73202024-6b3b-41ae-a7e4-d1948d5e74b0 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91afcf2d-c45d-478d-b6b4-c02a527dc488,revision_number=0']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:54:47.787525 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-73202024-6b3b-41ae-a7e4-d1948d5e74b0 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:47.788716 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-73202024-6b3b-41ae-a7e4-d1948d5e74b0 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] 10.222.0.55 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1264012 Sep 08 13:54:47.791457 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 37482) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:54:47.806241 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.v2.base [None req-da5bb446-2cdb-4e87-8c29-6e429a25c539 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Request body: {'security_group_rule': {'security_group_id': '0f1e5d94-1b7b-4090-9ab1-0f2f3a565a55', 'project_id': 'f7507a7da3bb4420abcfcf08780dc0a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=112709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:54:47.831519 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.db.securitygroups_db [None req-da5bb446-2cdb-4e87-8c29-6e429a25c539 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Project f7507a7da3bb4420abcfcf08780dc0a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 08 13:54:47.837901 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-da5bb446-2cdb-4e87-8c29-6e429a25c539 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Publish callbacks [] for security_group_rule (52bf38d2-ac47-4912-b62e-308a4fc25fd4), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:47.838274 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_hamode_db [None req-e19ceae6-bff3-41aa-bb8c-0a835844afcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '045fc859-2838-4597-9f98-5b2b1ad7c567', 'name': 'tempest-TestMinimumBasicScenario-1945735576-router', 'tenant_id': 'f7507a7da3bb4420abcfcf08780dc0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '3844a4fa-6fb8-41d4-975b-f43ccddd098f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:53:31Z', 'updated_at': '2022-09-08T13:53:37Z', 'revision_number': 4, 'project_id': 'f7507a7da3bb4420abcfcf08780dc0a4', 'gw_port': {'id': '3844a4fa-6fb8-41d4-975b-f43ccddd098f', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:9e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045fc859-2838-4597-9f98-5b2b1ad7c567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:53:31Z', 'updated_at': '2022-09-08T13:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi', '_floatingips': [{'id': '21d1fbcf-12de-4425-a0df-02a107efcd0b', 'tenant_id': 'f7507a7da3bb4420abcfcf08780dc0a4', 'floating_ip_address': '172.27.0.94', 'floating_network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'router_id': '045fc859-2838-4597-9f98-5b2b1ad7c567', 'port_id': 'ca4283b0-e159-4a24-b0b2-bc113ff78694', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2484c1b8-1d7e-43af-960e-e27892a8e9d6', 'mac_address': 'fa:16:3e:3c:60:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e64a0c9-b7b0-46ff-8526-88164d493140', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-08T13:54:45Z', 'updated_at': '2022-09-08T13:54:45Z', 'revision_number': 0, 'project_id': 'f7507a7da3bb4420abcfcf08780dc0a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '372b8e19-eb2d-4529-882b-18fb085a0d38', 'name': '', 'network_id': '2484c1b8-1d7e-43af-960e-e27892a8e9d6', 'tenant_id': 'f7507a7da3bb4420abcfcf08780dc0a4', 'mac_address': 'fa:16:3e:1c:aa:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045fc859-2838-4597-9f98-5b2b1ad7c567', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'dd049ea3-2d6b-4c1d-8839-c1ac515e78de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:53:35Z', 'updated_at': '2022-09-08T13:53:43Z', 'revision_number': 5, 'project_id': 'f7507a7da3bb4420abcfcf08780dc0a4', 'subnets': [{'id': 'dd049ea3-2d6b-4c1d-8839-c1ac515e78de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-24-iscsi', False) {} {{(pid=112711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:54:47.873766 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19ceae6-bff3-41aa-bb8c-0a835844afcb None None] The sync data for ids ['045fc859-2838-4597-9f98-5b2b1ad7c567'] in dv-cinder-820027-24-iscsi is: [{'id': '045fc859-2838-4597-9f98-5b2b1ad7c567', 'name': 'tempest-TestMinimumBasicScenario-1945735576-router', 'tenant_id': 'f7507a7da3bb4420abcfcf08780dc0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '3844a4fa-6fb8-41d4-975b-f43ccddd098f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:53:31Z', 'updated_at': '2022-09-08T13:53:37Z', 'revision_number': 4, 'project_id': 'f7507a7da3bb4420abcfcf08780dc0a4', 'gw_port': {'id': '3844a4fa-6fb8-41d4-975b-f43ccddd098f', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:9e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045fc859-2838-4597-9f98-5b2b1ad7c567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:53:31Z', 'updated_at': '2022-09-08T13:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi', '_floatingips': [{'id': '21d1fbcf-12de-4425-a0df-02a107efcd0b', 'tenant_id': 'f7507a7da3bb4420abcfcf08780dc0a4', 'floating_ip_address': '172.27.0.94', 'floating_network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'router_id': '045fc859-2838-4597-9f98-5b2b1ad7c567', 'port_id': 'ca4283b0-e159-4a24-b0b2-bc113ff78694', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2484c1b8-1d7e-43af-960e-e27892a8e9d6', 'mac_address': 'fa:16:3e:3c:60:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e64a0c9-b7b0-46ff-8526-88164d493140', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-08T13:54:45Z', 'updated_at': '2022-09-08T13:54:45Z', 'revision_number': 0, 'project_id': 'f7507a7da3bb4420abcfcf08780dc0a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '372b8e19-eb2d-4529-882b-18fb085a0d38', 'name': '', 'network_id': '2484c1b8-1d7e-43af-960e-e27892a8e9d6', 'tenant_id': 'f7507a7da3bb4420abcfcf08780dc0a4', 'mac_address': 'fa:16:3e:1c:aa:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045fc859-2838-4597-9f98-5b2b1ad7c567', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'dd049ea3-2d6b-4c1d-8839-c1ac515e78de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:53:35Z', 'updated_at': '2022-09-08T13:53:43Z', 'revision_number': 5, 'project_id': 'f7507a7da3bb4420abcfcf08780dc0a4', 'subnets': [{'id': 'dd049ea3-2d6b-4c1d-8839-c1ac515e78de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:54:47.915284 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-da5bb446-2cdb-4e87-8c29-6e429a25c539 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Publish callbacks [] for security_group_rule (52bf38d2-ac47-4912-b62e-308a4fc25fd4), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:47.920462 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-da5bb446-2cdb-4e87-8c29-6e429a25c539 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763866'] for security_group_rule (52bf38d2-ac47-4912-b62e-308a4fc25fd4), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:47.940586 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5bb446-2cdb-4e87-8c29-6e429a25c539 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52bf38d2-ac47-4912-b62e-308a4fc25fd4,revision_number=0']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:54:47.954346 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-da5bb446-2cdb-4e87-8c29-6e429a25c539 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:47.959154 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-da5bb446-2cdb-4e87-8c29-6e429a25c539 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] 10.222.0.55 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1667221 Sep 08 13:54:48.069434 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-403294ac-f426-413b-a7c4-c7bf53fdf836 req-293e2738-2114-45b8-acf6-fda50bfe026f tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] 10.222.0.55 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1678122210&fields=id&tenant_id=f7507a7da3bb4420abcfcf08780dc0a4 HTTP/1.1" status: 200 len: 267 time: 0.0601759 Sep 08 13:54:48.088750 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e1bdb5-4c09-48c2-983b-5281861bbecc None None] New status for floating IP 21d1fbcf-12de-4425-a0df-02a107efcd0b: ACTIVE {{(pid=112712) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 08 13:54:48.122319 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403294ac-f426-413b-a7c4-c7bf53fdf836 req-350a8122-3feb-41f1-890a-a76dbbc6b3e8 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:48.124341 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-403294ac-f426-413b-a7c4-c7bf53fdf836 req-350a8122-3feb-41f1-890a-a76dbbc6b3e8 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=6e64a0c9-b7b0-46ff-8526-88164d493140 HTTP/1.1" status: 200 len: 946 time: 0.0491171 Sep 08 13:54:48.136237 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.v2.base [req-403294ac-f426-413b-a7c4-c7bf53fdf836 req-e8162828-1dbe-49a0-bd4b-29a8fbaa9a45 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Request body: {'port': {'security_groups': ['67f82339-c558-4fb0-914d-617dffa82f8a', '0f1e5d94-1b7b-4090-9ab1-0f2f3a565a55']}} {{(pid=112710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:54:48.204791 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:54:48.207625 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:54:48.220052 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-403294ac-f426-413b-a7c4-c7bf53fdf836 req-e8162828-1dbe-49a0-bd4b-29a8fbaa9a45 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (ca4283b0-e159-4a24-b0b2-bc113ff78694), before_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:48.423731 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.db [req-403294ac-f426-413b-a7c4-c7bf53fdf836 req-e8162828-1dbe-49a0-bd4b-29a8fbaa9a45 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] For port ca4283b0-e159-4a24-b0b2-bc113ff78694, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=ca4283b0-e159-4a24-b0b2-bc113ff78694,segment=NetworkSegment(77117d76-4f7e-4448-ad65-a6980bb46bfe),segment_id=77117d76-4f7e-4448-ad65-a6980bb46bfe)] {{(pid=112710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:54:48.453666 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-403294ac-f426-413b-a7c4-c7bf53fdf836 req-e8162828-1dbe-49a0-bd4b-29a8fbaa9a45 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Publish callbacks [] for port (ca4283b0-e159-4a24-b0b2-bc113ff78694), precommit_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:48.458321 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-403294ac-f426-413b-a7c4-c7bf53fdf836 req-e8162828-1dbe-49a0-bd4b-29a8fbaa9a45 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10367797'] for port (ca4283b0-e159-4a24-b0b2-bc113ff78694), after_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:48.468468 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403294ac-f426-413b-a7c4-c7bf53fdf836 req-e8162828-1dbe-49a0-bd4b-29a8fbaa9a45 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:48.469076 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-403294ac-f426-413b-a7c4-c7bf53fdf836 req-e8162828-1dbe-49a0-bd4b-29a8fbaa9a45 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161718'] for port (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:48.470540 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-403294ac-f426-413b-a7c4-c7bf53fdf836 req-e8162828-1dbe-49a0-bd4b-29a8fbaa9a45 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] 10.222.0.55 "PUT /networking/v2.0/ports/ca4283b0-e159-4a24-b0b2-bc113ff78694 HTTP/1.1" status: 200 len: 982 time: 0.3397532 Sep 08 13:54:48.471098 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e64a0c9-b7b0-46ff-8526-88164d493140', 'tag': 'ca4283b0-e159-4a24-b0b2-bc113ff78694'}] {{(pid=112710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 13:54:48.473371 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4aaac3e20a53a8e6247a431178541979a817c05ad734f54eee24c8be994502e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e712677-a836-4f4c-87fa-e376169baec9" -d '{"events": [{"name": "network-changed", "server_uuid": "6e64a0c9-b7b0-46ff-8526-88164d493140", "tag": "ca4283b0-e159-4a24-b0b2-bc113ff78694"}]}' {{(pid=112710) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:54:48.511200 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] get_ports_and_sgs() called for port_ids ['ca4283b0-e159-4a24-b0b2-bc113ff78694'] {{(pid=112711) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 08 13:54:48.519822 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Sep 2022 13:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8d531f4-4bf4-4f96-b914-0753b6d18ad1 x-openstack-request-id: req-b8d531f4-4bf4-4f96-b914-0753b6d18ad1 {{(pid=112710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:54:48.520164 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e64a0c9-b7b0-46ff-8526-88164d493140", "tag": "ca4283b0-e159-4a24-b0b2-bc113ff78694", "status": "completed", "code": 200}]} {{(pid=112710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:54:48.520384 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b8d531f4-4bf4-4f96-b914-0753b6d18ad1 {{(pid=112710) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:54:48.520751 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8d531f4-4bf4-4f96-b914-0753b6d18ad1'] response: {'name': 'network-changed', 'server_uuid': '6e64a0c9-b7b0-46ff-8526-88164d493140', 'tag': 'ca4283b0-e159-4a24-b0b2-bc113ff78694', 'status': 'completed', 'code': 200} Sep 08 13:54:48.531422 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8162828-1dbe-49a0-bd4b-29a8fbaa9a45 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Pushing event updated for resources: {'Port': ['ID=ca4283b0-e159-4a24-b0b2-bc113ff78694,revision_number=6']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:54:48.594739 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c54b7ef-bb12-467a-aefe-4c49e2910b5e req-cdcdce63-5b00-422d-88ce-ef0c9197df47 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:48.595355 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:54:48.596612 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-0c54b7ef-bb12-467a-aefe-4c49e2910b5e req-cdcdce63-5b00-422d-88ce-ef0c9197df47 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=6e64a0c9-b7b0-46ff-8526-88164d493140 HTTP/1.1" status: 200 len: 985 time: 0.0526791 Sep 08 13:54:48.714723 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e712677-a836-4f4c-87fa-e376169baec9 req-56bd030c-a066-4aa4-9282-1d8e99eca4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:48.716767 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-1e712677-a836-4f4c-87fa-e376169baec9 req-56bd030c-a066-4aa4-9282-1d8e99eca4fb service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=f7507a7da3bb4420abcfcf08780dc0a4&device_id=6e64a0c9-b7b0-46ff-8526-88164d493140 HTTP/1.1" status: 200 len: 1169 time: 0.0990844 Sep 08 13:54:48.740050 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5d5d84-27e5-42b0-a5b6-07fda9f60eef req-720c8a95-c231-4e99-b1d4-4f3676da5bb9 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:48.741527 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-3f5d5d84-27e5-42b0-a5b6-07fda9f60eef req-720c8a95-c231-4e99-b1d4-4f3676da5bb9 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f7b396f5-eec9-4df0-8dca-0f2ba1cbb42c HTTP/1.1" status: 200 len: 946 time: 0.1143472 Sep 08 13:54:48.748371 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-0c54b7ef-bb12-467a-aefe-4c49e2910b5e req-5d765f6b-8592-4429-a1d2-ab37047c4bb2 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=67f82339-c558-4fb0-914d-617dffa82f8a&id=0f1e5d94-1b7b-4090-9ab1-0f2f3a565a55&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1450334 Sep 08 13:54:48.825930 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] get_ports_and_sgs() called for port_ids ['ca4283b0-e159-4a24-b0b2-bc113ff78694'] {{(pid=112711) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 08 13:54:48.852323 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-3f5d5d84-27e5-42b0-a5b6-07fda9f60eef req-137f6687-a419-4eb9-95c9-7efe3ccd7e0b tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=5c37b456-2be1-4170-a806-ad519f2b6e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934424 Sep 08 13:54:48.864271 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e712677-a836-4f4c-87fa-e376169baec9 req-22b468bf-9af2-4ba8-8430-b6d3c58d1bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:48.865723 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-1e712677-a836-4f4c-87fa-e376169baec9 req-22b468bf-9af2-4ba8-8430-b6d3c58d1bbb service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=2484c1b8-1d7e-43af-960e-e27892a8e9d6 HTTP/1.1" status: 200 len: 916 time: 0.1395967 Sep 08 13:54:48.914783 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-604b277b-9310-4e7b-bd1a-c26598410893 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (ad63ffce-77d1-4b05-ac53-eeb1c28e2aec), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:48.974638 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-1e712677-a836-4f4c-87fa-e376169baec9 req-f7c9ae51-829a-4acc-a945-db40d61590cb service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ca4283b0-e159-4a24-b0b2-bc113ff78694 HTTP/1.1" status: 200 len: 1001 time: 0.1005478 Sep 08 13:54:48.991965 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (6df97c0c-9140-47af-8c93-84593b95031c), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:49.061293 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e712677-a836-4f4c-87fa-e376169baec9 req-1c8e1c69-ea11-4b6f-bfd9-284356065f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:49.063500 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-1e712677-a836-4f4c-87fa-e376169baec9 req-1c8e1c69-ea11-4b6f-bfd9-284356065f05 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=dd049ea3-2d6b-4c1d-8839-c1ac515e78de HTTP/1.1" status: 200 len: 854 time: 0.0785630 Sep 08 13:54:49.068365 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:54:49.112552 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e712677-a836-4f4c-87fa-e376169baec9 req-c1dd0402-3cf0-4a4d-abfd-2a9ef1d0bda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:49.114171 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-1e712677-a836-4f4c-87fa-e376169baec9 req-c1dd0402-3cf0-4a4d-abfd-2a9ef1d0bda9 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=2484c1b8-1d7e-43af-960e-e27892a8e9d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0403636 Sep 08 13:54:49.231813 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-1e712677-a836-4f4c-87fa-e376169baec9 req-ec79787e-7ab4-434c-a792-dc924fe53df7 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/2484c1b8-1d7e-43af-960e-e27892a8e9d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949054 Sep 08 13:54:49.301544 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:54:49.307862 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:54:49.332788 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-1e712677-a836-4f4c-87fa-e376169baec9 req-a96a3420-74c0-48dc-9cd0-1e2893409993 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/2484c1b8-1d7e-43af-960e-e27892a8e9d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940268 Sep 08 13:54:49.985767 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b829e15f-450e-4f38-a1cc-0ab0813e8692 req-c30c638a-4143-4f1f-839f-6d1b53b4d98e tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:49.987242 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-b829e15f-450e-4f38-a1cc-0ab0813e8692 req-c30c638a-4143-4f1f-839f-6d1b53b4d98e tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f7b396f5-eec9-4df0-8dca-0f2ba1cbb42c HTTP/1.1" status: 200 len: 946 time: 0.0484979 Sep 08 13:54:50.039066 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-b829e15f-450e-4f38-a1cc-0ab0813e8692 req-c8f5c7f7-5f70-44e6-858d-d911201dbf63 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=5c37b456-2be1-4170-a806-ad519f2b6e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458689 Sep 08 13:54:51.158698 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc3f417-a0e2-44ea-a7ea-60f2bbf5b6c9 req-4e18a833-b636-4d99-a38e-6c2d8e068ba8 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:51.160204 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-5bc3f417-a0e2-44ea-a7ea-60f2bbf5b6c9 req-4e18a833-b636-4d99-a38e-6c2d8e068ba8 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f7b396f5-eec9-4df0-8dca-0f2ba1cbb42c HTTP/1.1" status: 200 len: 946 time: 0.0484662 Sep 08 13:54:51.210044 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-5bc3f417-a0e2-44ea-a7ea-60f2bbf5b6c9 req-d02b239d-2ba1-498a-a983-59179d845407 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=5c37b456-2be1-4170-a806-ad519f2b6e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439227 Sep 08 13:54:52.258454 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 37534) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:54:52.262889 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.v2.base [None req-2a50157e-0ea5-447b-adde-742de60ac311 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1895141142', 'description': 'tempest-description--2121255521'}} {{(pid=112710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:54:52.284142 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-2a50157e-0ea5-447b-adde-742de60ac311 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks [] for security_group (None), before_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:52.364882 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccfd266-cfab-4cb0-982d-e644fd32f3b5 req-cdc2f424-9426-4b67-8403-294865481132 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:52.366413 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-9ccfd266-cfab-4cb0-982d-e644fd32f3b5 req-cdc2f424-9426-4b67-8403-294865481132 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f7b396f5-eec9-4df0-8dca-0f2ba1cbb42c HTTP/1.1" status: 200 len: 946 time: 0.0656424 Sep 08 13:54:52.415075 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-2a50157e-0ea5-447b-adde-742de60ac311 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks [] for security_group (43af30f2-13b3-440e-b384-0fcb13870843), precommit_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:52.421816 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-2a50157e-0ea5-447b-adde-742de60ac311 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (43af30f2-13b3-440e-b384-0fcb13870843), after_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:52.459181 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-9ccfd266-cfab-4cb0-982d-e644fd32f3b5 req-5bd64cfd-5457-4c72-b529-f272d128556a tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=5c37b456-2be1-4170-a806-ad519f2b6e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836191 Sep 08 13:54:52.468670 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-2a50157e-0ea5-447b-adde-742de60ac311 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks [] for security_group (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:52.472499 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-2a50157e-0ea5-447b-adde-742de60ac311 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2103908 Sep 08 13:54:52.472499 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a50157e-0ea5-447b-adde-742de60ac311 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43af30f2-13b3-440e-b384-0fcb13870843,revision_number=1']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:54:52.473264 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 37536) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:54:52.478045 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.v2.base [None req-2f077693-3f44-43f2-992a-2e478a0920ac tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Request body: {'security_group_rule': {'security_group_id': '43af30f2-13b3-440e-b384-0fcb13870843', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:54:52.510892 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-2f077693-3f44-43f2-992a-2e478a0920ac tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks [] for security_group_rule (313fbe2e-3a27-4cfb-bddd-6c2211a887ed), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:52.569572 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-2f077693-3f44-43f2-992a-2e478a0920ac tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks [] for security_group_rule (313fbe2e-3a27-4cfb-bddd-6c2211a887ed), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:52.574147 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-2f077693-3f44-43f2-992a-2e478a0920ac tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763866'] for security_group_rule (313fbe2e-3a27-4cfb-bddd-6c2211a887ed), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:52.593443 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f077693-3f44-43f2-992a-2e478a0920ac tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=313fbe2e-3a27-4cfb-bddd-6c2211a887ed,revision_number=0']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:54:52.601094 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-2f077693-3f44-43f2-992a-2e478a0920ac tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:52.602315 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-2f077693-3f44-43f2-992a-2e478a0920ac tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1279960 Sep 08 13:54:52.605067 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 37538) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:54:52.609532 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.v2.base [None req-4c344e9b-a211-4f17-8878-cbcb37702831 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Request body: {'security_group_rule': {'security_group_id': '43af30f2-13b3-440e-b384-0fcb13870843', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=112710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:54:52.636297 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-4c344e9b-a211-4f17-8878-cbcb37702831 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks [] for security_group_rule (400f595d-af4c-4293-85af-06bd2833a276), before_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:52.699491 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-4c344e9b-a211-4f17-8878-cbcb37702831 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks [] for security_group_rule (400f595d-af4c-4293-85af-06bd2833a276), precommit_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:52.703552 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-4c344e9b-a211-4f17-8878-cbcb37702831 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763866'] for security_group_rule (400f595d-af4c-4293-85af-06bd2833a276), after_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:52.725859 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c344e9b-a211-4f17-8878-cbcb37702831 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=400f595d-af4c-4293-85af-06bd2833a276,revision_number=0']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:54:52.732553 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-4c344e9b-a211-4f17-8878-cbcb37702831 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:52.733785 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-4c344e9b-a211-4f17-8878-cbcb37702831 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1277025 Sep 08 13:54:52.736879 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 37542) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:54:52.741067 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.v2.base [None req-124a723d-18e5-4993-b523-c74692a60549 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Request body: {'floatingip': {'floating_network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014'}} {{(pid=112710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:54:52.764250 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-124a723d-18e5-4993-b523-c74692a60549 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:52.847632 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-124a723d-18e5-4993-b523-c74692a60549 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (None), before_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:52.946627 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:54:52.962595 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.db.db_base_plugin_common [None req-124a723d-18e5-4993-b523-c74692a60549 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Allocated IP 172.27.0.100 (a5311008-4782-42e3-9445-a36a6c9fb014/42b74029-f5ac-41f0-a451-9a0d0b4a74ed/9df93dad-97e0-480a-83ee-78f95a763d41) {{(pid=112710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:54:52.972394 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:54:53.076336 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-124a723d-18e5-4993-b523-c74692a60549 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks [] for port (9df93dad-97e0-480a-83ee-78f95a763d41), precommit_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:53.108994 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-124a723d-18e5-4993-b523-c74692a60549 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729028134301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10367820'] for port (9df93dad-97e0-480a-83ee-78f95a763d41), after_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:53.155235 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-124a723d-18e5-4993-b523-c74692a60549 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Network a5311008-4782-42e3-9445-a36a6c9fb014 is already hosted by enough agents. {{(pid=112710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:54:53.162316 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.scheduler.base_scheduler [None req-124a723d-18e5-4993-b523-c74692a60549 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Resources bound (agent type, host, resource id): {{(pid=112710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:54:53.165353 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124a723d-18e5-4993-b523-c74692a60549 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Received port after_create {{(pid=112710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 08 13:54:53.188014 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124a723d-18e5-4993-b523-c74692a60549 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Pushing event updated for resources: {'Port': ['ID=9df93dad-97e0-480a-83ee-78f95a763d41,revision_number=1']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:54:53.288847 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-124a723d-18e5-4993-b523-c74692a60549 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks [] for floatingip (765d3e70-cc4e-4b10-b2f8-1fbed0b19c5d), precommit_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:53.329464 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-124a723d-18e5-4993-b523-c74692a60549 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (9df93dad-97e0-480a-83ee-78f95a763d41), before_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:53.484633 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-124a723d-18e5-4993-b523-c74692a60549 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks [] for port (9df93dad-97e0-480a-83ee-78f95a763d41), precommit_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:53.488914 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-124a723d-18e5-4993-b523-c74692a60549 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10367797'] for port (9df93dad-97e0-480a-83ee-78f95a763d41), after_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:53.583199 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-124a723d-18e5-4993-b523-c74692a60549 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3679472'] for floatingip (765d3e70-cc4e-4b10-b2f8-1fbed0b19c5d), after_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:53.585757 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124a723d-18e5-4993-b523-c74692a60549 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Pushing event updated for resources: {'Port': ['ID=9df93dad-97e0-480a-83ee-78f95a763d41,revision_number=2']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:54:53.611668 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5109df-320b-4ea8-929b-78831cad2850 req-930cdb13-087e-4779-a0b5-dc1097081aac tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:53.613199 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-ec5109df-320b-4ea8-929b-78831cad2850 req-930cdb13-087e-4779-a0b5-dc1097081aac tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f7b396f5-eec9-4df0-8dca-0f2ba1cbb42c HTTP/1.1" status: 200 len: 946 time: 0.0723777 Sep 08 13:54:53.616258 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-124a723d-18e5-4993-b523-c74692a60549 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161718'] for floatingip (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:53.617372 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-124a723d-18e5-4993-b523-c74692a60549 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8795681 Sep 08 13:54:53.666623 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-ec5109df-320b-4ea8-929b-78831cad2850 req-97cf2ac9-e898-409a-80f5-3f7b44c54e3a tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=5c37b456-2be1-4170-a806-ad519f2b6e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472810 Sep 08 13:54:53.954580 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:UPDATE=3,neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=1 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:54:53.972681 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-808a2421-5a0d-4e60-bdc9-22291d3b3f08 req-f66c4ed3-54ca-4cb2-af94-86bad7f2682a tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1895141142&fields=id&tenant_id=b4ca185497284e9780eba8fc2e713d6e HTTP/1.1" status: 200 len: 267 time: 0.0444288 Sep 08 13:54:54.085881 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808a2421-5a0d-4e60-bdc9-22291d3b3f08 req-f73e8ca5-fde3-43a5-93a0-5abed4281aea tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:54.087227 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-808a2421-5a0d-4e60-bdc9-22291d3b3f08 req-f73e8ca5-fde3-43a5-93a0-5abed4281aea tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/networks?id=cf5901ef-2ee5-4879-85aa-18770c77b80a HTTP/1.1" status: 200 len: 815 time: 0.1075084 Sep 08 13:54:54.102395 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-808a2421-5a0d-4e60-bdc9-22291d3b3f08 req-1b002bb0-d71e-402e-882d-a8c5cb331775 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/quotas/b4ca185497284e9780eba8fc2e713d6e HTTP/1.1" status: 200 len: 375 time: 0.0088797 Sep 08 13:54:54.115605 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:54:54.155130 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-808a2421-5a0d-4e60-bdc9-22291d3b3f08 req-38be0369-06ec-4c2e-bce8-89a31092d18c tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=b4ca185497284e9780eba8fc2e713d6e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0475614 Sep 08 13:54:54.257300 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-808a2421-5a0d-4e60-bdc9-22291d3b3f08 req-32681bfb-fe0a-448b-9359-a2f7cca3a236 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/cf5901ef-2ee5-4879-85aa-18770c77b80a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910466 Sep 08 13:54:54.350382 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-808a2421-5a0d-4e60-bdc9-22291d3b3f08 req-c0aefd21-2792-4dbe-85c7-1838ce484cc5 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/cf5901ef-2ee5-4879-85aa-18770c77b80a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870054 Sep 08 13:54:54.515674 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-c271450b-9e92-4d19-bc36-aa9c1cbbe181 req-1bdbe888-5466-4d53-9fdc-86dd11a6d7d2 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=959f81c9-4c88-41e0-8eb9-e5b3fb5faa32 HTTP/1.1" status: 200 len: 210 time: 0.0289719 Sep 08 13:54:54.800894 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87ae8e8-0d74-4b52-b0e8-f610691b0d39 req-d71257ef-6d89-4080-88ed-d1ac74937b73 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:54.802757 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-f87ae8e8-0d74-4b52-b0e8-f610691b0d39 req-d71257ef-6d89-4080-88ed-d1ac74937b73 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f7b396f5-eec9-4df0-8dca-0f2ba1cbb42c HTTP/1.1" status: 200 len: 946 time: 0.0547264 Sep 08 13:54:54.856037 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-f87ae8e8-0d74-4b52-b0e8-f610691b0d39 req-31ec3077-8138-48ce-80ca-0835eaeca3d3 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=5c37b456-2be1-4170-a806-ad519f2b6e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463119 Sep 08 13:54:55.620143 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-34f77a03-19a8-480e-9e9f-95772d874243 req-a5ffd966-3e41-4f16-a737-6793e5098202 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=959f81c9-4c88-41e0-8eb9-e5b3fb5faa32 HTTP/1.1" status: 200 len: 210 time: 0.0274739 Sep 08 13:54:55.981294 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8de1c7d-f1ae-4c0f-8a51-f42205492007 req-c34950c8-c8b2-4ac6-bc9f-f65e78dcb120 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:55.983433 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-c8de1c7d-f1ae-4c0f-8a51-f42205492007 req-c34950c8-c8b2-4ac6-bc9f-f65e78dcb120 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f7b396f5-eec9-4df0-8dca-0f2ba1cbb42c HTTP/1.1" status: 200 len: 946 time: 0.0497739 Sep 08 13:54:56.037759 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-c8de1c7d-f1ae-4c0f-8a51-f42205492007 req-e61f5a1b-262a-4281-b1b2-20ab936f733e tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=5c37b456-2be1-4170-a806-ad519f2b6e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485835 Sep 08 13:54:56.269587 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808a2421-5a0d-4e60-bdc9-22291d3b3f08 req-9a6edf64-591b-46f4-845c-9cfdf7f96700 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:56.271418 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-808a2421-5a0d-4e60-bdc9-22291d3b3f08 req-9a6edf64-591b-46f4-845c-9cfdf7f96700 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.20 "GET /networking/v2.0/networks?id=cf5901ef-2ee5-4879-85aa-18770c77b80a HTTP/1.1" status: 200 len: 815 time: 0.1254380 Sep 08 13:54:56.382693 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-808a2421-5a0d-4e60-bdc9-22291d3b3f08 req-237a522f-3c00-4d3c-82ac-588daa94c816 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.20 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=b4ca185497284e9780eba8fc2e713d6e HTTP/1.1" status: 200 len: 473 time: 0.0655286 Sep 08 13:54:56.564122 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.v2.base [req-808a2421-5a0d-4e60-bdc9-22291d3b3f08 req-3d49d065-655a-4df1-8873-2d0bd3a6ad65 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Request body: {'port': {'device_id': '959f81c9-4c88-41e0-8eb9-e5b3fb5faa32', 'network_id': 'cf5901ef-2ee5-4879-85aa-18770c77b80a', 'admin_state_up': True, 'tenant_id': 'b4ca185497284e9780eba8fc2e713d6e', 'security_groups': ['43af30f2-13b3-440e-b384-0fcb13870843']}} {{(pid=112710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:54:56.678816 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-808a2421-5a0d-4e60-bdc9-22291d3b3f08 req-3d49d065-655a-4df1-8873-2d0bd3a6ad65 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Made reservation on behalf of b4ca185497284e9780eba8fc2e713d6e for: {'port': 1} {{(pid=112710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:54:56.683583 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-808a2421-5a0d-4e60-bdc9-22291d3b3f08 req-3d49d065-655a-4df1-8873-2d0bd3a6ad65 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (None), before_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:56.725509 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-657a8ac2-f9a0-433d-8064-3f3982977980 req-d07648f2-60b2-4690-87d8-06be9f0657b0 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=959f81c9-4c88-41e0-8eb9-e5b3fb5faa32 HTTP/1.1" status: 200 len: 210 time: 0.0299363 Sep 08 13:54:56.734708 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:54:56.845902 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.db.db_base_plugin_common [req-808a2421-5a0d-4e60-bdc9-22291d3b3f08 req-3d49d065-655a-4df1-8873-2d0bd3a6ad65 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Allocated IP 172.20.0.11 (cf5901ef-2ee5-4879-85aa-18770c77b80a/a139bee4-b378-4a6d-bfa3-c572d95f8369/c56674e2-ad46-43bc-9f41-cf0a4987597f) {{(pid=112710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:54:56.964181 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:54:57.242354 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-808a2421-5a0d-4e60-bdc9-22291d3b3f08 req-3d49d065-655a-4df1-8873-2d0bd3a6ad65 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks [] for port (c56674e2-ad46-43bc-9f41-cf0a4987597f), precommit_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:57.256768 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808d349c-3e5b-4bb3-9cb2-aa94395be35e req-ac1733c4-c30c-4e83-896f-432b5cfe6f87 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:57.258286 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-808d349c-3e5b-4bb3-9cb2-aa94395be35e req-ac1733c4-c30c-4e83-896f-432b5cfe6f87 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f7b396f5-eec9-4df0-8dca-0f2ba1cbb42c HTTP/1.1" status: 200 len: 946 time: 0.0697279 Sep 08 13:54:57.317649 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-808a2421-5a0d-4e60-bdc9-22291d3b3f08 req-3d49d065-655a-4df1-8873-2d0bd3a6ad65 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729028134301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10367820'] for port (c56674e2-ad46-43bc-9f41-cf0a4987597f), after_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:57.353658 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-808d349c-3e5b-4bb3-9cb2-aa94395be35e req-101b7085-d77d-4554-bd5c-05aa809d0d98 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=5c37b456-2be1-4170-a806-ad519f2b6e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889513 Sep 08 13:54:57.374774 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-808a2421-5a0d-4e60-bdc9-22291d3b3f08 req-3d49d065-655a-4df1-8873-2d0bd3a6ad65 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Network cf5901ef-2ee5-4879-85aa-18770c77b80a is already hosted by enough agents. {{(pid=112710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:54:57.378099 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.scheduler.base_scheduler [req-808a2421-5a0d-4e60-bdc9-22291d3b3f08 req-3d49d065-655a-4df1-8873-2d0bd3a6ad65 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Resources bound (agent type, host, resource id): {{(pid=112710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:54:57.381894 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.db.l3_dvrscheduler_db [req-808a2421-5a0d-4e60-bdc9-22291d3b3f08 req-3d49d065-655a-4df1-8873-2d0bd3a6ad65 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Received port after_create {{(pid=112710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 08 13:54:57.386256 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d49d065-655a-4df1-8873-2d0bd3a6ad65 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Pushing event updated for resources: {'Port': ['ID=c56674e2-ad46-43bc-9f41-cf0a4987597f,revision_number=1']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:54:57.432702 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808a2421-5a0d-4e60-bdc9-22291d3b3f08 req-3d49d065-655a-4df1-8873-2d0bd3a6ad65 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:57.433478 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-808a2421-5a0d-4e60-bdc9-22291d3b3f08 req-3d49d065-655a-4df1-8873-2d0bd3a6ad65 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161718'] for port (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:57.450440 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-808a2421-5a0d-4e60-bdc9-22291d3b3f08 req-3d49d065-655a-4df1-8873-2d0bd3a6ad65 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8906941 Sep 08 13:54:57.543113 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.v2.base [req-808a2421-5a0d-4e60-bdc9-22291d3b3f08 req-8a6a8346-c267-45c5-9b57-bf6d1b088106 service neutron] Request body: {'port': {'device_id': '959f81c9-4c88-41e0-8eb9-e5b3fb5faa32', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82002'}} {{(pid=112710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:54:57.602539 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-808a2421-5a0d-4e60-bdc9-22291d3b3f08 req-8a6a8346-c267-45c5-9b57-bf6d1b088106 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (c56674e2-ad46-43bc-9f41-cf0a4987597f), before_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:57.670240 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-8934b4e0-7f33-48d5-96d3-aad1a2da9e1d None None] Provisioning complete for port c56674e2-ad46-43bc-9f41-cf0a4987597f triggered by entity DHCP. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 13:54:57.670803 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-8934b4e0-7f33-48d5-96d3-aad1a2da9e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (c56674e2-ad46-43bc-9f41-cf0a4987597f), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:57.672225 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:54:57.705451 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-8934b4e0-7f33-48d5-96d3-aad1a2da9e1d None None] Port c56674e2-ad46-43bc-9f41-cf0a4987597f cannot update to ACTIVE because it is not bound. {{(pid=112711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 08 13:54:57.829184 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=3,neutron:DELETE=1 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:54:57.865114 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20351f19-1450-44a4-bbf6-ca2cf518a398 req-5814b70b-378b-454c-82a1-609f1f593830 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:57.866619 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-20351f19-1450-44a4-bbf6-ca2cf518a398 req-5814b70b-378b-454c-82a1-609f1f593830 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=959f81c9-4c88-41e0-8eb9-e5b3fb5faa32 HTTP/1.1" status: 200 len: 932 time: 0.0668578 Sep 08 13:54:57.923551 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.notifiers.nova [req-808a2421-5a0d-4e60-bdc9-22291d3b3f08 req-8a6a8346-c267-45c5-9b57-bf6d1b088106 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c56674e2-ad46-43bc-9f41-cf0a4987597f {{(pid=112710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 08 13:54:57.938681 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-808a2421-5a0d-4e60-bdc9-22291d3b3f08 req-8a6a8346-c267-45c5-9b57-bf6d1b088106 service neutron] Publish callbacks [] for port (c56674e2-ad46-43bc-9f41-cf0a4987597f), precommit_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:57.961329 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-20351f19-1450-44a4-bbf6-ca2cf518a398 req-b6ba13cc-c6fe-44ea-8949-714e858a391c tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=43af30f2-13b3-440e-b384-0fcb13870843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886261 Sep 08 13:54:57.964096 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.db.provisioning_blocks [req-808a2421-5a0d-4e60-bdc9-22291d3b3f08 req-8a6a8346-c267-45c5-9b57-bf6d1b088106 service neutron] Transition to ACTIVE for port object c56674e2-ad46-43bc-9f41-cf0a4987597f will not be triggered until provisioned by entity L2. {{(pid=112710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 08 13:54:57.968698 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-808a2421-5a0d-4e60-bdc9-22291d3b3f08 req-8a6a8346-c267-45c5-9b57-bf6d1b088106 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10367797'] for port (c56674e2-ad46-43bc-9f41-cf0a4987597f), after_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:58.033765 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:54:58.054924 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6a8346-c267-45c5-9b57-bf6d1b088106 service neutron] Pushing event updated for resources: {'Port': ['ID=c56674e2-ad46-43bc-9f41-cf0a4987597f,revision_number=2']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:54:58.088982 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.managers [req-808a2421-5a0d-4e60-bdc9-22291d3b3f08 req-8a6a8346-c267-45c5-9b57-bf6d1b088106 service neutron] Attempting to bind port c56674e2-ad46-43bc-9f41-cf0a4987597f on host hv-cinder-82002 for vnic_type normal with profile {{(pid=112710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 08 13:54:58.089334 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.managers [req-808a2421-5a0d-4e60-bdc9-22291d3b3f08 req-8a6a8346-c267-45c5-9b57-bf6d1b088106 service neutron] Attempting to bind port c56674e2-ad46-43bc-9f41-cf0a4987597f by drivers openvswitch,hyperv on host hv-cinder-82002 at level 0 using segments [{'id': '20c24cd0-3b1f-4e89-83a4-717e24ca5a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'cf5901ef-2ee5-4879-85aa-18770c77b80a'}] {{(pid=112710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 08 13:54:58.089643 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808a2421-5a0d-4e60-bdc9-22291d3b3f08 req-8a6a8346-c267-45c5-9b57-bf6d1b088106 service neutron] Attempting to bind port c56674e2-ad46-43bc-9f41-cf0a4987597f on network cf5901ef-2ee5-4879-85aa-18770c77b80a {{(pid=112710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 13:54:58.130861 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808a2421-5a0d-4e60-bdc9-22291d3b3f08 req-8a6a8346-c267-45c5-9b57-bf6d1b088106 service neutron] Port c56674e2-ad46-43bc-9f41-cf0a4987597f on network cf5901ef-2ee5-4879-85aa-18770c77b80a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82002 {{(pid=112710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 08 13:54:58.131181 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808a2421-5a0d-4e60-bdc9-22291d3b3f08 req-8a6a8346-c267-45c5-9b57-bf6d1b088106 service neutron] Attempting to bind port c56674e2-ad46-43bc-9f41-cf0a4987597f on network cf5901ef-2ee5-4879-85aa-18770c77b80a {{(pid=112710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 13:54:58.172074 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808a2421-5a0d-4e60-bdc9-22291d3b3f08 req-8a6a8346-c267-45c5-9b57-bf6d1b088106 service neutron] Checking agent: {'id': '4c2ff875-e6d7-424e-bdc7-d4b2ed4bdd9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82002', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 8, 13, 50, 33), 'started_at': datetime.datetime(2022, 9, 8, 13, 50, 33), 'heartbeat_timestamp': datetime.datetime(2022, 9, 8, 13, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 08 13:54:58.172408 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808a2421-5a0d-4e60-bdc9-22291d3b3f08 req-8a6a8346-c267-45c5-9b57-bf6d1b088106 service neutron] Checking segment: {'id': '20c24cd0-3b1f-4e89-83a4-717e24ca5a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'cf5901ef-2ee5-4879-85aa-18770c77b80a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 13:54:58.172790 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808a2421-5a0d-4e60-bdc9-22291d3b3f08 req-8a6a8346-c267-45c5-9b57-bf6d1b088106 service neutron] Bound using segment: {'id': '20c24cd0-3b1f-4e89-83a4-717e24ca5a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'cf5901ef-2ee5-4879-85aa-18770c77b80a'} {{(pid=112710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 08 13:54:58.173218 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.managers [req-808a2421-5a0d-4e60-bdc9-22291d3b3f08 req-8a6a8346-c267-45c5-9b57-bf6d1b088106 service neutron] Bound port: c56674e2-ad46-43bc-9f41-cf0a4987597f, host: hv-cinder-82002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20c24cd0-3b1f-4e89-83a4-717e24ca5a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'cf5901ef-2ee5-4879-85aa-18770c77b80a'}}] {{(pid=112710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 08 13:54:58.173571 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-808a2421-5a0d-4e60-bdc9-22291d3b3f08 req-8a6a8346-c267-45c5-9b57-bf6d1b088106 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (c56674e2-ad46-43bc-9f41-cf0a4987597f), before_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:58.205055 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:54:58.211082 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=33,neutron:UPDATE=2 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:54:58.239227 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.db [req-808a2421-5a0d-4e60-bdc9-22291d3b3f08 req-8a6a8346-c267-45c5-9b57-bf6d1b088106 service neutron] For port c56674e2-ad46-43bc-9f41-cf0a4987597f, host hv-cinder-82002, cleared binding levels {{(pid=112710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:54:58.242331 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.db [req-808a2421-5a0d-4e60-bdc9-22291d3b3f08 req-8a6a8346-c267-45c5-9b57-bf6d1b088106 service neutron] For port c56674e2-ad46-43bc-9f41-cf0a4987597f, host hv-cinder-82002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=c56674e2-ad46-43bc-9f41-cf0a4987597f,segment=NetworkSegment(20c24cd0-3b1f-4e89-83a4-717e24ca5a29),segment_id=20c24cd0-3b1f-4e89-83a4-717e24ca5a29)] {{(pid=112710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:54:58.249514 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-808a2421-5a0d-4e60-bdc9-22291d3b3f08 req-8a6a8346-c267-45c5-9b57-bf6d1b088106 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10367797'] for port (c56674e2-ad46-43bc-9f41-cf0a4987597f), after_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:58.253715 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808a2421-5a0d-4e60-bdc9-22291d3b3f08 req-8a6a8346-c267-45c5-9b57-bf6d1b088106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:58.254349 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-808a2421-5a0d-4e60-bdc9-22291d3b3f08 req-8a6a8346-c267-45c5-9b57-bf6d1b088106 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161718'] for port (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:58.255696 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-808a2421-5a0d-4e60-bdc9-22291d3b3f08 req-8a6a8346-c267-45c5-9b57-bf6d1b088106 service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/c56674e2-ad46-43bc-9f41-cf0a4987597f HTTP/1.1" status: 200 len: 1094 time: 0.7172916 Sep 08 13:54:58.257174 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '959f81c9-4c88-41e0-8eb9-e5b3fb5faa32', 'tag': 'c56674e2-ad46-43bc-9f41-cf0a4987597f'}] {{(pid=112710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 13:54:58.259542 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4aaac3e20a53a8e6247a431178541979a817c05ad734f54eee24c8be994502e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c609dd06-5b94-465c-84f4-dcfbff74da67" -d '{"events": [{"name": "network-changed", "server_uuid": "959f81c9-4c88-41e0-8eb9-e5b3fb5faa32", "tag": "c56674e2-ad46-43bc-9f41-cf0a4987597f"}]}' {{(pid=112710) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:54:58.295820 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Sep 2022 13:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8351bb47-bd91-44a1-9070-116b5331606d x-openstack-request-id: req-8351bb47-bd91-44a1-9070-116b5331606d {{(pid=112710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:54:58.296103 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "959f81c9-4c88-41e0-8eb9-e5b3fb5faa32", "tag": "c56674e2-ad46-43bc-9f41-cf0a4987597f", "status": "completed", "code": 200}]} {{(pid=112710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:54:58.296407 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8351bb47-bd91-44a1-9070-116b5331606d {{(pid=112710) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:54:58.296812 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8351bb47-bd91-44a1-9070-116b5331606d'] response: {'name': 'network-changed', 'server_uuid': '959f81c9-4c88-41e0-8eb9-e5b3fb5faa32', 'tag': 'c56674e2-ad46-43bc-9f41-cf0a4987597f', 'status': 'completed', 'code': 200} Sep 08 13:54:58.306069 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6a8346-c267-45c5-9b57-bf6d1b088106 service neutron] Pushing event updated for resources: {'Port': ['ID=c56674e2-ad46-43bc-9f41-cf0a4987597f,revision_number=3']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:54:58.478217 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d1c00d-bfee-434e-a1e4-52af7ac0bb73 req-8c3c27f9-33e6-4b0b-bdfb-8beb39e8dc93 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:58.479835 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-15d1c00d-bfee-434e-a1e4-52af7ac0bb73 req-8c3c27f9-33e6-4b0b-bdfb-8beb39e8dc93 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f7b396f5-eec9-4df0-8dca-0f2ba1cbb42c HTTP/1.1" status: 200 len: 946 time: 0.0505109 Sep 08 13:54:58.561031 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c609dd06-5b94-465c-84f4-dcfbff74da67 req-8038b96d-a790-4312-937c-02a4e9ff69fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:58.562724 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-c609dd06-5b94-465c-84f4-dcfbff74da67 req-8038b96d-a790-4312-937c-02a4e9ff69fd service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=b4ca185497284e9780eba8fc2e713d6e&device_id=959f81c9-4c88-41e0-8eb9-e5b3fb5faa32 HTTP/1.1" status: 200 len: 1128 time: 0.0625255 Sep 08 13:54:58.567111 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-15d1c00d-bfee-434e-a1e4-52af7ac0bb73 req-1d1607c9-68fb-436f-8fb7-39166e593bc7 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=5c37b456-2be1-4170-a806-ad519f2b6e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812807 Sep 08 13:54:59.084700 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d142de-ee1b-4aee-845d-c8f576236764 req-9b37f04e-6b8a-48bd-b151-f57e83e9c52b tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:59.086202 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-c2d142de-ee1b-4aee-845d-c8f576236764 req-9b37f04e-6b8a-48bd-b151-f57e83e9c52b tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=959f81c9-4c88-41e0-8eb9-e5b3fb5faa32 HTTP/1.1" status: 200 len: 944 time: 0.0493169 Sep 08 13:54:59.183669 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-c2d142de-ee1b-4aee-845d-c8f576236764 req-dfe99b27-a546-4362-9492-7242ec4e5360 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=43af30f2-13b3-440e-b384-0fcb13870843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899076 Sep 08 13:54:59.236595 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c609dd06-5b94-465c-84f4-dcfbff74da67 req-375ba27e-c48a-439d-9499-547ee1e58022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:59.238110 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-c609dd06-5b94-465c-84f4-dcfbff74da67 req-375ba27e-c48a-439d-9499-547ee1e58022 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?tenant_id=b4ca185497284e9780eba8fc2e713d6e&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1159439 Sep 08 13:54:59.356362 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c609dd06-5b94-465c-84f4-dcfbff74da67 req-de63da1f-1db5-4850-bf5e-69c004d786c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:59.358354 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-c609dd06-5b94-465c-84f4-dcfbff74da67 req-de63da1f-1db5-4850-bf5e-69c004d786c8 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0904887 Sep 08 13:54:59.700639 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492a5f74-a638-4d54-a13c-0a1bef34681a req-47c8e116-026f-4d9c-a532-3c91199deb03 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:59.702145 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-492a5f74-a638-4d54-a13c-0a1bef34681a req-47c8e116-026f-4d9c-a532-3c91199deb03 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f7b396f5-eec9-4df0-8dca-0f2ba1cbb42c HTTP/1.1" status: 200 len: 946 time: 0.0543907 Sep 08 13:54:59.735182 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:54:59.756863 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-492a5f74-a638-4d54-a13c-0a1bef34681a req-f5c7a2f9-bb45-4fb9-b3ea-6042c180c9aa tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=5c37b456-2be1-4170-a806-ad519f2b6e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489275 Sep 08 13:54:59.973993 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16869d0f-f659-4f4b-b206-98ddecc62429 req-41b68e29-9957-4258-9552-a104b6869b9d tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:54:59.975454 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-16869d0f-f659-4f4b-b206-98ddecc62429 req-41b68e29-9957-4258-9552-a104b6869b9d tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d2ad7906-3b73-4fc9-a692-9692fb6234b3 HTTP/1.1" status: 200 len: 945 time: 0.0471635 Sep 08 13:55:00.023045 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-16869d0f-f659-4f4b-b206-98ddecc62429 req-fda68b90-8f6d-4578-910f-35f6e99a7568 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e656d449-c572-4028-b2e1-f2eb8d08b7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421314 Sep 08 13:55:00.311351 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126ae5e1-b82c-49c9-a22c-9066cb0186d2 req-5126cc42-7b43-4533-9eb2-cdca699ccbcf tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:55:00.312801 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-126ae5e1-b82c-49c9-a22c-9066cb0186d2 req-5126cc42-7b43-4533-9eb2-cdca699ccbcf tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=959f81c9-4c88-41e0-8eb9-e5b3fb5faa32 HTTP/1.1" status: 200 len: 944 time: 0.0502164 Sep 08 13:55:00.346689 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:55:00.362420 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-126ae5e1-b82c-49c9-a22c-9066cb0186d2 req-485d3dbd-8901-400f-bd87-fbf9b9d2b42b tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=43af30f2-13b3-440e-b384-0fcb13870843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434973 Sep 08 13:55:00.879328 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc449f8-0e33-45f5-9739-ce952e623b97 req-fa047d35-083c-4143-af36-7bc7844164d9 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:55:00.882209 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-4cc449f8-0e33-45f5-9739-ce952e623b97 req-fa047d35-083c-4143-af36-7bc7844164d9 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f7b396f5-eec9-4df0-8dca-0f2ba1cbb42c HTTP/1.1" status: 200 len: 946 time: 0.0488496 Sep 08 13:55:00.938215 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-4cc449f8-0e33-45f5-9739-ce952e623b97 req-b723a3f3-02dd-45d7-bc10-3a1c4b6c8b27 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=5c37b456-2be1-4170-a806-ad519f2b6e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516329 Sep 08 13:55:01.148145 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105302d1-1baf-4e57-b71f-80a941d41433 req-d5b18b73-e7ee-45ad-ba5f-d94ecea1e723 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:55:01.149633 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-105302d1-1baf-4e57-b71f-80a941d41433 req-d5b18b73-e7ee-45ad-ba5f-d94ecea1e723 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d2ad7906-3b73-4fc9-a692-9692fb6234b3 HTTP/1.1" status: 200 len: 945 time: 0.0514615 Sep 08 13:55:01.200002 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-105302d1-1baf-4e57-b71f-80a941d41433 req-e008a771-e75f-4aa8-a096-3bb374d167df tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e656d449-c572-4028-b2e1-f2eb8d08b7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447032 Sep 08 13:55:01.490488 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b86710-04c6-4206-a3b4-a4dc420bf6ae req-e3c6fc07-0af1-422e-8270-d1d708e73d14 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:55:01.492084 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-35b86710-04c6-4206-a3b4-a4dc420bf6ae req-e3c6fc07-0af1-422e-8270-d1d708e73d14 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=959f81c9-4c88-41e0-8eb9-e5b3fb5faa32 HTTP/1.1" status: 200 len: 944 time: 0.0567727 Sep 08 13:55:01.567504 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808a2421-5a0d-4e60-bdc9-22291d3b3f08 req-2a1527bc-23c3-4871-b828-df4bbbc6ebcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:55:01.569070 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-808a2421-5a0d-4e60-bdc9-22291d3b3f08 req-2a1527bc-23c3-4871-b828-df4bbbc6ebcf service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=b4ca185497284e9780eba8fc2e713d6e&device_id=959f81c9-4c88-41e0-8eb9-e5b3fb5faa32 HTTP/1.1" status: 200 len: 1128 time: 0.0977037 Sep 08 13:55:01.579718 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7fc8a4-cfb7-400a-b2e4-9a82090f598c req-3572368c-cb95-496b-8586-8c4e6002b3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:55:01.581065 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-4c7fc8a4-cfb7-400a-b2e4-9a82090f598c req-3572368c-cb95-496b-8586-8c4e6002b3e0 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f7b396f5-eec9-4df0-8dca-0f2ba1cbb42c HTTP/1.1" status: 200 len: 1130 time: 0.0728838 Sep 08 13:55:01.596926 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-35b86710-04c6-4206-a3b4-a4dc420bf6ae req-d8ce635c-6324-447b-b229-db4e0ed9f935 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=43af30f2-13b3-440e-b384-0fcb13870843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876379 Sep 08 13:55:01.637802 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-808a2421-5a0d-4e60-bdc9-22291d3b3f08 req-84b0f4a2-1988-4df5-a045-769098fcb03f service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c56674e2-ad46-43bc-9f41-cf0a4987597f HTTP/1.1" status: 200 len: 217 time: 0.0390940 Sep 08 13:55:01.696973 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-4c7fc8a4-cfb7-400a-b2e4-9a82090f598c req-68f715c1-77e1-4d4a-b75d-0afbcb08c736 service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5c37b456-2be1-4170-a806-ad519f2b6e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916805 Sep 08 13:55:01.709310 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808a2421-5a0d-4e60-bdc9-22291d3b3f08 req-c09fb000-71a3-4591-b84a-a3f50fb79345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:55:01.710697 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-808a2421-5a0d-4e60-bdc9-22291d3b3f08 req-c09fb000-71a3-4591-b84a-a3f50fb79345 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=a139bee4-b378-4a6d-bfa3-c572d95f8369 HTTP/1.1" status: 200 len: 854 time: 0.0558765 Sep 08 13:55:02.053570 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e18060-6c75-43b2-ad64-1164c607e974 req-17fd892e-7d0f-4e39-9ca3-f3892554bac0 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:55:02.055108 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-57e18060-6c75-43b2-ad64-1164c607e974 req-17fd892e-7d0f-4e39-9ca3-f3892554bac0 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f7b396f5-eec9-4df0-8dca-0f2ba1cbb42c HTTP/1.1" status: 200 len: 946 time: 0.0505762 Sep 08 13:55:02.102698 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-57e18060-6c75-43b2-ad64-1164c607e974 req-4a8c851a-d8b4-43e2-af89-9be7321abf87 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=5c37b456-2be1-4170-a806-ad519f2b6e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414934 Sep 08 13:55:02.152361 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808a2421-5a0d-4e60-bdc9-22291d3b3f08 req-3cdad367-127d-4d03-82e3-a36727a7d1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:55:02.153954 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-808a2421-5a0d-4e60-bdc9-22291d3b3f08 req-3cdad367-127d-4d03-82e3-a36727a7d1bf service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=cf5901ef-2ee5-4879-85aa-18770c77b80a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0414205 Sep 08 13:55:02.247587 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-808a2421-5a0d-4e60-bdc9-22291d3b3f08 req-70aa4e33-db19-4eca-a355-424d882372ec service neutron] 10.222.0.20 "GET /networking/v2.0/networks/cf5901ef-2ee5-4879-85aa-18770c77b80a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855451 Sep 08 13:55:02.321523 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8ba713-0b4f-447b-9202-001ae5f0c42c req-6eb9180a-1de2-443b-9cc3-2fc274771e0b tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:55:02.323032 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-6f8ba713-0b4f-447b-9202-001ae5f0c42c req-6eb9180a-1de2-443b-9cc3-2fc274771e0b tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d2ad7906-3b73-4fc9-a692-9692fb6234b3 HTTP/1.1" status: 200 len: 945 time: 0.0479825 Sep 08 13:55:02.369754 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-6f8ba713-0b4f-447b-9202-001ae5f0c42c req-41356d90-61fc-46bf-9514-23d45fb37cfd tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e656d449-c572-4028-b2e1-f2eb8d08b7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407319 Sep 08 13:55:02.593409 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=74,neutron:INSERT=8,neutron:UPDATE=5,neutron:DELETE=6 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:55:02.595260 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=49,neutron:DELETE=4,neutron:INSERT=7 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:55:02.697143 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=100 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:55:02.715584 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4746fe2b-d9b0-4e76-bf53-f6e08dff7c57 req-6984003d-2435-4a6c-938b-94b889235caf tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:55:02.717060 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-4746fe2b-d9b0-4e76-bf53-f6e08dff7c57 req-6984003d-2435-4a6c-938b-94b889235caf tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=959f81c9-4c88-41e0-8eb9-e5b3fb5faa32 HTTP/1.1" status: 200 len: 944 time: 0.0470390 Sep 08 13:55:02.762554 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-4746fe2b-d9b0-4e76-bf53-f6e08dff7c57 req-f5f0639d-74f9-4a21-8da0-23661ef0c62d tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=43af30f2-13b3-440e-b384-0fcb13870843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399406 Sep 08 13:55:02.926872 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=100 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:55:02.933115 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-808a2421-5a0d-4e60-bdc9-22291d3b3f08 req-ca30a7d2-cd97-4f7c-9c47-483c5cef79de service neutron] 10.222.0.20 "GET /networking/v2.0/networks/cf5901ef-2ee5-4879-85aa-18770c77b80a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924084 Sep 08 13:55:03.224177 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b455f2b5-4999-4d6a-8daf-b8fa6b953325 req-27a3cae7-e873-44b2-8aba-e741c924a9bb tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:55:03.225684 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-b455f2b5-4999-4d6a-8daf-b8fa6b953325 req-27a3cae7-e873-44b2-8aba-e741c924a9bb tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f7b396f5-eec9-4df0-8dca-0f2ba1cbb42c HTTP/1.1" status: 200 len: 946 time: 0.0486281 Sep 08 13:55:03.272516 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-b455f2b5-4999-4d6a-8daf-b8fa6b953325 req-4e927284-da07-4e95-9141-3305c6411969 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=5c37b456-2be1-4170-a806-ad519f2b6e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413413 Sep 08 13:55:03.497500 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1661bc6f-1e2c-45be-ae39-f0fea62ef36a req-3b10fbf3-83f2-4810-a02c-10dd9c3bf523 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:55:03.498912 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-1661bc6f-1e2c-45be-ae39-f0fea62ef36a req-3b10fbf3-83f2-4810-a02c-10dd9c3bf523 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d2ad7906-3b73-4fc9-a692-9692fb6234b3 HTTP/1.1" status: 200 len: 945 time: 0.0511742 Sep 08 13:55:03.549031 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-1661bc6f-1e2c-45be-ae39-f0fea62ef36a req-1a070685-5ac7-4554-85ea-15b319240404 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e656d449-c572-4028-b2e1-f2eb8d08b7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442402 Sep 08 13:55:03.880220 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cda7080-0e6f-49e4-8889-c4528f25ce20 req-fd4823c8-376f-44dc-8356-1a6a30155f75 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:55:03.882022 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-3cda7080-0e6f-49e4-8889-c4528f25ce20 req-fd4823c8-376f-44dc-8356-1a6a30155f75 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=959f81c9-4c88-41e0-8eb9-e5b3fb5faa32 HTTP/1.1" status: 200 len: 944 time: 0.0472128 Sep 08 13:55:03.883874 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (4c2ff875-e6d7-424e-bdc7-d4b2ed4bdd9c), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:55:03.931297 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-3cda7080-0e6f-49e4-8889-c4528f25ce20 req-b8538fb6-51c9-45d6-a692-2c064dd2670e tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=43af30f2-13b3-440e-b384-0fcb13870843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435789 Sep 08 13:55:04.405610 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d5959d-d3c8-4b57-952e-9cb3e6f14bfb req-97cc0e1a-200b-4218-892a-df8dc8f6f256 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:55:04.407139 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-c0d5959d-d3c8-4b57-952e-9cb3e6f14bfb req-97cc0e1a-200b-4218-892a-df8dc8f6f256 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f7b396f5-eec9-4df0-8dca-0f2ba1cbb42c HTTP/1.1" status: 200 len: 946 time: 0.0531864 Sep 08 13:55:04.455052 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-c0d5959d-d3c8-4b57-952e-9cb3e6f14bfb req-d3d275b5-b7f4-4bd5-9ff2-6827cddbf42e tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=5c37b456-2be1-4170-a806-ad519f2b6e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419605 Sep 08 13:55:04.672181 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811540e0-5c5b-4bfd-a4b5-d126a7219505 req-fa5bc243-ae76-4302-a147-c56f8d2c283e tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:55:04.673633 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-811540e0-5c5b-4bfd-a4b5-d126a7219505 req-fa5bc243-ae76-4302-a147-c56f8d2c283e tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d2ad7906-3b73-4fc9-a692-9692fb6234b3 HTTP/1.1" status: 200 len: 945 time: 0.0472739 Sep 08 13:55:04.720773 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-811540e0-5c5b-4bfd-a4b5-d126a7219505 req-93836a91-894c-44d8-a399-358b117068fd tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e656d449-c572-4028-b2e1-f2eb8d08b7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416417 Sep 08 13:55:05.051660 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd4c300-0c55-455c-af12-2cf04dadc83d req-e14acb7c-2fda-454b-8566-9c37122d4d1b tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:55:05.053111 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-bfd4c300-0c55-455c-af12-2cf04dadc83d req-e14acb7c-2fda-454b-8566-9c37122d4d1b tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=959f81c9-4c88-41e0-8eb9-e5b3fb5faa32 HTTP/1.1" status: 200 len: 944 time: 0.0476289 Sep 08 13:55:05.102514 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-bfd4c300-0c55-455c-af12-2cf04dadc83d req-ee164434-b80c-4127-ac17-e33427aa4db3 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=43af30f2-13b3-440e-b384-0fcb13870843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437982 Sep 08 13:55:05.474533 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.agents_db [None req-36671662-b8ef-427e-8422-ee96630d1377 None None] Agent healthcheck: found 6 active agents {{(pid=112712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:55:05.584445 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6054b7c1-38f4-4e8a-97a3-ebd7628d84ad req-f0fc2a8a-8587-4419-a982-02ecebec35ec tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:55:05.585928 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-6054b7c1-38f4-4e8a-97a3-ebd7628d84ad req-f0fc2a8a-8587-4419-a982-02ecebec35ec tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f7b396f5-eec9-4df0-8dca-0f2ba1cbb42c HTTP/1.1" status: 200 len: 946 time: 0.0484185 Sep 08 13:55:05.632346 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-6054b7c1-38f4-4e8a-97a3-ebd7628d84ad req-b12dd7a4-09e2-4c47-b4c2-3c66ec3df08e tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=5c37b456-2be1-4170-a806-ad519f2b6e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405817 Sep 08 13:55:05.875313 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69f505d-dede-4597-9964-89035186b5c4 req-e87fe1ba-06fd-4a97-9a22-e44b3fa347c8 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:55:05.876761 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-c69f505d-dede-4597-9964-89035186b5c4 req-e87fe1ba-06fd-4a97-9a22-e44b3fa347c8 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d2ad7906-3b73-4fc9-a692-9692fb6234b3 HTTP/1.1" status: 200 len: 945 time: 0.0471685 Sep 08 13:55:05.927955 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-c69f505d-dede-4597-9964-89035186b5c4 req-ca1b0c18-8412-4d08-b5d1-81b4c1549bb1 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e656d449-c572-4028-b2e1-f2eb8d08b7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456142 Sep 08 13:55:06.033299 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e29dfd0-cfb5-4a11-8136-b95214745e2d req-fcb9582d-89c3-49d7-8ec8-c743c102ccca tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:55:06.034774 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-8e29dfd0-cfb5-4a11-8136-b95214745e2d req-fcb9582d-89c3-49d7-8ec8-c743c102ccca tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f7b396f5-eec9-4df0-8dca-0f2ba1cbb42c HTTP/1.1" status: 200 len: 946 time: 0.0501759 Sep 08 13:55:06.081311 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-8e29dfd0-cfb5-4a11-8136-b95214745e2d req-0df01e08-d9b1-42b7-b776-22daa05b532b tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=5c37b456-2be1-4170-a806-ad519f2b6e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408287 Sep 08 13:55:06.219620 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5807d142-c40c-4634-8bb9-88366a8da0ba req-5d72d572-0467-4d58-91d7-80618b245d8e tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:55:06.221037 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-5807d142-c40c-4634-8bb9-88366a8da0ba req-5d72d572-0467-4d58-91d7-80618b245d8e tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=959f81c9-4c88-41e0-8eb9-e5b3fb5faa32 HTTP/1.1" status: 200 len: 944 time: 0.0480709 Sep 08 13:55:06.233146 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=100 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:55:06.268638 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-5807d142-c40c-4634-8bb9-88366a8da0ba req-7d359089-818b-4094-91db-d989724bc642 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=43af30f2-13b3-440e-b384-0fcb13870843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418224 Sep 08 13:55:06.383800 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Device c56674e2-ad46-43bc-9f41-cf0a4987597f details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=112711) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:55:06.487205 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] For port c56674e2-ad46-43bc-9f41-cf0a4987597f, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=c56674e2-ad46-43bc-9f41-cf0a4987597f,segment=NetworkSegment(20c24cd0-3b1f-4e89-83a4-717e24ca5a29),segment_id=20c24cd0-3b1f-4e89-83a4-717e24ca5a29)] {{(pid=112711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:55:06.499616 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Returning: {'device': 'c56674e2-ad46-43bc-9f41-cf0a4987597f', 'network_id': 'cf5901ef-2ee5-4879-85aa-18770c77b80a', 'port_id': 'c56674e2-ad46-43bc-9f41-cf0a4987597f', 'mac_address': 'fa:16:3e:1d:27:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a139bee4-b378-4a6d-bfa3-c572d95f8369', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112711) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:55:06.534960 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Current status of the port c56674e2-ad46-43bc-9f41-cf0a4987597f is: DOWN; New status is: BUILD {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 13:55:06.535350 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (c56674e2-ad46-43bc-9f41-cf0a4987597f), before_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:55:06.548354 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.notifiers.nova [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c56674e2-ad46-43bc-9f41-cf0a4987597f {{(pid=112711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 08 13:55:06.574029 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] For port c56674e2-ad46-43bc-9f41-cf0a4987597f, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=c56674e2-ad46-43bc-9f41-cf0a4987597f,segment=NetworkSegment(20c24cd0-3b1f-4e89-83a4-717e24ca5a29),segment_id=20c24cd0-3b1f-4e89-83a4-717e24ca5a29)] {{(pid=112711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:55:06.578856 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (c56674e2-ad46-43bc-9f41-cf0a4987597f), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:55:06.617008 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3f2f3a-a5e0-4661-af9e-f3d53db6dfd2 req-cc4f9f8d-53ae-4778-99dc-a54b474642cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:55:06.618628 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-fd3f2f3a-a5e0-4661-af9e-f3d53db6dfd2 req-cc4f9f8d-53ae-4778-99dc-a54b474642cf service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=127bce2080d54fe4871b5aaa6cc394b5&device_id=f7b396f5-eec9-4df0-8dca-0f2ba1cbb42c HTTP/1.1" status: 200 len: 1130 time: 0.0418375 Sep 08 13:55:06.630239 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Pushing event updated for resources: {'Port': ['ID=c56674e2-ad46-43bc-9f41-cf0a4987597f,revision_number=4']} {{(pid=112711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:55:06.688734 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=100 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:55:06.724422 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3f2f3a-a5e0-4661-af9e-f3d53db6dfd2 req-10efb5e3-553f-45d0-8e9f-8f20b7b25cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:55:06.726233 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-fd3f2f3a-a5e0-4661-af9e-f3d53db6dfd2 req-10efb5e3-553f-45d0-8e9f-8f20b7b25cc0 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=a6ea2a7a-ef84-454a-b305-c470482cf7fa HTTP/1.1" status: 200 len: 919 time: 0.0981915 Sep 08 13:55:06.821133 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-fd3f2f3a-a5e0-4661-af9e-f3d53db6dfd2 req-f76746dd-ac4c-494f-867b-ed431fe9e13a service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8264f39d-725c-426b-913c-05ab5ad2087e HTTP/1.1" status: 200 len: 217 time: 0.0342185 Sep 08 13:55:06.879086 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3f2f3a-a5e0-4661-af9e-f3d53db6dfd2 req-35204727-c797-4dae-b6ac-e1e87e4e77d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:55:06.880546 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-fd3f2f3a-a5e0-4661-af9e-f3d53db6dfd2 req-35204727-c797-4dae-b6ac-e1e87e4e77d0 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=8a8f577a-16e1-4e37-b6e2-a6cc60df3540 HTTP/1.1" status: 200 len: 857 time: 0.0482373 Sep 08 13:55:06.943641 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3f2f3a-a5e0-4661-af9e-f3d53db6dfd2 req-76a31120-3010-4e41-ab0e-fd0be5cb1bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:55:06.945132 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-fd3f2f3a-a5e0-4661-af9e-f3d53db6dfd2 req-76a31120-3010-4e41-ab0e-fd0be5cb1bf6 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=a6ea2a7a-ef84-454a-b305-c470482cf7fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0469565 Sep 08 13:55:07.075265 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c7061e-78f2-461e-b26a-f1058558d4f6 req-0b933c42-7453-4e1a-9468-d6f2e8c68478 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:55:07.076710 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-23c7061e-78f2-461e-b26a-f1058558d4f6 req-0b933c42-7453-4e1a-9468-d6f2e8c68478 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d2ad7906-3b73-4fc9-a692-9692fb6234b3 HTTP/1.1" status: 200 len: 945 time: 0.0686922 Sep 08 13:55:07.097984 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-fd3f2f3a-a5e0-4661-af9e-f3d53db6dfd2 req-78b36abc-177d-4d8e-9db0-5d4eb70808be service neutron] 10.222.0.20 "GET /networking/v2.0/networks/a6ea2a7a-ef84-454a-b305-c470482cf7fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347218 Sep 08 13:55:07.183349 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-23c7061e-78f2-461e-b26a-f1058558d4f6 req-bee749b5-be41-4d54-9ded-3056537056e2 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e656d449-c572-4028-b2e1-f2eb8d08b7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979123 Sep 08 13:55:07.235064 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bb9680-0ed5-4dfb-bb90-1baa7b67edc5 req-d2052014-c520-4a57-b6f2-2482c57881ca tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:55:07.236546 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-f7bb9680-0ed5-4dfb-bb90-1baa7b67edc5 req-d2052014-c520-4a57-b6f2-2482c57881ca tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f7b396f5-eec9-4df0-8dca-0f2ba1cbb42c HTTP/1.1" status: 200 len: 946 time: 0.0656834 Sep 08 13:55:07.271040 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-fd3f2f3a-a5e0-4661-af9e-f3d53db6dfd2 req-e0571d53-b75e-4d8c-8635-cf780d3a98c7 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/a6ea2a7a-ef84-454a-b305-c470482cf7fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526809 Sep 08 13:55:07.297583 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-f7bb9680-0ed5-4dfb-bb90-1baa7b67edc5 req-4970a8bd-5aed-48fb-8d9a-d7c8fb912751 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=5c37b456-2be1-4170-a806-ad519f2b6e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547314 Sep 08 13:55:07.333263 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] get_ports_and_sgs() called for port_ids ['c56674e2-ad46-43bc-9f41-cf0a4987597f'] {{(pid=112711) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 08 13:55:07.387255 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5a36a0-730a-40ab-ab16-b3792c5b8dba req-b5fe30ec-ce2e-4b72-8c97-0120725eb6c4 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:55:07.389249 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-7d5a36a0-730a-40ab-ab16-b3792c5b8dba req-b5fe30ec-ce2e-4b72-8c97-0120725eb6c4 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=959f81c9-4c88-41e0-8eb9-e5b3fb5faa32 HTTP/1.1" status: 200 len: 945 time: 0.0488598 Sep 08 13:55:07.436165 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-7d5a36a0-730a-40ab-ab16-b3792c5b8dba req-d30fb5a4-a3c0-4325-b0fb-93db8dcc192b tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=43af30f2-13b3-440e-b384-0fcb13870843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411553 Sep 08 13:55:08.306811 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cc84f2-0526-4754-9c68-b055f7d4180a req-b2db48bf-538b-4751-8f72-10c4388a9bfa tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:55:08.308254 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-c6cc84f2-0526-4754-9c68-b055f7d4180a req-b2db48bf-538b-4751-8f72-10c4388a9bfa tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d2ad7906-3b73-4fc9-a692-9692fb6234b3 HTTP/1.1" status: 200 len: 945 time: 0.0502405 Sep 08 13:55:08.362864 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-c6cc84f2-0526-4754-9c68-b055f7d4180a req-34471743-11c3-41ed-87f2-5e41b507b95e tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e656d449-c572-4028-b2e1-f2eb8d08b7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491667 Sep 08 13:55:08.425170 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b394ab77-536f-4aac-9dec-0624da7f8cc7 req-896184ef-4f68-4fa9-b585-d2586164279c tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:55:08.431092 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-b394ab77-536f-4aac-9dec-0624da7f8cc7 req-896184ef-4f68-4fa9-b585-d2586164279c tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f7b396f5-eec9-4df0-8dca-0f2ba1cbb42c HTTP/1.1" status: 200 len: 946 time: 0.0562584 Sep 08 13:55:08.480857 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-b394ab77-536f-4aac-9dec-0624da7f8cc7 req-1c7a05dd-7f83-4f11-87c0-8d89e276d22d tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=5c37b456-2be1-4170-a806-ad519f2b6e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441942 Sep 08 13:55:08.558614 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c395c7-4740-4903-afbc-a5cd3dedb5b3 req-a2c516c0-097e-4b41-8db5-75067267e6b1 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:55:08.560769 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-08c395c7-4740-4903-afbc-a5cd3dedb5b3 req-a2c516c0-097e-4b41-8db5-75067267e6b1 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=959f81c9-4c88-41e0-8eb9-e5b3fb5faa32 HTTP/1.1" status: 200 len: 945 time: 0.0472608 Sep 08 13:55:08.611516 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-08c395c7-4740-4903-afbc-a5cd3dedb5b3 req-aec9bc8b-37c7-48c5-9703-ba5ce732776a tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=43af30f2-13b3-440e-b384-0fcb13870843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450940 Sep 08 13:55:09.251247 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Device c56674e2-ad46-43bc-9f41-cf0a4987597f up at agent hyperv_hv-cinder-82002 {{(pid=112711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:55:09.285813 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=100 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:55:09.293747 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Provisioning for port c56674e2-ad46-43bc-9f41-cf0a4987597f completed by entity L2. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 08 13:55:09.299290 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Provisioning complete for port c56674e2-ad46-43bc-9f41-cf0a4987597f triggered by entity L2. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 13:55:09.299810 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (c56674e2-ad46-43bc-9f41-cf0a4987597f), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:55:09.369255 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Current status of the port c56674e2-ad46-43bc-9f41-cf0a4987597f is: BUILD; New status is: ACTIVE {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 13:55:09.369637 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (c56674e2-ad46-43bc-9f41-cf0a4987597f), before_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:55:09.393431 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '959f81c9-4c88-41e0-8eb9-e5b3fb5faa32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c56674e2-ad46-43bc-9f41-cf0a4987597f'}] {{(pid=112711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 13:55:09.395672 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da88ec0cbec787fa3ec3fbfc035ae72aba30a0bab36d561f227dc8a59222d55b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49954098-1518-4ca3-874c-b70ecf27c70b" -d '{"events": [{"server_uuid": "959f81c9-4c88-41e0-8eb9-e5b3fb5faa32", "name": "network-vif-plugged", "status": "completed", "tag": "c56674e2-ad46-43bc-9f41-cf0a4987597f"}]}' {{(pid=112711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:55:09.411877 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] For port c56674e2-ad46-43bc-9f41-cf0a4987597f, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=c56674e2-ad46-43bc-9f41-cf0a4987597f,segment=NetworkSegment(20c24cd0-3b1f-4e89-83a4-717e24ca5a29),segment_id=20c24cd0-3b1f-4e89-83a4-717e24ca5a29)] {{(pid=112711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:55:09.417437 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (c56674e2-ad46-43bc-9f41-cf0a4987597f), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:55:09.443811 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Sep 2022 13:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c3598a0-5232-40a4-b18b-1043b408cc4f x-openstack-request-id: req-0c3598a0-5232-40a4-b18b-1043b408cc4f {{(pid=112711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:55:09.444103 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "959f81c9-4c88-41e0-8eb9-e5b3fb5faa32", "name": "network-vif-plugged", "status": "completed", "tag": "c56674e2-ad46-43bc-9f41-cf0a4987597f", "code": 200}]} {{(pid=112711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:55:09.444351 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0c3598a0-5232-40a4-b18b-1043b408cc4f {{(pid=112711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:55:09.444737 dv-cinder-820027-24-iscsi neutron-server[112711]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c3598a0-5232-40a4-b18b-1043b408cc4f'] response: {'server_uuid': '959f81c9-4c88-41e0-8eb9-e5b3fb5faa32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c56674e2-ad46-43bc-9f41-cf0a4987597f', 'code': 200} Sep 08 13:55:09.470684 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Pushing event updated for resources: {'Port': ['ID=c56674e2-ad46-43bc-9f41-cf0a4987597f,revision_number=5']} {{(pid=112711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:55:09.484775 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e02f9ac-c1f6-4f81-afdb-c2587636b816 req-45ba5aee-7993-4610-b8e4-ef8ac156afe8 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:55:09.486287 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-7e02f9ac-c1f6-4f81-afdb-c2587636b816 req-45ba5aee-7993-4610-b8e4-ef8ac156afe8 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d2ad7906-3b73-4fc9-a692-9692fb6234b3 HTTP/1.1" status: 200 len: 945 time: 0.0473917 Sep 08 13:55:09.507095 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=100 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:55:09.513198 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=100 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:55:09.536039 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-7e02f9ac-c1f6-4f81-afdb-c2587636b816 req-2f6ee839-daa4-44f2-a342-d125247e40c5 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e656d449-c572-4028-b2e1-f2eb8d08b7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441103 Sep 08 13:55:09.615395 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4939109-3d51-42c7-b8b1-03b3d430132b req-69aea03a-6584-40ad-8be1-1bd62d1f54a4 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:55:09.616854 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-a4939109-3d51-42c7-b8b1-03b3d430132b req-69aea03a-6584-40ad-8be1-1bd62d1f54a4 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f7b396f5-eec9-4df0-8dca-0f2ba1cbb42c HTTP/1.1" status: 200 len: 946 time: 0.0474122 Sep 08 13:55:09.665173 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-a4939109-3d51-42c7-b8b1-03b3d430132b req-c7f2932f-cf32-4a4e-8c3b-df3801c011d5 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=5c37b456-2be1-4170-a806-ad519f2b6e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420697 Sep 08 13:55:09.734692 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59636364-52d6-43a5-b1a7-72924d0a386e req-6ea50c82-3750-4bb7-a8d6-9ad9721ae7bc tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:55:09.736149 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-59636364-52d6-43a5-b1a7-72924d0a386e req-6ea50c82-3750-4bb7-a8d6-9ad9721ae7bc tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=959f81c9-4c88-41e0-8eb9-e5b3fb5faa32 HTTP/1.1" status: 200 len: 946 time: 0.0491245 Sep 08 13:55:09.782732 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-59636364-52d6-43a5-b1a7-72924d0a386e req-541988e9-3b2e-445a-a1f4-37114fc3ee65 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=43af30f2-13b3-440e-b384-0fcb13870843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409629 Sep 08 13:55:10.663447 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390a4bb1-bb6b-4b73-a654-5ff420752f30 req-fcf735e0-db38-4268-8967-8f9d30ee47e3 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:55:10.665022 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-390a4bb1-bb6b-4b73-a654-5ff420752f30 req-fcf735e0-db38-4268-8967-8f9d30ee47e3 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d2ad7906-3b73-4fc9-a692-9692fb6234b3 HTTP/1.1" status: 200 len: 945 time: 0.0542073 Sep 08 13:55:10.718193 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-390a4bb1-bb6b-4b73-a654-5ff420752f30 req-271ad3f7-f443-4ece-be59-176335a237c3 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e656d449-c572-4028-b2e1-f2eb8d08b7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450985 Sep 08 13:55:10.794630 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c18387-95bc-45de-9883-96e479ee109f req-87f47f72-5664-4b33-91cc-5b77a6a746ad tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:55:10.796069 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-33c18387-95bc-45de-9883-96e479ee109f req-87f47f72-5664-4b33-91cc-5b77a6a746ad tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f7b396f5-eec9-4df0-8dca-0f2ba1cbb42c HTTP/1.1" status: 200 len: 946 time: 0.0509582 Sep 08 13:55:10.845172 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-33c18387-95bc-45de-9883-96e479ee109f req-6a7ce6cf-85cc-4236-8017-c71113f01db7 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=5c37b456-2be1-4170-a806-ad519f2b6e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427904 Sep 08 13:55:10.906218 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f5fbdc-459a-4313-9f4a-ab0409242305 req-a199a91d-6b3a-487b-966f-a6bda4e92778 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:55:10.907706 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-d6f5fbdc-459a-4313-9f4a-ab0409242305 req-a199a91d-6b3a-487b-966f-a6bda4e92778 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=959f81c9-4c88-41e0-8eb9-e5b3fb5faa32 HTTP/1.1" status: 200 len: 946 time: 0.0499551 Sep 08 13:55:10.963219 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-d6f5fbdc-459a-4313-9f4a-ab0409242305 req-c32a14e7-edab-4a9f-9df9-828de375b333 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=43af30f2-13b3-440e-b384-0fcb13870843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479009 Sep 08 13:55:10.995073 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=14 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:55:11.839214 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09085d35-7073-4cac-a642-19b06b02c683 req-ae43ba9e-101f-4584-bc2c-365eb0e71f5d tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:55:11.840576 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-09085d35-7073-4cac-a642-19b06b02c683 req-ae43ba9e-101f-4584-bc2c-365eb0e71f5d tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d2ad7906-3b73-4fc9-a692-9692fb6234b3 HTTP/1.1" status: 200 len: 945 time: 0.0474219 Sep 08 13:55:11.891086 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-09085d35-7073-4cac-a642-19b06b02c683 req-131558c6-d15c-4140-bcec-f6a9c5f95185 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e656d449-c572-4028-b2e1-f2eb8d08b7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449767 Sep 08 13:55:11.966158 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4223202b-b3cf-457a-8f40-d9a9010022eb req-a72225ee-2c8b-4d3f-9d10-43bcf102235a tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:55:11.967626 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-4223202b-b3cf-457a-8f40-d9a9010022eb req-a72225ee-2c8b-4d3f-9d10-43bcf102235a tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f7b396f5-eec9-4df0-8dca-0f2ba1cbb42c HTTP/1.1" status: 200 len: 946 time: 0.0470870 Sep 08 13:55:12.017040 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-4223202b-b3cf-457a-8f40-d9a9010022eb req-ef8f66a3-042c-4238-a860-9b1f2a4b016e tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=5c37b456-2be1-4170-a806-ad519f2b6e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439165 Sep 08 13:55:12.121580 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79297a6a-afcb-4f19-965c-17e9eb43aedc req-2377317f-fedd-49cb-aa16-696708874e2e tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:55:12.123770 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-79297a6a-afcb-4f19-965c-17e9eb43aedc req-2377317f-fedd-49cb-aa16-696708874e2e tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=959f81c9-4c88-41e0-8eb9-e5b3fb5faa32 HTTP/1.1" status: 200 len: 946 time: 0.0572162 Sep 08 13:55:12.205396 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-79297a6a-afcb-4f19-965c-17e9eb43aedc req-ecdd2999-f87e-4e7f-b29d-0238197bca33 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=43af30f2-13b3-440e-b384-0fcb13870843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760665 Sep 08 13:55:12.208407 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4cf31a-c710-4e0b-b3a2-37529a7357ff req-f4ced725-b3ed-4ab1-9348-cb4d0c0391e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:55:12.209793 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-5c4cf31a-c710-4e0b-b3a2-37529a7357ff req-f4ced725-b3ed-4ab1-9348-cb4d0c0391e5 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=959f81c9-4c88-41e0-8eb9-e5b3fb5faa32 HTTP/1.1" status: 200 len: 1130 time: 0.0615380 Sep 08 13:55:12.261042 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-5c4cf31a-c710-4e0b-b3a2-37529a7357ff req-b9eaca53-06c5-4995-9474-e51f0d82cccb service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=43af30f2-13b3-440e-b384-0fcb13870843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397201 Sep 08 13:55:13.012217 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291d2062-3c9b-4ef0-9b24-e5d51b192bc0 req-adb91dbf-2353-485c-b8d7-8d43e1da815c tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:55:13.013708 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-291d2062-3c9b-4ef0-9b24-e5d51b192bc0 req-adb91dbf-2353-485c-b8d7-8d43e1da815c tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d2ad7906-3b73-4fc9-a692-9692fb6234b3 HTTP/1.1" status: 200 len: 945 time: 0.0468111 Sep 08 13:55:13.062470 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-291d2062-3c9b-4ef0-9b24-e5d51b192bc0 req-1365b931-db69-409c-bbf0-8ce6d89b9250 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e656d449-c572-4028-b2e1-f2eb8d08b7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429542 Sep 08 13:55:13.324298 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85d0ad3-3876-4a5e-8345-49c6b221f4c4 req-3e1c0e72-60ac-4554-9f60-2f25b3e36d16 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:55:13.325751 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-c85d0ad3-3876-4a5e-8345-49c6b221f4c4 req-3e1c0e72-60ac-4554-9f60-2f25b3e36d16 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=959f81c9-4c88-41e0-8eb9-e5b3fb5faa32 HTTP/1.1" status: 200 len: 946 time: 0.0461416 Sep 08 13:55:13.346906 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=100 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:55:13.475540 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 37770) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:55:13.480164 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.v2.base [None req-b49cad19-3043-45f2-bb98-fe089c85866e tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1755708901', 'description': 'tempest-description--1438810677'}} {{(pid=112709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:55:13.501254 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-b49cad19-3043-45f2-bb98-fe089c85866e tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Publish callbacks [] for security_group (None), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:55:13.574297 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-b49cad19-3043-45f2-bb98-fe089c85866e tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Publish callbacks [] for security_group (ab5cc7d2-a9e9-47f5-8ca4-4c1123bb816c), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:55:13.578855 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-b49cad19-3043-45f2-bb98-fe089c85866e tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (ab5cc7d2-a9e9-47f5-8ca4-4c1123bb816c), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:55:13.607970 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-c85d0ad3-3876-4a5e-8345-49c6b221f4c4 req-a811e00a-17a4-4588-9814-0f394b4fee50 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=43af30f2-13b3-440e-b384-0fcb13870843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2767503 Sep 08 13:55:13.611577 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-b49cad19-3043-45f2-bb98-fe089c85866e tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Publish callbacks [] for security_group (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:55:13.612799 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-b49cad19-3043-45f2-bb98-fe089c85866e tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1362169 Sep 08 13:55:13.615741 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 37772) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:55:13.619918 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.v2.base [None req-525d942d-a8bd-433e-8b4d-3590c9628d3c tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Request body: {'security_group_rule': {'security_group_id': 'ab5cc7d2-a9e9-47f5-8ca4-4c1123bb816c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:55:13.628667 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49cad19-3043-45f2-bb98-fe089c85866e tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab5cc7d2-a9e9-47f5-8ca4-4c1123bb816c,revision_number=1']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:55:13.648808 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-525d942d-a8bd-433e-8b4d-3590c9628d3c tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Publish callbacks [] for security_group_rule (0de0f52d-2d5c-45fa-96fe-73ff58393730), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:55:13.704966 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-525d942d-a8bd-433e-8b4d-3590c9628d3c tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Publish callbacks [] for security_group_rule (0de0f52d-2d5c-45fa-96fe-73ff58393730), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:55:13.708684 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-525d942d-a8bd-433e-8b4d-3590c9628d3c tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763866'] for security_group_rule (0de0f52d-2d5c-45fa-96fe-73ff58393730), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:55:13.727627 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525d942d-a8bd-433e-8b4d-3590c9628d3c tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0de0f52d-2d5c-45fa-96fe-73ff58393730,revision_number=0']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:55:13.737563 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-525d942d-a8bd-433e-8b4d-3590c9628d3c tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:55:13.738756 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-525d942d-a8bd-433e-8b4d-3590c9628d3c tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1221085 Sep 08 13:55:13.741482 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 37774) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:55:13.745710 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.v2.base [None req-12ec02c0-3b8b-4a8a-9aaf-084a1d828700 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Request body: {'security_group_rule': {'security_group_id': 'ab5cc7d2-a9e9-47f5-8ca4-4c1123bb816c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=112709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:55:13.771368 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-12ec02c0-3b8b-4a8a-9aaf-084a1d828700 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Publish callbacks [] for security_group_rule (48afa2b4-9086-4051-b10f-d40e414a9496), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:55:13.829289 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-12ec02c0-3b8b-4a8a-9aaf-084a1d828700 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Publish callbacks [] for security_group_rule (48afa2b4-9086-4051-b10f-d40e414a9496), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:55:13.832585 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-12ec02c0-3b8b-4a8a-9aaf-084a1d828700 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763866'] for security_group_rule (48afa2b4-9086-4051-b10f-d40e414a9496), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:55:13.848596 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ec02c0-3b8b-4a8a-9aaf-084a1d828700 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48afa2b4-9086-4051-b10f-d40e414a9496,revision_number=0']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:55:13.859232 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-12ec02c0-3b8b-4a8a-9aaf-084a1d828700 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:55:13.860405 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-12ec02c0-3b8b-4a8a-9aaf-084a1d828700 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1179652 Sep 08 13:55:13.863544 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 37776) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:55:13.868225 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.v2.base [None req-8faa1f20-def3-42b7-935f-fe6bd5490cee tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Request body: {'floatingip': {'floating_network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014'}} {{(pid=112709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:55:13.888481 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-8faa1f20-def3-42b7-935f-fe6bd5490cee tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:55:13.968549 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-8faa1f20-def3-42b7-935f-fe6bd5490cee tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (None), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:55:14.044476 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-89850ed7-a4a1-4480-bd39-0c973828730e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (22ab8903-d7f5-4941-bce3-89140b53b8af), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:55:14.080028 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.db.db_base_plugin_common [None req-8faa1f20-def3-42b7-935f-fe6bd5490cee tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Allocated IP 172.27.0.191 (a5311008-4782-42e3-9445-a36a6c9fb014/42b74029-f5ac-41f0-a451-9a0d0b4a74ed/781b409e-f1d9-49be-9134-d8fc4d2a5b46) {{(pid=112709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:55:14.094534 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:55:14.152699 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=100 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:55:14.190476 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c21de63-08e1-440e-99e3-e0c6eb9495c0 req-72cf6654-7e34-4271-b5a9-597a912c14ad tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:55:14.191982 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-1c21de63-08e1-440e-99e3-e0c6eb9495c0 req-72cf6654-7e34-4271-b5a9-597a912c14ad tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d2ad7906-3b73-4fc9-a692-9692fb6234b3 HTTP/1.1" status: 200 len: 945 time: 0.0477998 Sep 08 13:55:14.194440 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-8faa1f20-def3-42b7-935f-fe6bd5490cee tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Publish callbacks [] for port (781b409e-f1d9-49be-9134-d8fc4d2a5b46), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:55:14.206152 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:55:14.231960 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-8faa1f20-def3-42b7-935f-fe6bd5490cee tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729028134301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9153317'] for port (781b409e-f1d9-49be-9134-d8fc4d2a5b46), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:55:14.243205 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-1c21de63-08e1-440e-99e3-e0c6eb9495c0 req-3a7e8317-43fe-463f-8e30-3773bb31c34b tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e656d449-c572-4028-b2e1-f2eb8d08b7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457263 Sep 08 13:55:14.279315 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8faa1f20-def3-42b7-935f-fe6bd5490cee tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Network a5311008-4782-42e3-9445-a36a6c9fb014 is already hosted by enough agents. {{(pid=112709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:55:14.282511 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faa1f20-def3-42b7-935f-fe6bd5490cee tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Pushing event updated for resources: {'Port': ['ID=781b409e-f1d9-49be-9134-d8fc4d2a5b46,revision_number=1']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:55:14.284874 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.scheduler.base_scheduler [None req-8faa1f20-def3-42b7-935f-fe6bd5490cee tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Resources bound (agent type, host, resource id): {{(pid=112709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:55:14.286959 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8faa1f20-def3-42b7-935f-fe6bd5490cee tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Received port after_create {{(pid=112709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 08 13:55:14.371066 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-8faa1f20-def3-42b7-935f-fe6bd5490cee tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Publish callbacks [] for floatingip (54138492-585a-47cd-94d7-f0d002a06d32), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:55:14.413178 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-8faa1f20-def3-42b7-935f-fe6bd5490cee tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (781b409e-f1d9-49be-9134-d8fc4d2a5b46), before_update {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:55:14.570776 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-8faa1f20-def3-42b7-935f-fe6bd5490cee tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Publish callbacks [] for port (781b409e-f1d9-49be-9134-d8fc4d2a5b46), precommit_update {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:55:14.575811 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-8faa1f20-def3-42b7-935f-fe6bd5490cee tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9153372'] for port (781b409e-f1d9-49be-9134-d8fc4d2a5b46), after_update {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:55:14.642335 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-8faa1f20-def3-42b7-935f-fe6bd5490cee tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3679472'] for floatingip (54138492-585a-47cd-94d7-f0d002a06d32), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:55:14.644849 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faa1f20-def3-42b7-935f-fe6bd5490cee tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Pushing event updated for resources: {'Port': ['ID=781b409e-f1d9-49be-9134-d8fc4d2a5b46,revision_number=2']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:55:14.660813 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-8faa1f20-def3-42b7-935f-fe6bd5490cee tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161718'] for floatingip (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:55:14.662066 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-8faa1f20-def3-42b7-935f-fe6bd5490cee tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7975447 Sep 08 13:55:14.730674 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abea1a8e-063a-46fd-99b8-83c8c16a5e21 req-fbfec780-5d32-4228-9b6b-a0825c07f40f tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:55:14.732134 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-abea1a8e-063a-46fd-99b8-83c8c16a5e21 req-fbfec780-5d32-4228-9b6b-a0825c07f40f tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=959f81c9-4c88-41e0-8eb9-e5b3fb5faa32 HTTP/1.1" status: 200 len: 946 time: 0.0488760 Sep 08 13:55:14.782899 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-abea1a8e-063a-46fd-99b8-83c8c16a5e21 req-5d31871b-7891-4401-939f-95529dcbbed4 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=43af30f2-13b3-440e-b384-0fcb13870843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451145 Sep 08 13:55:14.875906 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e33f8bde-c3bf-41bb-aa08-2e249c9bf9a4 req-ad44bad4-c5c5-4d0b-8bc1-441f9f3962e3 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1755708901&fields=id&tenant_id=127bce2080d54fe4871b5aaa6cc394b5 HTTP/1.1" status: 200 len: 267 time: 0.0536687 Sep 08 13:55:14.955050 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befa9192-9f32-445a-be7e-393377ef4d45 req-b8b3d24f-73fe-4b4a-9ecd-a8ffaac4199e tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:55:14.956497 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-befa9192-9f32-445a-be7e-393377ef4d45 req-b8b3d24f-73fe-4b4a-9ecd-a8ffaac4199e tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=959f81c9-4c88-41e0-8eb9-e5b3fb5faa32 HTTP/1.1" status: 200 len: 946 time: 0.1019266 Sep 08 13:55:14.967015 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 37798) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:55:14.971587 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.v2.base [None req-048418cc-e100-471d-8ff7-7dbd115c4f5b tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Request body: {'floatingip': {'port_id': 'c56674e2-ad46-43bc-9f41-cf0a4987597f'}} {{(pid=112709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:55:15.010946 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33f8bde-c3bf-41bb-aa08-2e249c9bf9a4 req-ecb8046a-809a-4a58-a490-1cbc054b71a1 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:55:15.012448 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e33f8bde-c3bf-41bb-aa08-2e249c9bf9a4 req-ecb8046a-809a-4a58-a490-1cbc054b71a1 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/networks?id=a6ea2a7a-ef84-454a-b305-c470482cf7fa HTTP/1.1" status: 200 len: 818 time: 0.1213171 Sep 08 13:55:15.018117 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-048418cc-e100-471d-8ff7-7dbd115c4f5b tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks [] for floatingip (765d3e70-cc4e-4b10-b2f8-1fbed0b19c5d), before_update {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:55:15.027372 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e33f8bde-c3bf-41bb-aa08-2e249c9bf9a4 req-ff09253b-9aa0-4582-bf72-a3192dfe202a tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/quotas/127bce2080d54fe4871b5aaa6cc394b5 HTTP/1.1" status: 200 len: 375 time: 0.0093367 Sep 08 13:55:15.084141 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e33f8bde-c3bf-41bb-aa08-2e249c9bf9a4 req-7951f85b-0ad5-4051-9dd7-72208f74e65e tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=127bce2080d54fe4871b5aaa6cc394b5&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0512609 Sep 08 13:55:15.180362 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:55:15.182862 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e33f8bde-c3bf-41bb-aa08-2e249c9bf9a4 req-3c753426-20c6-4b22-9fc1-88eb29e8ff72 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/a6ea2a7a-ef84-454a-b305-c470482cf7fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872605 Sep 08 13:55:15.282245 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e33f8bde-c3bf-41bb-aa08-2e249c9bf9a4 req-d351f482-9eb3-4f3c-b354-8d299369c85e service neutron] 10.222.0.55 "GET /networking/v2.0/networks/a6ea2a7a-ef84-454a-b305-c470482cf7fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882926 Sep 08 13:55:15.381163 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7166aef4-ec5a-4b91-a2c9-9dadd0f14bf8 req-f85b18dc-5912-4f0e-a70e-516471554360 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:55:15.382678 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-7166aef4-ec5a-4b91-a2c9-9dadd0f14bf8 req-f85b18dc-5912-4f0e-a70e-516471554360 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d2ad7906-3b73-4fc9-a692-9692fb6234b3 HTTP/1.1" status: 200 len: 945 time: 0.0496032 Sep 08 13:55:15.471301 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=14 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:55:15.474344 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-cdace8b3-f3f1-4562-927a-5b41b68b688f req-63d18ce0-9afc-47d1-b792-a8f3031427bd tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=21bead64-8c72-4cb8-806b-f68b2fc593cc HTTP/1.1" status: 200 len: 210 time: 0.0393107 Sep 08 13:55:15.498428 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-048418cc-e100-471d-8ff7-7dbd115c4f5b tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:55:15.498428 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:55:15.498616 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-048418cc-e100-471d-8ff7-7dbd115c4f5b tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3679472'] for floatingip (765d3e70-cc4e-4b10-b2f8-1fbed0b19c5d), after_update {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:55:15.506256 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-7166aef4-ec5a-4b91-a2c9-9dadd0f14bf8 req-c441af94-888d-45ec-8838-095a423e973b tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e656d449-c572-4028-b2e1-f2eb8d08b7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122520 Sep 08 13:55:15.609379 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.db.l3_db [None req-048418cc-e100-471d-8ff7-7dbd115c4f5b tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Floating IP 765d3e70-cc4e-4b10-b2f8-1fbed0b19c5d associated. External IP: 172.27.0.100, port: c56674e2-ad46-43bc-9f41-cf0a4987597f. Sep 08 13:55:15.817424 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-048418cc-e100-471d-8ff7-7dbd115c4f5b tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Router 02a208a6-8629-4695-a17f-fdd0442b3d34 has already been hosted by L3 agent 91421a76-39ff-4685-90ca-aa6fbf6a1933 {{(pid=112709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:55:15.922466 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-048418cc-e100-471d-8ff7-7dbd115c4f5b tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Notify agent at l3_agent.dv-cinder-820027-24-iscsi the message routers_updated {{(pid=112709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:55:15.927699 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-048418cc-e100-471d-8ff7-7dbd115c4f5b tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161718'] for floatingip (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:55:15.932659 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b6718f-89b6-4dbb-a8dc-e0bc525e9ebc None None] Sync routers for ids ['02a208a6-8629-4695-a17f-fdd0442b3d34'] in dv-cinder-820027-24-iscsi {{(pid=112711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:55:15.943293 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b6718f-89b6-4dbb-a8dc-e0bc525e9ebc None None] Routers {'02a208a6-8629-4695-a17f-fdd0442b3d34'} bound to L3 agent in host dv-cinder-820027-24-iscsi {{(pid=112711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 13:55:15.943939 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_hamode_db [None req-18b6718f-89b6-4dbb-a8dc-e0bc525e9ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-08T13:44:16Z,description=,heartbeat_timestamp=2022-09-08T13:54:46Z,host='dv-cinder-820027-24-iscsi',id=91421a76-39ff-4685-90ca-aa6fbf6a1933,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:44:16Z,topic='l3_agent')) {'router_ids': ['02a208a6-8629-4695-a17f-fdd0442b3d34'], 'active': True} {{(pid=112711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:55:15.959556 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-048418cc-e100-471d-8ff7-7dbd115c4f5b tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "PUT /networking/v2.0/floatingips/765d3e70-cc4e-4b10-b2f8-1fbed0b19c5d HTTP/1.1" status: 200 len: 992 time: 0.9914386 Sep 08 13:55:15.960435 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '959f81c9-4c88-41e0-8eb9-e5b3fb5faa32', 'tag': 'c56674e2-ad46-43bc-9f41-cf0a4987597f'}] {{(pid=112709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 13:55:15.963587 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}542ac7e5325f68055833e74974e312adb8a2ee810b70c39787611e772d2c694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-034d367c-5900-4256-8712-23b54ddbf305" -d '{"events": [{"name": "network-changed", "server_uuid": "959f81c9-4c88-41e0-8eb9-e5b3fb5faa32", "tag": "c56674e2-ad46-43bc-9f41-cf0a4987597f"}]}' {{(pid=112709) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:55:16.002240 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Sep 2022 13:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bc30521-6535-4772-a50a-eccfc2551d27 x-openstack-request-id: req-1bc30521-6535-4772-a50a-eccfc2551d27 {{(pid=112709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:55:16.002536 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "959f81c9-4c88-41e0-8eb9-e5b3fb5faa32", "tag": "c56674e2-ad46-43bc-9f41-cf0a4987597f", "status": "completed", "code": 200}]} {{(pid=112709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:55:16.002795 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1bc30521-6535-4772-a50a-eccfc2551d27 {{(pid=112709) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:55:16.003232 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bc30521-6535-4772-a50a-eccfc2551d27'] response: {'name': 'network-changed', 'server_uuid': '959f81c9-4c88-41e0-8eb9-e5b3fb5faa32', 'tag': 'c56674e2-ad46-43bc-9f41-cf0a4987597f', 'status': 'completed', 'code': 200} Sep 08 13:55:16.045224 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:55:16.052486 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvr_db [None req-18b6718f-89b6-4dbb-a8dc-e0bc525e9ebc None None] Set router 02a208a6-8629-4695-a17f-fdd0442b3d34 gateway port host: dv-cinder-820027-24-iscsi {{(pid=112711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 13:55:16.262623 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_hamode_db [None req-18b6718f-89b6-4dbb-a8dc-e0bc525e9ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02a208a6-8629-4695-a17f-fdd0442b3d34', 'name': 'tempest-AttachVolumeNegativeTest-1590919179-router', 'tenant_id': 'b4ca185497284e9780eba8fc2e713d6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'e8f2f592-277a-4d05-986e-4d884ef99bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:52:26Z', 'updated_at': '2022-09-08T13:52:37Z', 'revision_number': 4, 'project_id': 'b4ca185497284e9780eba8fc2e713d6e', 'gw_port': {'id': 'e8f2f592-277a-4d05-986e-4d884ef99bfb', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:98:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a208a6-8629-4695-a17f-fdd0442b3d34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:52:27Z', 'updated_at': '2022-09-08T13:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi', '_floatingips': [{'id': '765d3e70-cc4e-4b10-b2f8-1fbed0b19c5d', 'tenant_id': 'b4ca185497284e9780eba8fc2e713d6e', 'floating_ip_address': '172.27.0.100', 'floating_network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'router_id': '02a208a6-8629-4695-a17f-fdd0442b3d34', 'port_id': 'c56674e2-ad46-43bc-9f41-cf0a4987597f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf5901ef-2ee5-4879-85aa-18770c77b80a', 'mac_address': 'fa:16:3e:1d:27:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '959f81c9-4c88-41e0-8eb9-e5b3fb5faa32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-08T13:54:53Z', 'updated_at': '2022-09-08T13:55:15Z', 'revision_number': 1, 'project_id': 'b4ca185497284e9780eba8fc2e713d6e', 'fixed_ip_address_scope': None}, {'id': '960ce675-957d-45d5-84ec-74815782cbdc', 'tenant_id': 'b4ca185497284e9780eba8fc2e713d6e', 'floating_ip_address': '172.27.0.127', 'floating_network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'router_id': '02a208a6-8629-4695-a17f-fdd0442b3d34', 'port_id': '94671fa2-8c0f-46c1-8d8a-12ec57a1598d', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf5901ef-2ee5-4879-85aa-18770c77b80a', 'mac_address': 'fa:16:3e:84:5c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6a4b8e4-4292-4db0-89b6-b09f84f513ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-08T13:52:43Z', 'updated_at': '2022-09-08T13:53:27Z', 'revision_number': 2, 'project_id': 'b4ca185497284e9780eba8fc2e713d6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ca98399-9c62-4c2e-b02f-2e468cdee8e8', 'name': '', 'network_id': 'cf5901ef-2ee5-4879-85aa-18770c77b80a', 'tenant_id': 'b4ca185497284e9780eba8fc2e713d6e', 'mac_address': 'fa:16:3e:fb:7b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a208a6-8629-4695-a17f-fdd0442b3d34', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'a139bee4-b378-4a6d-bfa3-c572d95f8369', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:52:34Z', 'updated_at': '2022-09-08T13:52:55Z', 'revision_number': 5, 'project_id': 'b4ca185497284e9780eba8fc2e713d6e', 'subnets': [{'id': 'a139bee4-b378-4a6d-bfa3-c572d95f8369', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-24-iscsi', False) {} {{(pid=112711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:55:16.286775 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b6718f-89b6-4dbb-a8dc-e0bc525e9ebc None None] Checking router: 02a208a6-8629-4695-a17f-fdd0442b3d34 for host: dv-cinder-820027-24-iscsi {{(pid=112711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:55:16.295582 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b6718f-89b6-4dbb-a8dc-e0bc525e9ebc None None] Routers {'02a208a6-8629-4695-a17f-fdd0442b3d34'} bound to L3 agent in host dv-cinder-820027-24-iscsi {{(pid=112711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 13:55:16.296182 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_hamode_db [None req-18b6718f-89b6-4dbb-a8dc-e0bc525e9ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-08T13:44:16Z,description=,heartbeat_timestamp=2022-09-08T13:54:46Z,host='dv-cinder-820027-24-iscsi',id=91421a76-39ff-4685-90ca-aa6fbf6a1933,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:44:16Z,topic='l3_agent')) {'router_ids': ['02a208a6-8629-4695-a17f-fdd0442b3d34'], 'active': True} {{(pid=112711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:55:16.518227 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-bfab1dac-d879-4c7a-a0f3-accc7dd0acb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (91421a76-39ff-4685-90ca-aa6fbf6a1933), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:55:16.540929 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvr_db [None req-18b6718f-89b6-4dbb-a8dc-e0bc525e9ebc None None] Set router 02a208a6-8629-4695-a17f-fdd0442b3d34 gateway port host: dv-cinder-820027-24-iscsi {{(pid=112711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 13:55:16.588459 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-c9242ff3-c8d2-49bb-b996-6eb3d5bdc5bf req-7ea79d93-c835-404d-91bb-403aa1186177 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=21bead64-8c72-4cb8-806b-f68b2fc593cc HTTP/1.1" status: 200 len: 210 time: 0.0351739 Sep 08 13:55:16.635062 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fff00d-7caf-4830-8ba6-7d873f16a6e5 req-bc8ee146-5d1c-44ee-ac93-8addcde5b65c tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:55:16.636549 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-c9fff00d-7caf-4830-8ba6-7d873f16a6e5 req-bc8ee146-5d1c-44ee-ac93-8addcde5b65c tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d2ad7906-3b73-4fc9-a692-9692fb6234b3 HTTP/1.1" status: 200 len: 945 time: 0.0469983 Sep 08 13:55:16.684747 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-c9fff00d-7caf-4830-8ba6-7d873f16a6e5 req-36dd8ee2-e306-4255-991f-023bb9eb02b4 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e656d449-c572-4028-b2e1-f2eb8d08b7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419326 Sep 08 13:55:16.714270 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:55:16.758610 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_hamode_db [None req-18b6718f-89b6-4dbb-a8dc-e0bc525e9ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02a208a6-8629-4695-a17f-fdd0442b3d34', 'name': 'tempest-AttachVolumeNegativeTest-1590919179-router', 'tenant_id': 'b4ca185497284e9780eba8fc2e713d6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'e8f2f592-277a-4d05-986e-4d884ef99bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:52:26Z', 'updated_at': '2022-09-08T13:52:37Z', 'revision_number': 4, 'project_id': 'b4ca185497284e9780eba8fc2e713d6e', 'gw_port': {'id': 'e8f2f592-277a-4d05-986e-4d884ef99bfb', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:98:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a208a6-8629-4695-a17f-fdd0442b3d34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:52:27Z', 'updated_at': '2022-09-08T13:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi', '_floatingips': [{'id': '765d3e70-cc4e-4b10-b2f8-1fbed0b19c5d', 'tenant_id': 'b4ca185497284e9780eba8fc2e713d6e', 'floating_ip_address': '172.27.0.100', 'floating_network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'router_id': '02a208a6-8629-4695-a17f-fdd0442b3d34', 'port_id': 'c56674e2-ad46-43bc-9f41-cf0a4987597f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf5901ef-2ee5-4879-85aa-18770c77b80a', 'mac_address': 'fa:16:3e:1d:27:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '959f81c9-4c88-41e0-8eb9-e5b3fb5faa32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-08T13:54:53Z', 'updated_at': '2022-09-08T13:55:15Z', 'revision_number': 1, 'project_id': 'b4ca185497284e9780eba8fc2e713d6e', 'fixed_ip_address_scope': None}, {'id': '960ce675-957d-45d5-84ec-74815782cbdc', 'tenant_id': 'b4ca185497284e9780eba8fc2e713d6e', 'floating_ip_address': '172.27.0.127', 'floating_network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'router_id': '02a208a6-8629-4695-a17f-fdd0442b3d34', 'port_id': '94671fa2-8c0f-46c1-8d8a-12ec57a1598d', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf5901ef-2ee5-4879-85aa-18770c77b80a', 'mac_address': 'fa:16:3e:84:5c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6a4b8e4-4292-4db0-89b6-b09f84f513ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-08T13:52:43Z', 'updated_at': '2022-09-08T13:53:27Z', 'revision_number': 2, 'project_id': 'b4ca185497284e9780eba8fc2e713d6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ca98399-9c62-4c2e-b02f-2e468cdee8e8', 'name': '', 'network_id': 'cf5901ef-2ee5-4879-85aa-18770c77b80a', 'tenant_id': 'b4ca185497284e9780eba8fc2e713d6e', 'mac_address': 'fa:16:3e:fb:7b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a208a6-8629-4695-a17f-fdd0442b3d34', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'a139bee4-b378-4a6d-bfa3-c572d95f8369', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:52:34Z', 'updated_at': '2022-09-08T13:52:55Z', 'revision_number': 5, 'project_id': 'b4ca185497284e9780eba8fc2e713d6e', 'subnets': [{'id': 'a139bee4-b378-4a6d-bfa3-c572d95f8369', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-24-iscsi', False) {} {{(pid=112711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:55:16.790024 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b6718f-89b6-4dbb-a8dc-e0bc525e9ebc None None] The sync data for ids ['02a208a6-8629-4695-a17f-fdd0442b3d34'] in dv-cinder-820027-24-iscsi is: [{'id': '02a208a6-8629-4695-a17f-fdd0442b3d34', 'name': 'tempest-AttachVolumeNegativeTest-1590919179-router', 'tenant_id': 'b4ca185497284e9780eba8fc2e713d6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'e8f2f592-277a-4d05-986e-4d884ef99bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:52:26Z', 'updated_at': '2022-09-08T13:52:37Z', 'revision_number': 4, 'project_id': 'b4ca185497284e9780eba8fc2e713d6e', 'gw_port': {'id': 'e8f2f592-277a-4d05-986e-4d884ef99bfb', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:98:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a208a6-8629-4695-a17f-fdd0442b3d34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:52:27Z', 'updated_at': '2022-09-08T13:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi', '_floatingips': [{'id': '765d3e70-cc4e-4b10-b2f8-1fbed0b19c5d', 'tenant_id': 'b4ca185497284e9780eba8fc2e713d6e', 'floating_ip_address': '172.27.0.100', 'floating_network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'router_id': '02a208a6-8629-4695-a17f-fdd0442b3d34', 'port_id': 'c56674e2-ad46-43bc-9f41-cf0a4987597f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf5901ef-2ee5-4879-85aa-18770c77b80a', 'mac_address': 'fa:16:3e:1d:27:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '959f81c9-4c88-41e0-8eb9-e5b3fb5faa32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-08T13:54:53Z', 'updated_at': '2022-09-08T13:55:15Z', 'revision_number': 1, 'project_id': 'b4ca185497284e9780eba8fc2e713d6e', 'fixed_ip_address_scope': None}, {'id': '960ce675-957d-45d5-84ec-74815782cbdc', 'tenant_id': 'b4ca185497284e9780eba8fc2e713d6e', 'floating_ip_address': '172.27.0.127', 'floating_network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'router_id': '02a208a6-8629-4695-a17f-fdd0442b3d34', 'port_id': '94671fa2-8c0f-46c1-8d8a-12ec57a1598d', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf5901ef-2ee5-4879-85aa-18770c77b80a', 'mac_address': 'fa:16:3e:84:5c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6a4b8e4-4292-4db0-89b6-b09f84f513ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-08T13:52:43Z', 'updated_at': '2022-09-08T13:53:27Z', 'revision_number': 2, 'project_id': 'b4ca185497284e9780eba8fc2e713d6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ca98399-9c62-4c2e-b02f-2e468cdee8e8', 'name': '', 'network_id': 'cf5901ef-2ee5-4879-85aa-18770c77b80a', 'tenant_id': 'b4ca185497284e9780eba8fc2e713d6e', 'mac_address': 'fa:16:3e:fb:7b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a208a6-8629-4695-a17f-fdd0442b3d34', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'a139bee4-b378-4a6d-bfa3-c572d95f8369', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:52:34Z', 'updated_at': '2022-09-08T13:52:55Z', 'revision_number': 5, 'project_id': 'b4ca185497284e9780eba8fc2e713d6e', 'subnets': [{'id': 'a139bee4-b378-4a6d-bfa3-c572d95f8369', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:55:16.992062 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58bda330-7671-47bb-ac18-402fdeb8c061 None None] New status for floating IP 765d3e70-cc4e-4b10-b2f8-1fbed0b19c5d: ACTIVE {{(pid=112712) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 08 13:55:16.998502 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034d367c-5900-4256-8712-23b54ddbf305 req-dec641b0-1fed-4509-8bbb-716d768e6be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:55:17.000089 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-034d367c-5900-4256-8712-23b54ddbf305 req-dec641b0-1fed-4509-8bbb-716d768e6be5 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=b4ca185497284e9780eba8fc2e713d6e&device_id=959f81c9-4c88-41e0-8eb9-e5b3fb5faa32 HTTP/1.1" status: 200 len: 1130 time: 0.0611935 Sep 08 13:55:17.456769 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-b7e97967-3fa9-4dcb-b3f0-dcc99b3a4378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (24e12250-b8f3-473f-bf71-765ca8669827), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:55:17.701997 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-203238a2-8196-4b30-9278-7c90738b258b req-148811d8-c5d3-4fff-939e-ad29c878f607 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=21bead64-8c72-4cb8-806b-f68b2fc593cc HTTP/1.1" status: 200 len: 210 time: 0.0356133 Sep 08 13:55:17.787198 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=100 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:55:17.842037 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5b706b-9dda-4801-adc9-296498deb99e req-fa6d06a6-eada-4e71-bd8b-14643e912787 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:55:17.843544 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-2f5b706b-9dda-4801-adc9-296498deb99e req-fa6d06a6-eada-4e71-bd8b-14643e912787 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d2ad7906-3b73-4fc9-a692-9692fb6234b3 HTTP/1.1" status: 200 len: 945 time: 0.0744123 Sep 08 13:55:17.844675 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034d367c-5900-4256-8712-23b54ddbf305 req-f327aaec-42d1-4bbb-a803-d5bc3340f3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:55:17.846146 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-034d367c-5900-4256-8712-23b54ddbf305 req-f327aaec-42d1-4bbb-a803-d5bc3340f3cf service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=cf5901ef-2ee5-4879-85aa-18770c77b80a HTTP/1.1" status: 200 len: 916 time: 0.1531889 Sep 08 13:55:17.876662 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=100 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:55:17.894024 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-2f5b706b-9dda-4801-adc9-296498deb99e req-90ae87fb-0408-4c97-ab45-63fb9964d027 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e656d449-c572-4028-b2e1-f2eb8d08b7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437832 Sep 08 13:55:17.961037 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-034d367c-5900-4256-8712-23b54ddbf305 req-89b7a286-536d-4d0a-aae7-54e71eb2bf44 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c56674e2-ad46-43bc-9f41-cf0a4987597f HTTP/1.1" status: 200 len: 1002 time: 0.0580845 Sep 08 13:55:18.029594 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034d367c-5900-4256-8712-23b54ddbf305 req-6098356f-4254-4e51-9a97-9868a2d7f6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:55:18.031198 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-034d367c-5900-4256-8712-23b54ddbf305 req-6098356f-4254-4e51-9a97-9868a2d7f6b3 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=a139bee4-b378-4a6d-bfa3-c572d95f8369 HTTP/1.1" status: 200 len: 854 time: 0.0499110 Sep 08 13:55:18.091472 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034d367c-5900-4256-8712-23b54ddbf305 req-3da325c2-0bc9-46c6-8302-a5c796544d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:55:18.092893 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-034d367c-5900-4256-8712-23b54ddbf305 req-3da325c2-0bc9-46c6-8302-a5c796544d07 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=cf5901ef-2ee5-4879-85aa-18770c77b80a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0412347 Sep 08 13:55:18.227552 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-034d367c-5900-4256-8712-23b54ddbf305 req-00941a90-ad9d-4237-aa2f-6276d615f2b7 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/cf5901ef-2ee5-4879-85aa-18770c77b80a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875597 Sep 08 13:55:18.817445 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-ec6f9b91-def7-405b-9831-b33770dfe8ad req-96a9ab3b-d9d2-40c0-8b72-20d861519947 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=21bead64-8c72-4cb8-806b-f68b2fc593cc HTTP/1.1" status: 200 len: 210 time: 0.0384402 Sep 08 13:55:18.887901 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-604b277b-9310-4e7b-bd1a-c26598410893 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (ad63ffce-77d1-4b05-ac53-eeb1c28e2aec), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:55:18.900203 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-034d367c-5900-4256-8712-23b54ddbf305 req-fccf2911-89c6-4269-a80d-74249fd3190f service neutron] 10.222.0.20 "GET /networking/v2.0/networks/cf5901ef-2ee5-4879-85aa-18770c77b80a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927348 Sep 08 13:55:18.957920 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (6df97c0c-9140-47af-8c93-84593b95031c), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:55:19.083067 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cfb6ac-6297-4d5e-a559-e7dac3de698f req-d5ce396c-bc1d-4d59-b2d8-822db7f2fc6d tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:55:19.084525 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-91cfb6ac-6297-4d5e-a559-e7dac3de698f req-d5ce396c-bc1d-4d59-b2d8-822db7f2fc6d tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d2ad7906-3b73-4fc9-a692-9692fb6234b3 HTTP/1.1" status: 200 len: 945 time: 0.0969265 Sep 08 13:55:19.167318 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33f8bde-c3bf-41bb-aa08-2e249c9bf9a4 req-3595ba71-afec-4514-b310-07a5c3817cfc tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:55:19.168767 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e33f8bde-c3bf-41bb-aa08-2e249c9bf9a4 req-3595ba71-afec-4514-b310-07a5c3817cfc tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.20 "GET /networking/v2.0/networks?id=a6ea2a7a-ef84-454a-b305-c470482cf7fa HTTP/1.1" status: 200 len: 818 time: 0.1488590 Sep 08 13:55:19.172057 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-91cfb6ac-6297-4d5e-a559-e7dac3de698f req-08d35ade-bc1d-467b-af60-644e82124270 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e656d449-c572-4028-b2e1-f2eb8d08b7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800872 Sep 08 13:55:19.924764 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-28e49fcb-9f06-4b65-a72b-3116104b063d req-ad5b95a8-4499-4ac4-b8f4-5eb364ca746f tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=21bead64-8c72-4cb8-806b-f68b2fc593cc HTTP/1.1" status: 200 len: 210 time: 0.0322056 Sep 08 13:55:20.291642 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3485725-de6d-4b68-8ff3-9a160807ec91 req-9fd3380a-ad79-4bfb-b546-7eb0b2531966 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:55:20.293082 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-b3485725-de6d-4b68-8ff3-9a160807ec91 req-9fd3380a-ad79-4bfb-b546-7eb0b2531966 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d2ad7906-3b73-4fc9-a692-9692fb6234b3 HTTP/1.1" status: 200 len: 945 time: 0.0467417 Sep 08 13:55:20.339183 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-b3485725-de6d-4b68-8ff3-9a160807ec91 req-9be75e86-8a40-418e-a068-3e5dbfd82513 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e656d449-c572-4028-b2e1-f2eb8d08b7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406060 Sep 08 13:55:21.025869 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-0cff4366-8806-4fd0-9909-7ab0c70ca492 req-c504d05a-c245-4889-b1bd-909e24c61e7c tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=21bead64-8c72-4cb8-806b-f68b2fc593cc HTTP/1.1" status: 200 len: 210 time: 0.0279431 Sep 08 13:55:21.463362 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a3d586-f25b-4385-bc51-4040efc2d020 req-fbc58ff7-b040-4ab0-9572-f029af7677ea tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:55:21.464776 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-68a3d586-f25b-4385-bc51-4040efc2d020 req-fbc58ff7-b040-4ab0-9572-f029af7677ea tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d2ad7906-3b73-4fc9-a692-9692fb6234b3 HTTP/1.1" status: 200 len: 945 time: 0.0489099 Sep 08 13:55:21.511534 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-68a3d586-f25b-4385-bc51-4040efc2d020 req-329ee65c-f812-46ff-86ea-9409e53d3981 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e656d449-c572-4028-b2e1-f2eb8d08b7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405374 Sep 08 13:55:22.128858 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-7232ce96-1347-4b40-a2db-6bf8af4b1ec6 req-32440365-d1a5-466b-a35a-a9bfc461253d tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=21bead64-8c72-4cb8-806b-f68b2fc593cc HTTP/1.1" status: 200 len: 210 time: 0.0297666 Sep 08 13:55:22.631368 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6979f3-161f-416c-b539-e329c46db3ec req-3f0f45bc-eac2-45a8-a224-9ec7801ff076 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:55:22.632799 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-ba6979f3-161f-416c-b539-e329c46db3ec req-3f0f45bc-eac2-45a8-a224-9ec7801ff076 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d2ad7906-3b73-4fc9-a692-9692fb6234b3 HTTP/1.1" status: 200 len: 945 time: 0.0459700 Sep 08 13:55:22.679191 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-ba6979f3-161f-416c-b539-e329c46db3ec req-48b5fef1-8aef-4888-9e9d-a56e6aeddf05 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e656d449-c572-4028-b2e1-f2eb8d08b7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408654 Sep 08 13:55:22.917865 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e33f8bde-c3bf-41bb-aa08-2e249c9bf9a4 req-208b9fef-d407-4521-a361-4fef50ce6309 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.20 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=127bce2080d54fe4871b5aaa6cc394b5 HTTP/1.1" status: 200 len: 380 time: 0.0553489 Sep 08 13:55:22.944487 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.v2.base [req-e33f8bde-c3bf-41bb-aa08-2e249c9bf9a4 req-e6d62674-57f6-47ff-b9e4-8c99f5f5228f tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Request body: {'port': {'device_id': '21bead64-8c72-4cb8-806b-f68b2fc593cc', 'network_id': 'a6ea2a7a-ef84-454a-b305-c470482cf7fa', 'admin_state_up': True, 'tenant_id': '127bce2080d54fe4871b5aaa6cc394b5', 'security_groups': ['ab5cc7d2-a9e9-47f5-8ca4-4c1123bb816c']}} {{(pid=112710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:55:22.947542 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=100 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:55:22.993842 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=100 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:55:23.053538 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e33f8bde-c3bf-41bb-aa08-2e249c9bf9a4 req-e6d62674-57f6-47ff-b9e4-8c99f5f5228f tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Made reservation on behalf of 127bce2080d54fe4871b5aaa6cc394b5 for: {'port': 1} {{(pid=112710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:55:23.057102 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-e33f8bde-c3bf-41bb-aa08-2e249c9bf9a4 req-e6d62674-57f6-47ff-b9e4-8c99f5f5228f tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (None), before_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:55:23.189321 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.db.db_base_plugin_common [req-e33f8bde-c3bf-41bb-aa08-2e249c9bf9a4 req-e6d62674-57f6-47ff-b9e4-8c99f5f5228f tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Allocated IP 172.20.0.10 (a6ea2a7a-ef84-454a-b305-c470482cf7fa/8a8f577a-16e1-4e37-b6e2-a6cc60df3540/97326033-4991-4b35-9df8-8c1194e9ebe7) {{(pid=112710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:55:23.239613 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-91312877-c35c-40fd-990d-5f9671bef8fe req-3eb4de18-94f2-4e14-b768-7e8307ee22f1 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=21bead64-8c72-4cb8-806b-f68b2fc593cc HTTP/1.1" status: 200 len: 210 time: 0.0344913 Sep 08 13:55:23.353671 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-e33f8bde-c3bf-41bb-aa08-2e249c9bf9a4 req-e6d62674-57f6-47ff-b9e4-8c99f5f5228f tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Publish callbacks [] for port (97326033-4991-4b35-9df8-8c1194e9ebe7), precommit_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:55:23.385458 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-e33f8bde-c3bf-41bb-aa08-2e249c9bf9a4 req-e6d62674-57f6-47ff-b9e4-8c99f5f5228f tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729028134301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10367820'] for port (97326033-4991-4b35-9df8-8c1194e9ebe7), after_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:55:23.426980 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e33f8bde-c3bf-41bb-aa08-2e249c9bf9a4 req-e6d62674-57f6-47ff-b9e4-8c99f5f5228f tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Network a6ea2a7a-ef84-454a-b305-c470482cf7fa is already hosted by enough agents. {{(pid=112710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:55:23.432177 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.scheduler.base_scheduler [req-e33f8bde-c3bf-41bb-aa08-2e249c9bf9a4 req-e6d62674-57f6-47ff-b9e4-8c99f5f5228f tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Resources bound (agent type, host, resource id): {{(pid=112710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:55:23.434646 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.db.l3_dvrscheduler_db [req-e33f8bde-c3bf-41bb-aa08-2e249c9bf9a4 req-e6d62674-57f6-47ff-b9e4-8c99f5f5228f tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Received port after_create {{(pid=112710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 08 13:55:23.461164 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d62674-57f6-47ff-b9e4-8c99f5f5228f tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Pushing event updated for resources: {'Port': ['ID=97326033-4991-4b35-9df8-8c1194e9ebe7,revision_number=1']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:55:23.491776 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33f8bde-c3bf-41bb-aa08-2e249c9bf9a4 req-e6d62674-57f6-47ff-b9e4-8c99f5f5228f tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:55:23.492400 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-e33f8bde-c3bf-41bb-aa08-2e249c9bf9a4 req-e6d62674-57f6-47ff-b9e4-8c99f5f5228f tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161718'] for port (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:55:23.510021 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e33f8bde-c3bf-41bb-aa08-2e249c9bf9a4 req-e6d62674-57f6-47ff-b9e4-8c99f5f5228f tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5689099 Sep 08 13:55:23.544261 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.v2.base [req-e33f8bde-c3bf-41bb-aa08-2e249c9bf9a4 req-49cfef69-71e0-40ac-b556-4a4ebbba2abc service neutron] Request body: {'port': {'device_id': '21bead64-8c72-4cb8-806b-f68b2fc593cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82002'}} {{(pid=112710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:55:23.609004 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-e33f8bde-c3bf-41bb-aa08-2e249c9bf9a4 req-49cfef69-71e0-40ac-b556-4a4ebbba2abc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (97326033-4991-4b35-9df8-8c1194e9ebe7), before_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:55:23.690093 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-03338cab-17f8-4f79-b061-ef951c4e07ed None None] Provisioning complete for port 97326033-4991-4b35-9df8-8c1194e9ebe7 triggered by entity DHCP. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 13:55:23.690686 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-03338cab-17f8-4f79-b061-ef951c4e07ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (97326033-4991-4b35-9df8-8c1194e9ebe7), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:55:23.727044 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-03338cab-17f8-4f79-b061-ef951c4e07ed None None] Port 97326033-4991-4b35-9df8-8c1194e9ebe7 cannot update to ACTIVE because it is not bound. {{(pid=112711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 08 13:55:23.805333 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:55:23.813991 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=2 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:55:23.834159 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff66ca5-f24b-4c8d-b1ce-5f65e07211dc req-f5e03ea2-5afc-40e5-b166-aadc31d9686f tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:55:23.835625 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-1ff66ca5-f24b-4c8d-b1ce-5f65e07211dc req-f5e03ea2-5afc-40e5-b166-aadc31d9686f tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d2ad7906-3b73-4fc9-a692-9692fb6234b3 HTTP/1.1" status: 200 len: 945 time: 0.0675721 Sep 08 13:55:23.940332 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-1ff66ca5-f24b-4c8d-b1ce-5f65e07211dc req-1e333726-f244-4ebe-a1e2-606a3c37682e tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e656d449-c572-4028-b2e1-f2eb8d08b7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939994 Sep 08 13:55:23.953369 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.notifiers.nova [req-e33f8bde-c3bf-41bb-aa08-2e249c9bf9a4 req-49cfef69-71e0-40ac-b556-4a4ebbba2abc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97326033-4991-4b35-9df8-8c1194e9ebe7 {{(pid=112710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 08 13:55:23.961110 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-e33f8bde-c3bf-41bb-aa08-2e249c9bf9a4 req-49cfef69-71e0-40ac-b556-4a4ebbba2abc service neutron] Publish callbacks [] for port (97326033-4991-4b35-9df8-8c1194e9ebe7), precommit_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:55:23.977400 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.db.provisioning_blocks [req-e33f8bde-c3bf-41bb-aa08-2e249c9bf9a4 req-49cfef69-71e0-40ac-b556-4a4ebbba2abc service neutron] Transition to ACTIVE for port object 97326033-4991-4b35-9df8-8c1194e9ebe7 will not be triggered until provisioned by entity L2. {{(pid=112710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 08 13:55:23.981311 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-e33f8bde-c3bf-41bb-aa08-2e249c9bf9a4 req-49cfef69-71e0-40ac-b556-4a4ebbba2abc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10367797'] for port (97326033-4991-4b35-9df8-8c1194e9ebe7), after_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:55:24.067227 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cfef69-71e0-40ac-b556-4a4ebbba2abc service neutron] Pushing event updated for resources: {'Port': ['ID=97326033-4991-4b35-9df8-8c1194e9ebe7,revision_number=2']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:55:24.096883 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.managers [req-e33f8bde-c3bf-41bb-aa08-2e249c9bf9a4 req-49cfef69-71e0-40ac-b556-4a4ebbba2abc service neutron] Attempting to bind port 97326033-4991-4b35-9df8-8c1194e9ebe7 on host hv-cinder-82002 for vnic_type normal with profile {{(pid=112710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 08 13:55:24.097216 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.managers [req-e33f8bde-c3bf-41bb-aa08-2e249c9bf9a4 req-49cfef69-71e0-40ac-b556-4a4ebbba2abc service neutron] Attempting to bind port 97326033-4991-4b35-9df8-8c1194e9ebe7 by drivers openvswitch,hyperv on host hv-cinder-82002 at level 0 using segments [{'id': 'f5264372-fa90-4674-a04a-e3a6e49336da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'a6ea2a7a-ef84-454a-b305-c470482cf7fa'}] {{(pid=112710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 08 13:55:24.097541 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33f8bde-c3bf-41bb-aa08-2e249c9bf9a4 req-49cfef69-71e0-40ac-b556-4a4ebbba2abc service neutron] Attempting to bind port 97326033-4991-4b35-9df8-8c1194e9ebe7 on network a6ea2a7a-ef84-454a-b305-c470482cf7fa {{(pid=112710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 13:55:24.138781 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33f8bde-c3bf-41bb-aa08-2e249c9bf9a4 req-49cfef69-71e0-40ac-b556-4a4ebbba2abc service neutron] Port 97326033-4991-4b35-9df8-8c1194e9ebe7 on network a6ea2a7a-ef84-454a-b305-c470482cf7fa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82002 {{(pid=112710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 08 13:55:24.139032 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33f8bde-c3bf-41bb-aa08-2e249c9bf9a4 req-49cfef69-71e0-40ac-b556-4a4ebbba2abc service neutron] Attempting to bind port 97326033-4991-4b35-9df8-8c1194e9ebe7 on network a6ea2a7a-ef84-454a-b305-c470482cf7fa {{(pid=112710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 13:55:24.179458 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33f8bde-c3bf-41bb-aa08-2e249c9bf9a4 req-49cfef69-71e0-40ac-b556-4a4ebbba2abc service neutron] Checking agent: {'id': '4c2ff875-e6d7-424e-bdc7-d4b2ed4bdd9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82002', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 8, 13, 50, 33), 'started_at': datetime.datetime(2022, 9, 8, 13, 50, 33), 'heartbeat_timestamp': datetime.datetime(2022, 9, 8, 13, 55, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 08 13:55:24.179790 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33f8bde-c3bf-41bb-aa08-2e249c9bf9a4 req-49cfef69-71e0-40ac-b556-4a4ebbba2abc service neutron] Checking segment: {'id': 'f5264372-fa90-4674-a04a-e3a6e49336da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'a6ea2a7a-ef84-454a-b305-c470482cf7fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 13:55:24.180170 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33f8bde-c3bf-41bb-aa08-2e249c9bf9a4 req-49cfef69-71e0-40ac-b556-4a4ebbba2abc service neutron] Bound using segment: {'id': 'f5264372-fa90-4674-a04a-e3a6e49336da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'a6ea2a7a-ef84-454a-b305-c470482cf7fa'} {{(pid=112710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 08 13:55:24.180600 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.managers [req-e33f8bde-c3bf-41bb-aa08-2e249c9bf9a4 req-49cfef69-71e0-40ac-b556-4a4ebbba2abc service neutron] Bound port: 97326033-4991-4b35-9df8-8c1194e9ebe7, host: hv-cinder-82002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5264372-fa90-4674-a04a-e3a6e49336da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'a6ea2a7a-ef84-454a-b305-c470482cf7fa'}}] {{(pid=112710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 08 13:55:24.180953 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-e33f8bde-c3bf-41bb-aa08-2e249c9bf9a4 req-49cfef69-71e0-40ac-b556-4a4ebbba2abc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (97326033-4991-4b35-9df8-8c1194e9ebe7), before_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:55:24.239924 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.db [req-e33f8bde-c3bf-41bb-aa08-2e249c9bf9a4 req-49cfef69-71e0-40ac-b556-4a4ebbba2abc service neutron] For port 97326033-4991-4b35-9df8-8c1194e9ebe7, host hv-cinder-82002, cleared binding levels {{(pid=112710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:55:24.242855 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.db [req-e33f8bde-c3bf-41bb-aa08-2e249c9bf9a4 req-49cfef69-71e0-40ac-b556-4a4ebbba2abc service neutron] For port 97326033-4991-4b35-9df8-8c1194e9ebe7, host hv-cinder-82002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=97326033-4991-4b35-9df8-8c1194e9ebe7,segment=NetworkSegment(f5264372-fa90-4674-a04a-e3a6e49336da),segment_id=f5264372-fa90-4674-a04a-e3a6e49336da)] {{(pid=112710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:55:24.248867 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-e33f8bde-c3bf-41bb-aa08-2e249c9bf9a4 req-49cfef69-71e0-40ac-b556-4a4ebbba2abc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10367797'] for port (97326033-4991-4b35-9df8-8c1194e9ebe7), after_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:55:24.252770 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33f8bde-c3bf-41bb-aa08-2e249c9bf9a4 req-49cfef69-71e0-40ac-b556-4a4ebbba2abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:55:24.253391 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-e33f8bde-c3bf-41bb-aa08-2e249c9bf9a4 req-49cfef69-71e0-40ac-b556-4a4ebbba2abc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161718'] for port (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:55:24.254775 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e33f8bde-c3bf-41bb-aa08-2e249c9bf9a4 req-49cfef69-71e0-40ac-b556-4a4ebbba2abc service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/97326033-4991-4b35-9df8-8c1194e9ebe7 HTTP/1.1" status: 200 len: 1094 time: 0.7150173 Sep 08 13:55:24.255298 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21bead64-8c72-4cb8-806b-f68b2fc593cc', 'tag': '97326033-4991-4b35-9df8-8c1194e9ebe7'}] {{(pid=112710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 13:55:24.257511 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4aaac3e20a53a8e6247a431178541979a817c05ad734f54eee24c8be994502e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7128f4f-026d-4d1a-acd1-951aa37c05eb" -d '{"events": [{"name": "network-changed", "server_uuid": "21bead64-8c72-4cb8-806b-f68b2fc593cc", "tag": "97326033-4991-4b35-9df8-8c1194e9ebe7"}]}' {{(pid=112710) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:55:24.302904 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Sep 2022 13:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ecad21b-c565-4be7-8af8-53b2f57f0e07 x-openstack-request-id: req-5ecad21b-c565-4be7-8af8-53b2f57f0e07 {{(pid=112710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:55:24.303186 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21bead64-8c72-4cb8-806b-f68b2fc593cc", "tag": "97326033-4991-4b35-9df8-8c1194e9ebe7", "status": "completed", "code": 200}]} {{(pid=112710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:55:24.303436 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5ecad21b-c565-4be7-8af8-53b2f57f0e07 {{(pid=112710) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:55:24.303838 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ecad21b-c565-4be7-8af8-53b2f57f0e07'] response: {'name': 'network-changed', 'server_uuid': '21bead64-8c72-4cb8-806b-f68b2fc593cc', 'tag': '97326033-4991-4b35-9df8-8c1194e9ebe7', 'status': 'completed', 'code': 200} Sep 08 13:55:24.313400 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cfef69-71e0-40ac-b556-4a4ebbba2abc service neutron] Pushing event updated for resources: {'Port': ['ID=97326033-4991-4b35-9df8-8c1194e9ebe7,revision_number=3']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:55:24.320704 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cfef69-71e0-40ac-b556-4a4ebbba2abc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:55:24.321050 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cfef69-71e0-40ac-b556-4a4ebbba2abc service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:55:24.321400 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cfef69-71e0-40ac-b556-4a4ebbba2abc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:55:24.321765 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cfef69-71e0-40ac-b556-4a4ebbba2abc service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:55:24.322087 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cfef69-71e0-40ac-b556-4a4ebbba2abc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:55:24.322413 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cfef69-71e0-40ac-b556-4a4ebbba2abc service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:55:24.322739 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cfef69-71e0-40ac-b556-4a4ebbba2abc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:55:24.323062 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cfef69-71e0-40ac-b556-4a4ebbba2abc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:55:24.323429 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cfef69-71e0-40ac-b556-4a4ebbba2abc service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:55:24.323697 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cfef69-71e0-40ac-b556-4a4ebbba2abc service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:55:24.324018 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cfef69-71e0-40ac-b556-4a4ebbba2abc service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:55:24.324338 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cfef69-71e0-40ac-b556-4a4ebbba2abc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:55:24.324707 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cfef69-71e0-40ac-b556-4a4ebbba2abc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:55:24.324980 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cfef69-71e0-40ac-b556-4a4ebbba2abc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:55:24.325673 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cfef69-71e0-40ac-b556-4a4ebbba2abc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:55:24.375677 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443e3b64-ff4a-4f67-bc8e-f38870c77ff9 req-0432d63e-d4e8-4f8b-b2a4-e0458128c89b tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:55:24.377122 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-443e3b64-ff4a-4f67-bc8e-f38870c77ff9 req-0432d63e-d4e8-4f8b-b2a4-e0458128c89b tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=21bead64-8c72-4cb8-806b-f68b2fc593cc HTTP/1.1" status: 200 len: 944 time: 0.0471628 Sep 08 13:55:24.429365 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33f8bde-c3bf-41bb-aa08-2e249c9bf9a4 req-e786c5c2-d572-4269-91d8-f2b21b0e8ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:55:24.430763 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e33f8bde-c3bf-41bb-aa08-2e249c9bf9a4 req-e786c5c2-d572-4269-91d8-f2b21b0e8ec5 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=127bce2080d54fe4871b5aaa6cc394b5&device_id=21bead64-8c72-4cb8-806b-f68b2fc593cc HTTP/1.1" status: 200 len: 1128 time: 0.0528235 Sep 08 13:55:24.453237 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-443e3b64-ff4a-4f67-bc8e-f38870c77ff9 req-a705b05e-cd20-4947-adeb-1af7bd4e4b99 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ab5cc7d2-a9e9-47f5-8ca4-4c1123bb816c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678947 Sep 08 13:55:25.069565 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697386b2-d492-4f4b-8b81-a4b23b1a039d req-a0b3359b-34df-491b-a231-46a7729fdc30 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:55:25.071101 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-697386b2-d492-4f4b-8b81-a4b23b1a039d req-a0b3359b-34df-491b-a231-46a7729fdc30 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d2ad7906-3b73-4fc9-a692-9692fb6234b3 HTTP/1.1" status: 200 len: 945 time: 0.0506995 Sep 08 13:55:25.117675 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-697386b2-d492-4f4b-8b81-a4b23b1a039d req-d503cd32-d778-4c76-a0a7-9eb49ca29915 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e656d449-c572-4028-b2e1-f2eb8d08b7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405443 Sep 08 13:55:25.578362 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3338196d-c6f0-41f2-9c77-f2750041c3f3 req-571ca937-8131-4d36-8fff-7f9e91d1a772 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:55:25.579835 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-3338196d-c6f0-41f2-9c77-f2750041c3f3 req-571ca937-8131-4d36-8fff-7f9e91d1a772 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=21bead64-8c72-4cb8-806b-f68b2fc593cc HTTP/1.1" status: 200 len: 944 time: 0.0480974 Sep 08 13:55:25.610481 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:55:25.627928 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-3338196d-c6f0-41f2-9c77-f2750041c3f3 req-bbf94f3d-a18a-46de-8bc0-24da802178b6 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ab5cc7d2-a9e9-47f5-8ca4-4c1123bb816c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425632 Sep 08 13:55:25.952731 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=73,neutron:UPDATE=2 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:55:25.955954 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=45 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:55:26.237163 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcb1570-cd9d-4c37-8d6b-3f02a756c44b req-0b708d35-fb45-4cf4-8869-085e6c4c1a17 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:55:26.238610 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-5dcb1570-cd9d-4c37-8d6b-3f02a756c44b req-0b708d35-fb45-4cf4-8869-085e6c4c1a17 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d2ad7906-3b73-4fc9-a692-9692fb6234b3 HTTP/1.1" status: 200 len: 945 time: 0.0459533 Sep 08 13:55:26.272694 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:55:26.291435 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-5dcb1570-cd9d-4c37-8d6b-3f02a756c44b req-6930b2c3-663c-4efd-b32c-fe7e48c0007c tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e656d449-c572-4028-b2e1-f2eb8d08b7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473027 Sep 08 13:55:26.744713 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362bab73-0142-4e14-a3f6-7bc8828fc1d4 req-dd2bede5-5031-4cbf-b2d0-9fb646d43919 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:55:26.746182 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-362bab73-0142-4e14-a3f6-7bc8828fc1d4 req-dd2bede5-5031-4cbf-b2d0-9fb646d43919 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=21bead64-8c72-4cb8-806b-f68b2fc593cc HTTP/1.1" status: 200 len: 944 time: 0.0466149 Sep 08 13:55:26.792871 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-362bab73-0142-4e14-a3f6-7bc8828fc1d4 req-54709749-26f7-4f2a-8624-1fd06de64697 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ab5cc7d2-a9e9-47f5-8ca4-4c1123bb816c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406976 Sep 08 13:55:26.958806 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e33f8bde-c3bf-41bb-aa08-2e249c9bf9a4 req-2d46561c-a61d-4ef8-92a1-a05f401bdf45 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=97326033-4991-4b35-9df8-8c1194e9ebe7 HTTP/1.1" status: 200 len: 217 time: 0.0340304 Sep 08 13:55:27.416145 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a998447-4362-41a8-89bf-4b34e746c8a0 req-437a7378-b17a-4187-9fc4-0a5b0d131775 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:55:27.417611 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-7a998447-4362-41a8-89bf-4b34e746c8a0 req-437a7378-b17a-4187-9fc4-0a5b0d131775 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d2ad7906-3b73-4fc9-a692-9692fb6234b3 HTTP/1.1" status: 200 len: 945 time: 0.0509477 Sep 08 13:55:27.464809 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-7a998447-4362-41a8-89bf-4b34e746c8a0 req-60a0f879-1905-46a2-acf5-5ee5b74d91d3 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e656d449-c572-4028-b2e1-f2eb8d08b7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417218 Sep 08 13:55:27.911963 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01139ee4-f9ce-406a-ac4b-e0b60157f254 req-96fbaffb-48da-4e0a-97f2-2dcb99d18e5e tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:55:27.913095 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-01139ee4-f9ce-406a-ac4b-e0b60157f254 req-96fbaffb-48da-4e0a-97f2-2dcb99d18e5e tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=21bead64-8c72-4cb8-806b-f68b2fc593cc HTTP/1.1" status: 200 len: 944 time: 0.0471506 Sep 08 13:55:27.960039 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-01139ee4-f9ce-406a-ac4b-e0b60157f254 req-83f4bf81-9861-4a08-9ebd-fdf74e16aaac tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ab5cc7d2-a9e9-47f5-8ca4-4c1123bb816c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412710 Sep 08 13:55:28.417202 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33f8bde-c3bf-41bb-aa08-2e249c9bf9a4 req-655861ca-896c-4fe3-84c6-975d44c9c958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:55:28.418557 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e33f8bde-c3bf-41bb-aa08-2e249c9bf9a4 req-655861ca-896c-4fe3-84c6-975d44c9c958 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=8a8f577a-16e1-4e37-b6e2-a6cc60df3540 HTTP/1.1" status: 200 len: 857 time: 0.0443473 Sep 08 13:55:28.473024 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33f8bde-c3bf-41bb-aa08-2e249c9bf9a4 req-4d202fa9-5927-451c-b0dd-520736d70a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:55:28.474553 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e33f8bde-c3bf-41bb-aa08-2e249c9bf9a4 req-4d202fa9-5927-451c-b0dd-520736d70a63 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=a6ea2a7a-ef84-454a-b305-c470482cf7fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0428236 Sep 08 13:55:28.609603 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f78c30e-7d4d-44df-bdfa-6ef22ac84e19 req-0ff3811d-fd65-4fde-9f67-8dd9ac28ef6a tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:55:28.611154 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-6f78c30e-7d4d-44df-bdfa-6ef22ac84e19 req-0ff3811d-fd65-4fde-9f67-8dd9ac28ef6a tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d2ad7906-3b73-4fc9-a692-9692fb6234b3 HTTP/1.1" status: 200 len: 945 time: 0.0713573 Sep 08 13:55:28.613648 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e33f8bde-c3bf-41bb-aa08-2e249c9bf9a4 req-ec9822fc-2303-4217-a2b4-2e4853f0ef92 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/a6ea2a7a-ef84-454a-b305-c470482cf7fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303813 Sep 08 13:55:28.665813 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-6f78c30e-7d4d-44df-bdfa-6ef22ac84e19 req-f59425fc-c063-46fb-9338-f54f0817fd22 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e656d449-c572-4028-b2e1-f2eb8d08b7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489571 Sep 08 13:55:28.745930 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e33f8bde-c3bf-41bb-aa08-2e249c9bf9a4 req-3ff6fa38-cbf0-4112-a4f2-8d7248569071 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/a6ea2a7a-ef84-454a-b305-c470482cf7fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902221 Sep 08 13:55:29.085080 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd8ffe1-1a91-4110-a2bd-57e72f43d940 req-3235ee6f-2efa-4099-9f71-809e7748751a tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:55:29.086566 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-0cd8ffe1-1a91-4110-a2bd-57e72f43d940 req-3235ee6f-2efa-4099-9f71-809e7748751a tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=21bead64-8c72-4cb8-806b-f68b2fc593cc HTTP/1.1" status: 200 len: 944 time: 0.0518477 Sep 08 13:55:29.133222 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-0cd8ffe1-1a91-4110-a2bd-57e72f43d940 req-26ce6521-741d-432b-ad57-5424df069d47 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ab5cc7d2-a9e9-47f5-8ca4-4c1123bb816c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408592 Sep 08 13:55:29.787896 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6803ae42-e644-49a8-bee4-e214b429882d req-94bc8003-668b-45b9-babd-963e1e683be9 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:55:29.789340 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-6803ae42-e644-49a8-bee4-e214b429882d req-94bc8003-668b-45b9-babd-963e1e683be9 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d2ad7906-3b73-4fc9-a692-9692fb6234b3 HTTP/1.1" status: 200 len: 945 time: 0.0466914 Sep 08 13:55:29.835252 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-6803ae42-e644-49a8-bee4-e214b429882d req-d23aecca-d9d8-488b-a0ee-b991a8605a67 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e656d449-c572-4028-b2e1-f2eb8d08b7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403690 Sep 08 13:55:30.252169 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4bd5ef-b1bb-4815-8eb4-cd83a9892f6f req-c3b9af36-f48c-457c-86b7-ed8e2288a21c tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:55:30.253594 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-3b4bd5ef-b1bb-4815-8eb4-cd83a9892f6f req-c3b9af36-f48c-457c-86b7-ed8e2288a21c tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=21bead64-8c72-4cb8-806b-f68b2fc593cc HTTP/1.1" status: 200 len: 944 time: 0.0460136 Sep 08 13:55:30.302454 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-3b4bd5ef-b1bb-4815-8eb4-cd83a9892f6f req-7af8dc25-0ca7-400e-8ad0-002f62b3739d tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ab5cc7d2-a9e9-47f5-8ca4-4c1123bb816c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434313 Sep 08 13:55:30.918427 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=100 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:55:30.945302 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=100 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:55:30.956544 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0b4fb5-fbd8-429f-acfe-fea2782d1bb6 req-44993aa9-ae4e-4e3d-a976-b23dd28dd64f tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:55:30.958085 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-2a0b4fb5-fbd8-429f-acfe-fea2782d1bb6 req-44993aa9-ae4e-4e3d-a976-b23dd28dd64f tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d2ad7906-3b73-4fc9-a692-9692fb6234b3 HTTP/1.1" status: 200 len: 945 time: 0.0480406 Sep 08 13:55:31.006669 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-2a0b4fb5-fbd8-429f-acfe-fea2782d1bb6 req-724ebcf9-e690-40f6-9a94-21f5684edfe9 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e656d449-c572-4028-b2e1-f2eb8d08b7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420315 Sep 08 13:55:31.421710 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4330ec91-3970-401d-8f37-a2fe50d62991 req-ef99bbc8-db2a-4b18-a488-71a759645145 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:55:31.423191 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-4330ec91-3970-401d-8f37-a2fe50d62991 req-ef99bbc8-db2a-4b18-a488-71a759645145 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=21bead64-8c72-4cb8-806b-f68b2fc593cc HTTP/1.1" status: 200 len: 944 time: 0.0479102 Sep 08 13:55:31.469573 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-4330ec91-3970-401d-8f37-a2fe50d62991 req-5fcebaa8-8753-4c0d-a2c9-05432db19b91 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ab5cc7d2-a9e9-47f5-8ca4-4c1123bb816c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409379 Sep 08 13:55:32.131779 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd5dce2-6274-4894-832e-5759338c51a8 req-c19fa80e-70bf-4eb0-8344-cc002a8bfc9f tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:55:32.133236 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-8bd5dce2-6274-4894-832e-5759338c51a8 req-c19fa80e-70bf-4eb0-8344-cc002a8bfc9f tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d2ad7906-3b73-4fc9-a692-9692fb6234b3 HTTP/1.1" status: 200 len: 945 time: 0.0516131 Sep 08 13:55:32.179097 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-8bd5dce2-6274-4894-832e-5759338c51a8 req-20e01073-5464-490d-9bdc-4072ee148cfc tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e656d449-c572-4028-b2e1-f2eb8d08b7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402677 Sep 08 13:55:32.592691 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeaecf1-7b5b-48df-830f-709a333dadc3 req-4931ba54-d919-404f-bd22-a9f9bc8f1b08 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:55:32.594154 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-3eeaecf1-7b5b-48df-830f-709a333dadc3 req-4931ba54-d919-404f-bd22-a9f9bc8f1b08 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=21bead64-8c72-4cb8-806b-f68b2fc593cc HTTP/1.1" status: 200 len: 944 time: 0.0469830 Sep 08 13:55:32.642664 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-3eeaecf1-7b5b-48df-830f-709a333dadc3 req-2cb7fdc8-0e8e-4a0b-9f23-9ab6a7c34861 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ab5cc7d2-a9e9-47f5-8ca4-4c1123bb816c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430081 Sep 08 13:55:33.300532 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c85883e-dbf2-45df-8906-27066cc4990b req-5a1b0e56-63b6-408a-97c1-2b5ce8a4b436 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:55:33.302071 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-9c85883e-dbf2-45df-8906-27066cc4990b req-5a1b0e56-63b6-408a-97c1-2b5ce8a4b436 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d2ad7906-3b73-4fc9-a692-9692fb6234b3 HTTP/1.1" status: 200 len: 945 time: 0.0459158 Sep 08 13:55:33.351486 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-9c85883e-dbf2-45df-8906-27066cc4990b req-3874d60c-4d61-4f45-8b29-bd8a4e13e58d tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e656d449-c572-4028-b2e1-f2eb8d08b7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440547 Sep 08 13:55:33.721546 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:55:33.725333 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=70,neutron:UPDATE=2 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:55:33.761941 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadf4b43-923f-4cf8-ae6a-0c7d7ddc28e1 req-db343e6f-c7cb-4219-9058-2b616d2c3dc8 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:55:33.763395 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-cadf4b43-923f-4cf8-ae6a-0c7d7ddc28e1 req-db343e6f-c7cb-4219-9058-2b616d2c3dc8 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=21bead64-8c72-4cb8-806b-f68b2fc593cc HTTP/1.1" status: 200 len: 944 time: 0.0477908 Sep 08 13:55:33.809199 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-cadf4b43-923f-4cf8-ae6a-0c7d7ddc28e1 req-d23009d5-8c48-4590-a21c-90f3f3692a71 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ab5cc7d2-a9e9-47f5-8ca4-4c1123bb816c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402815 Sep 08 13:55:33.906244 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (4c2ff875-e6d7-424e-bdc7-d4b2ed4bdd9c), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:55:34.471743 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:55:34.473933 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2ae6a0-b123-4614-9e4a-70387aa20c56 req-ee6ba702-9c2d-438e-9f3a-5f4f085fd263 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:55:34.475545 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-9e2ae6a0-b123-4614-9e4a-70387aa20c56 req-ee6ba702-9c2d-438e-9f3a-5f4f085fd263 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d2ad7906-3b73-4fc9-a692-9692fb6234b3 HTTP/1.1" status: 200 len: 945 time: 0.0478346 Sep 08 13:55:34.481520 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:55:34.527044 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-9e2ae6a0-b123-4614-9e4a-70387aa20c56 req-321dc4d8-8ba2-43b0-b50d-6167d28b3dff tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e656d449-c572-4028-b2e1-f2eb8d08b7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456018 Sep 08 13:55:34.929670 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a850e101-1fe4-4348-bd35-98304b5f44ba req-3c116672-8e46-445e-91dc-a36b20bd59fe tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:55:34.931163 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-a850e101-1fe4-4348-bd35-98304b5f44ba req-3c116672-8e46-445e-91dc-a36b20bd59fe tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=21bead64-8c72-4cb8-806b-f68b2fc593cc HTTP/1.1" status: 200 len: 944 time: 0.0500395 Sep 08 13:55:34.979138 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-a850e101-1fe4-4348-bd35-98304b5f44ba req-ab1dd26b-81f9-4af7-9d57-fd34946206ee tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ab5cc7d2-a9e9-47f5-8ca4-4c1123bb816c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424471 Sep 08 13:55:35.236939 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7128f4f-026d-4d1a-acd1-951aa37c05eb req-ea4f7481-8305-4768-a933-71cb0b4293a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:55:35.238452 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-d7128f4f-026d-4d1a-acd1-951aa37c05eb req-ea4f7481-8305-4768-a933-71cb0b4293a5 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=127bce2080d54fe4871b5aaa6cc394b5&device_id=21bead64-8c72-4cb8-806b-f68b2fc593cc HTTP/1.1" status: 200 len: 1128 time: 0.0416756 Sep 08 13:55:35.558503 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7128f4f-026d-4d1a-acd1-951aa37c05eb req-fbfdc81b-5fcf-4cb2-b677-a08159b4d45d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:55:35.559919 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-d7128f4f-026d-4d1a-acd1-951aa37c05eb req-fbfdc81b-5fcf-4cb2-b677-a08159b4d45d service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=a6ea2a7a-ef84-454a-b305-c470482cf7fa HTTP/1.1" status: 200 len: 919 time: 0.3118684 Sep 08 13:55:35.602954 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-d7128f4f-026d-4d1a-acd1-951aa37c05eb req-53c8236d-1bf5-4f58-a99a-d9542250fb3d service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=97326033-4991-4b35-9df8-8c1194e9ebe7 HTTP/1.1" status: 200 len: 217 time: 0.0334201 Sep 08 13:55:35.682098 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10b8229-c9dc-47d2-a75d-970d2affa4d2 req-b4f0ed1d-a854-43bf-a482-0579fb315c39 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:55:35.683574 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-d10b8229-c9dc-47d2-a75d-970d2affa4d2 req-b4f0ed1d-a854-43bf-a482-0579fb315c39 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d2ad7906-3b73-4fc9-a692-9692fb6234b3 HTTP/1.1" status: 200 len: 945 time: 0.0795269 Sep 08 13:55:35.705440 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7128f4f-026d-4d1a-acd1-951aa37c05eb req-fd226a36-7983-4996-aef4-d656ba269cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:55:35.706887 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-d7128f4f-026d-4d1a-acd1-951aa37c05eb req-fd226a36-7983-4996-aef4-d656ba269cf5 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=8a8f577a-16e1-4e37-b6e2-a6cc60df3540 HTTP/1.1" status: 200 len: 857 time: 0.0750620 Sep 08 13:55:35.736315 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=100 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:55:35.765569 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=100 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:55:35.774338 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-d10b8229-c9dc-47d2-a75d-970d2affa4d2 req-b66af8d5-a2ab-4f4e-b5f8-97f60bc18a2c tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e656d449-c572-4028-b2e1-f2eb8d08b7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827668 Sep 08 13:55:35.777475 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7128f4f-026d-4d1a-acd1-951aa37c05eb req-8db860a6-fc56-4a15-a203-4c91a479d99c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:55:35.778981 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-d7128f4f-026d-4d1a-acd1-951aa37c05eb req-8db860a6-fc56-4a15-a203-4c91a479d99c service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=a6ea2a7a-ef84-454a-b305-c470482cf7fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0521963 Sep 08 13:55:35.886849 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-d7128f4f-026d-4d1a-acd1-951aa37c05eb req-c55e3e58-56a0-418a-ad1e-5585251e2dca service neutron] 10.222.0.20 "GET /networking/v2.0/networks/a6ea2a7a-ef84-454a-b305-c470482cf7fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851679 Sep 08 13:55:36.003465 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-d7128f4f-026d-4d1a-acd1-951aa37c05eb req-3cedc11a-69c6-411e-a234-694b085454db service neutron] 10.222.0.20 "GET /networking/v2.0/networks/a6ea2a7a-ef84-454a-b305-c470482cf7fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851052 Sep 08 13:55:36.108843 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c249882-6098-4d7a-a365-5ba0543b3bb5 req-46c15d76-eae8-44ad-8323-d0102e47f99a tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:55:36.110348 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-1c249882-6098-4d7a-a365-5ba0543b3bb5 req-46c15d76-eae8-44ad-8323-d0102e47f99a tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=21bead64-8c72-4cb8-806b-f68b2fc593cc HTTP/1.1" status: 200 len: 944 time: 0.0574691 Sep 08 13:55:36.157576 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-1c249882-6098-4d7a-a365-5ba0543b3bb5 req-7714fa77-1f5b-433b-b55c-b477ed55d536 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ab5cc7d2-a9e9-47f5-8ca4-4c1123bb816c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413742 Sep 08 13:55:36.318747 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-96194257-3404-4503-ac1a-d7ec703da576 req-2f4ae3c1-687f-4c14-8d7a-fd2c5fd28a09 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f7b396f5-eec9-4df0-8dca-0f2ba1cbb42c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0367551 Sep 08 13:55:36.439201 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96194257-3404-4503-ac1a-d7ec703da576 req-c7fbdd68-178f-4d62-b1ab-bcb919bbd828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:55:36.440560 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-96194257-3404-4503-ac1a-d7ec703da576 req-c7fbdd68-178f-4d62-b1ab-bcb919bbd828 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=127bce2080d54fe4871b5aaa6cc394b5&device_id=f7b396f5-eec9-4df0-8dca-0f2ba1cbb42c HTTP/1.1" status: 200 len: 1130 time: 0.0376606 Sep 08 13:55:36.554653 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96194257-3404-4503-ac1a-d7ec703da576 req-833f213e-b092-4e1d-bd06-6ffa54440074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:55:36.556104 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-96194257-3404-4503-ac1a-d7ec703da576 req-833f213e-b092-4e1d-bd06-6ffa54440074 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=a6ea2a7a-ef84-454a-b305-c470482cf7fa HTTP/1.1" status: 200 len: 919 time: 0.0901077 Sep 08 13:55:36.600932 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-96194257-3404-4503-ac1a-d7ec703da576 req-d963f502-2e19-472a-9f0f-093af74b9617 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8264f39d-725c-426b-913c-05ab5ad2087e HTTP/1.1" status: 200 len: 217 time: 0.0324667 Sep 08 13:55:36.658743 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96194257-3404-4503-ac1a-d7ec703da576 req-9fda2148-81c0-4161-9570-dc369c0ec347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:55:36.660124 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-96194257-3404-4503-ac1a-d7ec703da576 req-9fda2148-81c0-4161-9570-dc369c0ec347 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=8a8f577a-16e1-4e37-b6e2-a6cc60df3540 HTTP/1.1" status: 200 len: 857 time: 0.0463665 Sep 08 13:55:36.709896 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96194257-3404-4503-ac1a-d7ec703da576 req-02a6044e-29ee-4b46-83f5-fa18ea90a98f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:55:36.711802 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-96194257-3404-4503-ac1a-d7ec703da576 req-02a6044e-29ee-4b46-83f5-fa18ea90a98f service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=a6ea2a7a-ef84-454a-b305-c470482cf7fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0387101 Sep 08 13:55:36.811177 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-96194257-3404-4503-ac1a-d7ec703da576 req-5d73232d-192c-4dd7-a682-444cab90bfcb service neutron] 10.222.0.20 "GET /networking/v2.0/networks/a6ea2a7a-ef84-454a-b305-c470482cf7fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886152 Sep 08 13:55:36.925915 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5d43e3-a47d-4349-8c3a-a143f56e8809 req-ff1b31a1-a145-42a7-ab01-088e198e3fc0 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:55:36.927386 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-6e5d43e3-a47d-4349-8c3a-a143f56e8809 req-ff1b31a1-a145-42a7-ab01-088e198e3fc0 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d2ad7906-3b73-4fc9-a692-9692fb6234b3 HTTP/1.1" status: 200 len: 945 time: 0.0584180 Sep 08 13:55:36.965801 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-96194257-3404-4503-ac1a-d7ec703da576 req-5dc914e2-33d3-4d3d-bf67-64c3047e07f9 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/a6ea2a7a-ef84-454a-b305-c470482cf7fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440749 Sep 08 13:55:36.987826 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-6e5d43e3-a47d-4349-8c3a-a143f56e8809 req-0b780b3c-62c0-41ec-a226-6355a03c989d tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e656d449-c572-4028-b2e1-f2eb8d08b7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541084 Sep 08 13:55:37.283206 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c97812d-ce0c-47c5-8e50-8b5bd434236e req-5656c56f-89ae-48b0-ac6f-2d4f303a1b53 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:55:37.284578 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-9c97812d-ce0c-47c5-8e50-8b5bd434236e req-5656c56f-89ae-48b0-ac6f-2d4f303a1b53 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=21bead64-8c72-4cb8-806b-f68b2fc593cc HTTP/1.1" status: 200 len: 944 time: 0.0513215 Sep 08 13:55:37.331845 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-9c97812d-ce0c-47c5-8e50-8b5bd434236e req-5dd38a32-d905-4175-b950-31d2d850685d tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ab5cc7d2-a9e9-47f5-8ca4-4c1123bb816c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416152 Sep 08 13:55:37.369198 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Device 97326033-4991-4b35-9df8-8c1194e9ebe7 details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=112711) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:55:37.471648 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] For port 97326033-4991-4b35-9df8-8c1194e9ebe7, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=97326033-4991-4b35-9df8-8c1194e9ebe7,segment=NetworkSegment(f5264372-fa90-4674-a04a-e3a6e49336da),segment_id=f5264372-fa90-4674-a04a-e3a6e49336da)] {{(pid=112711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:55:37.482725 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Returning: {'device': '97326033-4991-4b35-9df8-8c1194e9ebe7', 'network_id': 'a6ea2a7a-ef84-454a-b305-c470482cf7fa', 'port_id': '97326033-4991-4b35-9df8-8c1194e9ebe7', 'mac_address': 'fa:16:3e:34:f7:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a8f577a-16e1-4e37-b6e2-a6cc60df3540', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112711) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:55:37.517369 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Current status of the port 97326033-4991-4b35-9df8-8c1194e9ebe7 is: DOWN; New status is: BUILD {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 13:55:37.517892 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (97326033-4991-4b35-9df8-8c1194e9ebe7), before_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:55:37.531224 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.notifiers.nova [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97326033-4991-4b35-9df8-8c1194e9ebe7 {{(pid=112711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 08 13:55:37.551084 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] For port 97326033-4991-4b35-9df8-8c1194e9ebe7, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=97326033-4991-4b35-9df8-8c1194e9ebe7,segment=NetworkSegment(f5264372-fa90-4674-a04a-e3a6e49336da),segment_id=f5264372-fa90-4674-a04a-e3a6e49336da)] {{(pid=112711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:55:37.554684 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (97326033-4991-4b35-9df8-8c1194e9ebe7), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:55:37.602987 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Pushing event updated for resources: {'Port': ['ID=97326033-4991-4b35-9df8-8c1194e9ebe7,revision_number=4']} {{(pid=112711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:55:37.610522 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:55:37.610870 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:55:37.611211 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:55:37.611572 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:55:37.611909 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:55:37.612242 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:55:37.612564 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:55:37.612887 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:55:37.613213 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:55:37.613531 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:55:37.613884 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:55:37.614265 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:55:37.614591 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:55:37.614873 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:55:37.615170 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:55:38.115952 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=100 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:55:38.126784 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57ec35e-de8b-4198-8820-ab737183cf39 req-3d258216-aa15-4dea-81fa-90a67eb32c00 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:55:38.128306 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-d57ec35e-de8b-4198-8820-ab737183cf39 req-3d258216-aa15-4dea-81fa-90a67eb32c00 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d2ad7906-3b73-4fc9-a692-9692fb6234b3 HTTP/1.1" status: 200 len: 945 time: 0.0627677 Sep 08 13:55:38.150489 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=100 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:55:38.178885 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-d57ec35e-de8b-4198-8820-ab737183cf39 req-0ac3fd5d-0323-4bbb-833f-5929a2f49ddf tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e656d449-c572-4028-b2e1-f2eb8d08b7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443828 Sep 08 13:55:38.405276 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] get_ports_and_sgs() called for port_ids ['97326033-4991-4b35-9df8-8c1194e9ebe7'] {{(pid=112711) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 08 13:55:38.470313 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d9ba03-39f0-4541-8851-621b4d550289 req-dc28b6e2-d1fa-4a39-8ff7-40822d945110 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:55:38.472028 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-85d9ba03-39f0-4541-8851-621b4d550289 req-dc28b6e2-d1fa-4a39-8ff7-40822d945110 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=21bead64-8c72-4cb8-806b-f68b2fc593cc HTTP/1.1" status: 200 len: 945 time: 0.0660572 Sep 08 13:55:38.522883 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-85d9ba03-39f0-4541-8851-621b4d550289 req-f3e2fbcb-1181-4f04-baf7-e5103af312c4 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ab5cc7d2-a9e9-47f5-8ca4-4c1123bb816c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448406 Sep 08 13:55:39.301611 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2832e9-c959-49eb-abe1-6f5c4c75d8ba req-a3fc885e-f04a-4b0d-958b-0d249dc85c96 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:55:39.303170 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-ff2832e9-c959-49eb-abe1-6f5c4c75d8ba req-a3fc885e-f04a-4b0d-958b-0d249dc85c96 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d2ad7906-3b73-4fc9-a692-9692fb6234b3 HTTP/1.1" status: 200 len: 945 time: 0.0500109 Sep 08 13:55:39.353451 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-ff2832e9-c959-49eb-abe1-6f5c4c75d8ba req-b0494244-9c87-4658-9e96-006024f70ecf tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e656d449-c572-4028-b2e1-f2eb8d08b7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445752 Sep 08 13:55:39.647970 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f520c8f4-bbe5-4f34-b1b4-3e2194afc383 req-8387b2c3-f96d-474b-8729-8eb90e8ec260 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:55:39.649473 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-f520c8f4-bbe5-4f34-b1b4-3e2194afc383 req-8387b2c3-f96d-474b-8729-8eb90e8ec260 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=21bead64-8c72-4cb8-806b-f68b2fc593cc HTTP/1.1" status: 200 len: 945 time: 0.0475066 Sep 08 13:55:39.700226 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-f520c8f4-bbe5-4f34-b1b4-3e2194afc383 req-b237c00b-88ca-42ab-8142-d95e27c7b854 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ab5cc7d2-a9e9-47f5-8ca4-4c1123bb816c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451717 Sep 08 13:55:40.391752 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Device 97326033-4991-4b35-9df8-8c1194e9ebe7 up at agent hyperv_hv-cinder-82002 {{(pid=112711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:55:40.473178 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Provisioning for port 97326033-4991-4b35-9df8-8c1194e9ebe7 completed by entity L2. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 08 13:55:40.479888 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Provisioning complete for port 97326033-4991-4b35-9df8-8c1194e9ebe7 triggered by entity L2. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 13:55:40.480262 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (97326033-4991-4b35-9df8-8c1194e9ebe7), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:55:40.525015 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65e12c8-5345-4238-a7bb-a3a94cafc279 req-e71f648a-10a9-45f6-8a28-9f84a1a90c91 tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:55:40.526582 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-f65e12c8-5345-4238-a7bb-a3a94cafc279 req-e71f648a-10a9-45f6-8a28-9f84a1a90c91 tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=e6d8d3c8-d06d-46c4-bcfb-7c64e618aeef HTTP/1.1" status: 200 len: 945 time: 0.0911856 Sep 08 13:55:40.556929 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Current status of the port 97326033-4991-4b35-9df8-8c1194e9ebe7 is: BUILD; New status is: ACTIVE {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 13:55:40.557231 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0912a97-55d6-4244-a0bb-50fb6a3773a1 req-96ef1643-102e-43dd-9be7-e0f48441d633 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:55:40.557418 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (97326033-4991-4b35-9df8-8c1194e9ebe7), before_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:55:40.559061 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-c0912a97-55d6-4244-a0bb-50fb6a3773a1 req-96ef1643-102e-43dd-9be7-e0f48441d633 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d2ad7906-3b73-4fc9-a692-9692fb6234b3 HTTP/1.1" status: 200 len: 945 time: 0.0832934 Sep 08 13:55:40.582339 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21bead64-8c72-4cb8-806b-f68b2fc593cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97326033-4991-4b35-9df8-8c1194e9ebe7'}] {{(pid=112711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 13:55:40.584556 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da88ec0cbec787fa3ec3fbfc035ae72aba30a0bab36d561f227dc8a59222d55b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-627be6d1-0ebe-4d74-8e81-144c5df16fd6" -d '{"events": [{"server_uuid": "21bead64-8c72-4cb8-806b-f68b2fc593cc", "name": "network-vif-plugged", "status": "completed", "tag": "97326033-4991-4b35-9df8-8c1194e9ebe7"}]}' {{(pid=112711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:55:40.597164 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] For port 97326033-4991-4b35-9df8-8c1194e9ebe7, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=97326033-4991-4b35-9df8-8c1194e9ebe7,segment=NetworkSegment(f5264372-fa90-4674-a04a-e3a6e49336da),segment_id=f5264372-fa90-4674-a04a-e3a6e49336da)] {{(pid=112711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:55:40.601257 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (97326033-4991-4b35-9df8-8c1194e9ebe7), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:55:40.605637 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-f65e12c8-5345-4238-a7bb-a3a94cafc279 req-88aa2348-23e9-46df-bbb1-d08871f16413 tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=11df1967-726f-45ee-9cee-c2fdcb4f4bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730851 Sep 08 13:55:40.631604 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-c0912a97-55d6-4244-a0bb-50fb6a3773a1 req-c42215e6-a309-40d1-8517-d3b63953bcdc tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e656d449-c572-4028-b2e1-f2eb8d08b7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651932 Sep 08 13:55:40.665600 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Sep 2022 13:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0c315c1-2f56-4dc2-b039-75a7261425bf x-openstack-request-id: req-d0c315c1-2f56-4dc2-b039-75a7261425bf {{(pid=112711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:55:40.665925 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21bead64-8c72-4cb8-806b-f68b2fc593cc", "name": "network-vif-plugged", "status": "completed", "tag": "97326033-4991-4b35-9df8-8c1194e9ebe7", "code": 200}]} {{(pid=112711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:55:40.666175 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d0c315c1-2f56-4dc2-b039-75a7261425bf {{(pid=112711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:55:40.666570 dv-cinder-820027-24-iscsi neutron-server[112711]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0c315c1-2f56-4dc2-b039-75a7261425bf'] response: {'server_uuid': '21bead64-8c72-4cb8-806b-f68b2fc593cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97326033-4991-4b35-9df8-8c1194e9ebe7', 'code': 200} Sep 08 13:55:40.667606 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Pushing event updated for resources: {'Port': ['ID=97326033-4991-4b35-9df8-8c1194e9ebe7,revision_number=5']} {{(pid=112711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:55:40.824134 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3e7dda-7bb5-498b-a978-44666ff9214e req-113d2c69-c984-4bea-a4f2-9f0ee66509f5 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:55:40.825590 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-4b3e7dda-7bb5-498b-a978-44666ff9214e req-113d2c69-c984-4bea-a4f2-9f0ee66509f5 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=21bead64-8c72-4cb8-806b-f68b2fc593cc HTTP/1.1" status: 200 len: 946 time: 0.0507023 Sep 08 13:55:40.872395 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-4b3e7dda-7bb5-498b-a978-44666ff9214e req-76b8a941-d537-44ce-accd-b8b31423464d tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ab5cc7d2-a9e9-47f5-8ca4-4c1123bb816c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406241 Sep 08 13:55:40.989554 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:55:41.767911 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0d3ff2-95cd-4cca-820a-a62482c91a46 req-5ddd9c16-496a-4001-9157-785616de8766 tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:55:41.769373 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-de0d3ff2-95cd-4cca-820a-a62482c91a46 req-5ddd9c16-496a-4001-9157-785616de8766 tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=e6d8d3c8-d06d-46c4-bcfb-7c64e618aeef HTTP/1.1" status: 200 len: 945 time: 0.0773740 Sep 08 13:55:41.779824 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca63832-7de7-42f1-84c1-2354eb47be39 req-ee50b0fa-3103-4b40-a3ae-9c6a627d6c4d tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:55:41.781838 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-9ca63832-7de7-42f1-84c1-2354eb47be39 req-ee50b0fa-3103-4b40-a3ae-9c6a627d6c4d tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d2ad7906-3b73-4fc9-a692-9692fb6234b3 HTTP/1.1" status: 200 len: 945 time: 0.0605972 Sep 08 13:55:41.860037 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-de0d3ff2-95cd-4cca-820a-a62482c91a46 req-5bfb0660-c663-45dc-bf69-66ff4d24b846 tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=11df1967-726f-45ee-9cee-c2fdcb4f4bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771573 Sep 08 13:55:41.862930 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-9ca63832-7de7-42f1-84c1-2354eb47be39 req-de87ee80-2877-4872-97cd-61f0df3a709d tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e656d449-c572-4028-b2e1-f2eb8d08b7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742035 Sep 08 13:55:41.992747 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ff2c7c-f369-4df2-8f93-6c33c1e65657 req-d2ccc1f6-bef4-4808-952f-bd7a4d92213e tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:55:41.994240 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-d3ff2c7c-f369-4df2-8f93-6c33c1e65657 req-d2ccc1f6-bef4-4808-952f-bd7a4d92213e tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=21bead64-8c72-4cb8-806b-f68b2fc593cc HTTP/1.1" status: 200 len: 946 time: 0.0484948 Sep 08 13:55:42.041374 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-d3ff2c7c-f369-4df2-8f93-6c33c1e65657 req-c100ed9a-6d0a-418e-81c1-2238995fa754 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ab5cc7d2-a9e9-47f5-8ca4-4c1123bb816c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413122 Sep 08 13:55:42.473238 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.agents_db [None req-36671662-b8ef-427e-8422-ee96630d1377 None None] Agent healthcheck: found 6 active agents {{(pid=112712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:55:43.016792 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87bd9c4-c2ee-495c-ae8d-3976fa0fe23a req-89ba4569-eb98-4c68-a9b4-9b0fe7f85d0e tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:55:43.018327 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e87bd9c4-c2ee-495c-ae8d-3976fa0fe23a req-89ba4569-eb98-4c68-a9b4-9b0fe7f85d0e tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d2ad7906-3b73-4fc9-a692-9692fb6234b3 HTTP/1.1" status: 200 len: 945 time: 0.0815611 Sep 08 13:55:43.024016 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f3d7e2-ae71-4c0d-9c9b-f729b0efb5eb req-2afd388c-96e7-4dbf-8c0a-8e822245e4da tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:55:43.025366 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-38f3d7e2-ae71-4c0d-9c9b-f729b0efb5eb req-2afd388c-96e7-4dbf-8c0a-8e822245e4da tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=e6d8d3c8-d06d-46c4-bcfb-7c64e618aeef HTTP/1.1" status: 200 len: 945 time: 0.0862360 Sep 08 13:55:43.072198 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=100 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:55:43.082288 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=100 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:55:43.100656 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e87bd9c4-c2ee-495c-ae8d-3976fa0fe23a req-21f1477c-e7ad-45cb-8b5f-8d4a1d04025f tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e656d449-c572-4028-b2e1-f2eb8d08b7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743628 Sep 08 13:55:43.104700 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-38f3d7e2-ae71-4c0d-9c9b-f729b0efb5eb req-c0b26b8d-27c4-46af-ab51-f8f3194d7c3f tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=11df1967-726f-45ee-9cee-c2fdcb4f4bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725079 Sep 08 13:55:43.203142 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9582e633-519b-4221-8bbb-3c9419172707 req-8f0f8b6b-a936-4792-a82d-df802c8646a8 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:55:43.204501 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-9582e633-519b-4221-8bbb-3c9419172707 req-8f0f8b6b-a936-4792-a82d-df802c8646a8 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=21bead64-8c72-4cb8-806b-f68b2fc593cc HTTP/1.1" status: 200 len: 946 time: 0.0473273 Sep 08 13:55:43.250645 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-9582e633-519b-4221-8bbb-3c9419172707 req-320abfdf-1c0f-4eca-9e0e-aef6b74c4217 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ab5cc7d2-a9e9-47f5-8ca4-4c1123bb816c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407624 Sep 08 13:55:44.035363 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:55:44.048822 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6eda017a-a989-4ed3-9f91-d5efccd06083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (22ab8903-d7f5-4941-bce3-89140b53b8af), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:55:44.100229 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c0d43a-9a79-41b4-a99f-7692e629fc86 req-72f6aa50-10b8-47bb-adb0-8d26dde0eea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:55:44.101941 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-c9c0d43a-9a79-41b4-a99f-7692e629fc86 req-72f6aa50-10b8-47bb-adb0-8d26dde0eea4 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=21bead64-8c72-4cb8-806b-f68b2fc593cc HTTP/1.1" status: 200 len: 1130 time: 0.0416639 Sep 08 13:55:44.252059 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f456ec11-def0-490f-951c-a2aa88ef191a req-5499e628-9a25-4289-981a-cf89836e5ee3 tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:55:44.253497 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-f456ec11-def0-490f-951c-a2aa88ef191a req-5499e628-9a25-4289-981a-cf89836e5ee3 tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=e6d8d3c8-d06d-46c4-bcfb-7c64e618aeef HTTP/1.1" status: 200 len: 945 time: 0.0748224 Sep 08 13:55:44.259046 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2e980f-05d8-4140-a8fa-76a0a368a55a req-e8cecf40-1661-4fd7-b790-9c39a380e799 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:55:44.260367 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-fb2e980f-05d8-4140-a8fa-76a0a368a55a req-e8cecf40-1661-4fd7-b790-9c39a380e799 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d2ad7906-3b73-4fc9-a692-9692fb6234b3 HTTP/1.1" status: 200 len: 945 time: 0.0804980 Sep 08 13:55:44.337293 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-f456ec11-def0-490f-951c-a2aa88ef191a req-01ef1189-fe04-4907-b426-8cc6ea7f0099 tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=11df1967-726f-45ee-9cee-c2fdcb4f4bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759726 Sep 08 13:55:44.340717 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-fb2e980f-05d8-4140-a8fa-76a0a368a55a req-c88d4b2c-5d9c-4e25-bc27-a838ffe329c6 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e656d449-c572-4028-b2e1-f2eb8d08b7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737028 Sep 08 13:55:44.415765 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-c9c0d43a-9a79-41b4-a99f-7692e629fc86 req-f75ac16e-c7dd-41c6-8024-8978372d7c0a service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ab5cc7d2-a9e9-47f5-8ca4-4c1123bb816c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510490 Sep 08 13:55:44.449249 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a67ee38-ad9e-44b4-8405-1633cb6e24a6 req-2a7c484b-c4ce-426f-b20e-3bd9065c5ead tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:55:44.450692 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-8a67ee38-ad9e-44b4-8405-1633cb6e24a6 req-2a7c484b-c4ce-426f-b20e-3bd9065c5ead tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=21bead64-8c72-4cb8-806b-f68b2fc593cc HTTP/1.1" status: 200 len: 946 time: 0.0501962 Sep 08 13:55:44.497528 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-8a67ee38-ad9e-44b4-8405-1633cb6e24a6 req-ff49417c-7ec2-4466-9e49-96166cd1c1f0 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ab5cc7d2-a9e9-47f5-8ca4-4c1123bb816c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407274 Sep 08 13:55:45.234126 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99997376-b7fb-49d3-bc3a-0fc88e590cae req-b67bf42a-46ce-4347-96f5-c5ac782c7db1 tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:55:45.235487 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-99997376-b7fb-49d3-bc3a-0fc88e590cae req-b67bf42a-46ce-4347-96f5-c5ac782c7db1 tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=e6d8d3c8-d06d-46c4-bcfb-7c64e618aeef HTTP/1.1" status: 200 len: 945 time: 0.0465744 Sep 08 13:55:45.493159 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b898708-0b4d-4981-80c0-8043b8167bd6 req-da69215f-4bce-4777-a574-92f5f2c986d5 tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:55:45.494574 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-9b898708-0b4d-4981-80c0-8043b8167bd6 req-da69215f-4bce-4777-a574-92f5f2c986d5 tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=e6d8d3c8-d06d-46c4-bcfb-7c64e618aeef HTTP/1.1" status: 200 len: 945 time: 0.0776935 Sep 08 13:55:45.502605 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746a1910-c6be-49e3-83b2-d2560fdf48f8 req-a2e67bee-bbac-4489-b1e7-b11389191532 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:55:45.503964 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-746a1910-c6be-49e3-83b2-d2560fdf48f8 req-a2e67bee-bbac-4489-b1e7-b11389191532 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d2ad7906-3b73-4fc9-a692-9692fb6234b3 HTTP/1.1" status: 200 len: 945 time: 0.0767579 Sep 08 13:55:45.579834 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-9b898708-0b4d-4981-80c0-8043b8167bd6 req-8cab70f4-cc36-4cc8-8548-0d32e8477829 tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=11df1967-726f-45ee-9cee-c2fdcb4f4bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749452 Sep 08 13:55:45.583829 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-746a1910-c6be-49e3-83b2-d2560fdf48f8 req-a0c1b184-56aa-4f95-b89e-fb19bc75813f tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e656d449-c572-4028-b2e1-f2eb8d08b7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722051 Sep 08 13:55:45.683939 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e513ac9-e2d8-4467-9762-22ed01925687 req-282be933-629a-4869-b742-a03e763001db tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:55:45.685397 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-7e513ac9-e2d8-4467-9762-22ed01925687 req-282be933-629a-4869-b742-a03e763001db tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=21bead64-8c72-4cb8-806b-f68b2fc593cc HTTP/1.1" status: 200 len: 946 time: 0.0502696 Sep 08 13:55:45.733050 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-7e513ac9-e2d8-4467-9762-22ed01925687 req-34bb68c7-18b5-4e4d-b52e-c0d25fc816bb tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ab5cc7d2-a9e9-47f5-8ca4-4c1123bb816c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415490 Sep 08 13:55:46.304545 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.plugin [req-99997376-b7fb-49d3-bc3a-0fc88e590cae req-16a071af-657e-4ddd-98c7-d1e6f7cc99b9 tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] Deleting port 0677f870-39bb-4655-b43d-ef2acf0f9f1b {{(pid=112710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 08 13:55:46.305597 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-99997376-b7fb-49d3-bc3a-0fc88e590cae req-16a071af-657e-4ddd-98c7-d1e6f7cc99b9 tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729028590053'] for port (0677f870-39bb-4655-b43d-ef2acf0f9f1b), before_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:55:46.361865 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6015fa4e-5223-43ea-b410-5182216507f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (91421a76-39ff-4685-90ca-aa6fbf6a1933), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:55:46.388500 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=100 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:55:46.407518 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.db [req-99997376-b7fb-49d3-bc3a-0fc88e590cae req-16a071af-657e-4ddd-98c7-d1e6f7cc99b9 tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] For port 0677f870-39bb-4655-b43d-ef2acf0f9f1b, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=0677f870-39bb-4655-b43d-ef2acf0f9f1b,segment=NetworkSegment(05a45535-3863-41af-aef2-abb456ccc09c),segment_id=05a45535-3863-41af-aef2-abb456ccc09c)] {{(pid=112710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:55:46.407880 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-99997376-b7fb-49d3-bc3a-0fc88e590cae req-16a071af-657e-4ddd-98c7-d1e6f7cc99b9 tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3750342'] for port (0677f870-39bb-4655-b43d-ef2acf0f9f1b), precommit_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:55:46.420475 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.plugin [req-99997376-b7fb-49d3-bc3a-0fc88e590cae req-16a071af-657e-4ddd-98c7-d1e6f7cc99b9 tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] Calling delete_port for 0677f870-39bb-4655-b43d-ef2acf0f9f1b owned by compute:nova {{(pid=112710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 08 13:55:46.465082 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=100 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:55:46.552110 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-99997376-b7fb-49d3-bc3a-0fc88e590cae req-16a071af-657e-4ddd-98c7-d1e6f7cc99b9 tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729028594324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729028134310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10367820'] for port (0677f870-39bb-4655-b43d-ef2acf0f9f1b), after_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:55:46.579748 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a071af-657e-4ddd-98c7-d1e6f7cc99b9 tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] Pushing event deleted for resources: {'Port': ['ID=0677f870-39bb-4655-b43d-ef2acf0f9f1b,revision_number=None']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:55:46.624936 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.db.l3_dvrscheduler_db [req-99997376-b7fb-49d3-bc3a-0fc88e590cae req-16a071af-657e-4ddd-98c7-d1e6f7cc99b9 tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] No DVR routers for this DVR port 0677f870-39bb-4655-b43d-ef2acf0f9f1b on host hv-cinder-82002 {{(pid=112710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 08 13:55:46.627879 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-99997376-b7fb-49d3-bc3a-0fc88e590cae req-16a071af-657e-4ddd-98c7-d1e6f7cc99b9 tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161718'] for port (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:55:46.631305 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-99997376-b7fb-49d3-bc3a-0fc88e590cae req-16a071af-657e-4ddd-98c7-d1e6f7cc99b9 tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] 10.222.0.20 "DELETE /networking/v2.0/ports/0677f870-39bb-4655-b43d-ef2acf0f9f1b HTTP/1.1" status: 204 len: 173 time: 0.4077685 Sep 08 13:55:46.631831 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6d8d3c8-d06d-46c4-bcfb-7c64e618aeef', 'name': 'network-vif-deleted', 'tag': '0677f870-39bb-4655-b43d-ef2acf0f9f1b'}] {{(pid=112710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 13:55:46.635528 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4aaac3e20a53a8e6247a431178541979a817c05ad734f54eee24c8be994502e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-043cc61d-c132-4916-805b-b513c84b7b3f" -d '{"events": [{"server_uuid": "e6d8d3c8-d06d-46c4-bcfb-7c64e618aeef", "name": "network-vif-deleted", "tag": "0677f870-39bb-4655-b43d-ef2acf0f9f1b"}]}' {{(pid=112710) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:55:46.723959 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-0e242648-fc0d-4b80-a69e-2d57f828c133 req-989ae012-4ec6-4d00-baf0-a7f4e889acc4 tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=e6d8d3c8-d06d-46c4-bcfb-7c64e618aeef HTTP/1.1" status: 200 len: 210 time: 0.0483241 Sep 08 13:55:46.737306 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6c9279-3568-4193-9107-5e772a664481 req-e4b6721b-4872-4fe4-9546-36b0abdbb867 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:55:46.738803 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-bc6c9279-3568-4193-9107-5e772a664481 req-e4b6721b-4872-4fe4-9546-36b0abdbb867 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d2ad7906-3b73-4fc9-a692-9692fb6234b3 HTTP/1.1" status: 200 len: 945 time: 0.0771339 Sep 08 13:55:46.772309 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Sep 2022 13:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f9c78a6-d5f3-4832-9348-c71d1fe97c66 x-openstack-request-id: req-9f9c78a6-d5f3-4832-9348-c71d1fe97c66 {{(pid=112710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:55:46.772603 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6d8d3c8-d06d-46c4-bcfb-7c64e618aeef", "name": "network-vif-deleted", "tag": "0677f870-39bb-4655-b43d-ef2acf0f9f1b", "status": "completed", "code": 200}]} {{(pid=112710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:55:46.772863 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9f9c78a6-d5f3-4832-9348-c71d1fe97c66 {{(pid=112710) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:55:46.773267 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f9c78a6-d5f3-4832-9348-c71d1fe97c66'] response: {'server_uuid': 'e6d8d3c8-d06d-46c4-bcfb-7c64e618aeef', 'name': 'network-vif-deleted', 'tag': '0677f870-39bb-4655-b43d-ef2acf0f9f1b', 'status': 'completed', 'code': 200} Sep 08 13:55:46.790641 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-bc6c9279-3568-4193-9107-5e772a664481 req-2d792a15-b1c1-4445-ba56-21942705ab1d tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e656d449-c572-4028-b2e1-f2eb8d08b7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458255 Sep 08 13:55:46.861236 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3303b9e-0adc-4f4a-b8f6-abc07726b29f req-0551aabf-80ae-467e-a007-355e4692a5b3 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:55:46.862752 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-b3303b9e-0adc-4f4a-b8f6-abc07726b29f req-0551aabf-80ae-467e-a007-355e4692a5b3 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=21bead64-8c72-4cb8-806b-f68b2fc593cc HTTP/1.1" status: 200 len: 946 time: 0.0479388 Sep 08 13:55:46.914357 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-b3303b9e-0adc-4f4a-b8f6-abc07726b29f req-f1c41ece-f661-4dba-8956-33914d845e44 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ab5cc7d2-a9e9-47f5-8ca4-4c1123bb816c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460086 Sep 08 13:55:47.050078 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e3c4f6-1e79-41c4-9656-c7e510ec8da6 req-e9a1171a-f502-48db-9528-e0f7b26b7c21 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:55:47.051471 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e1e3c4f6-1e79-41c4-9656-c7e510ec8da6 req-e9a1171a-f502-48db-9528-e0f7b26b7c21 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d2ad7906-3b73-4fc9-a692-9692fb6234b3 HTTP/1.1" status: 200 len: 945 time: 0.0536535 Sep 08 13:55:47.099021 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e1e3c4f6-1e79-41c4-9656-c7e510ec8da6 req-759a176a-f6c3-4175-94ad-bd4e4505a482 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e656d449-c572-4028-b2e1-f2eb8d08b7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419598 Sep 08 13:55:47.458144 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-b7e97967-3fa9-4dcb-b3f0-dcc99b3a4378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (24e12250-b8f3-473f-bf71-765ca8669827), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:55:47.826489 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-8628d08e-50de-43ef-a1a1-f9af45a23df3 req-4fbbff64-328e-4b0b-9df0-a0c29cd82d30 tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=e6d8d3c8-d06d-46c4-bcfb-7c64e618aeef HTTP/1.1" status: 200 len: 210 time: 0.0269382 Sep 08 13:55:48.038489 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa26fcf0-a8a6-4828-9738-30fe1718bae9 req-c84de0aa-6f4b-4a02-b3f2-33b68b971826 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:55:48.039987 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-aa26fcf0-a8a6-4828-9738-30fe1718bae9 req-c84de0aa-6f4b-4a02-b3f2-33b68b971826 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=21bead64-8c72-4cb8-806b-f68b2fc593cc HTTP/1.1" status: 200 len: 946 time: 0.0483670 Sep 08 13:55:48.087764 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-aa26fcf0-a8a6-4828-9738-30fe1718bae9 req-af3390b5-71ac-4117-9577-817d77b19054 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ab5cc7d2-a9e9-47f5-8ca4-4c1123bb816c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421228 Sep 08 13:55:48.239002 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ade156-9b6c-40a5-b157-a7bbb794201b req-00fd93ad-2540-4ccd-9d58-27328eb7d53e tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:55:48.240529 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-60ade156-9b6c-40a5-b157-a7bbb794201b req-00fd93ad-2540-4ccd-9d58-27328eb7d53e tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=21bead64-8c72-4cb8-806b-f68b2fc593cc HTTP/1.1" status: 200 len: 946 time: 0.0807946 Sep 08 13:55:48.251648 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 38062) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:55:48.252187 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ebd7e9-c53f-4850-8a46-fec07e57610f req-ee029312-6c31-4849-b4a6-92c5e14cb31e tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:55:48.253260 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-b9ebd7e9-c53f-4850-8a46-fec07e57610f req-ee029312-6c31-4849-b4a6-92c5e14cb31e tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d2ad7906-3b73-4fc9-a692-9692fb6234b3 HTTP/1.1" status: 200 len: 945 time: 0.0811899 Sep 08 13:55:48.256345 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.v2.base [None req-f9e23b45-19f2-43fc-b335-4d0d78a4a507 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Request body: {'floatingip': {'port_id': '97326033-4991-4b35-9df8-8c1194e9ebe7'}} {{(pid=112709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:55:48.296042 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-f9e23b45-19f2-43fc-b335-4d0d78a4a507 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Publish callbacks [] for floatingip (54138492-585a-47cd-94d7-f0d002a06d32), before_update {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:55:48.335072 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1838e15a-4cfd-47e4-a650-36d5467eff27 req-aefcbcd6-f402-457b-b8bf-0ca29db5faf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:55:48.336940 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-1838e15a-4cfd-47e4-a650-36d5467eff27 req-aefcbcd6-f402-457b-b8bf-0ca29db5faf3 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=6998e0c9a62e4f54a27faf56dbeb543a&device_id=d2ad7906-3b73-4fc9-a692-9692fb6234b3 HTTP/1.1" status: 200 len: 1129 time: 0.0620527 Sep 08 13:55:48.342439 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-b9ebd7e9-c53f-4850-8a46-fec07e57610f req-8e1ea4b6-bf81-48ab-975e-a8416ef37344 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e656d449-c572-4028-b2e1-f2eb8d08b7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830324 Sep 08 13:55:48.426205 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Device 0677f870-39bb-4655-b43d-ef2acf0f9f1b no longer exists at agent hyperv_hv-cinder-82002 {{(pid=112711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:55:48.442790 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1838e15a-4cfd-47e4-a650-36d5467eff27 req-7757c6e9-ea1a-4f7e-b57a-afd8e748328c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:55:48.444525 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-1838e15a-4cfd-47e4-a650-36d5467eff27 req-7757c6e9-ea1a-4f7e-b57a-afd8e748328c service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=96ff558b-c5db-4059-a363-a83e90cf91c8 HTTP/1.1" status: 200 len: 911 time: 0.0926242 Sep 08 13:55:48.448970 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] No Port match for: 0677f870-39bb-4655-b43d-ef2acf0f9f1b {{(pid=112711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 08 13:55:48.449317 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Device 0677f870-39bb-4655-b43d-ef2acf0f9f1b not bound to the agent host hv-cinder-82002 {{(pid=112711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:55:48.535639 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-1838e15a-4cfd-47e4-a650-36d5467eff27 req-1dce9257-21cd-4d61-a9b1-2fcf13d70e68 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=86699af9-4b49-40e3-b189-ff4a7a9e5e59 HTTP/1.1" status: 200 len: 1001 time: 0.0596650 Sep 08 13:55:48.580873 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:55:48.596479 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1838e15a-4cfd-47e4-a650-36d5467eff27 req-2ae8b813-cc04-400e-96ce-0e7de7cc2c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:55:48.597976 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-1838e15a-4cfd-47e4-a650-36d5467eff27 req-2ae8b813-cc04-400e-96ce-0e7de7cc2c1d service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=3c05b843-7379-4152-a6e2-38ac1118d25c HTTP/1.1" status: 200 len: 849 time: 0.0543659 Sep 08 13:55:48.651012 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1838e15a-4cfd-47e4-a650-36d5467eff27 req-531f00a0-6344-4645-be8a-42be4f5a3c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:55:48.652505 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-1838e15a-4cfd-47e4-a650-36d5467eff27 req-531f00a0-6344-4645-be8a-42be4f5a3c36 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=96ff558b-c5db-4059-a363-a83e90cf91c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0411725 Sep 08 13:55:48.725089 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:55:48.763529 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-f9e23b45-19f2-43fc-b335-4d0d78a4a507 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:55:48.768008 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-f9e23b45-19f2-43fc-b335-4d0d78a4a507 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3679472'] for floatingip (54138492-585a-47cd-94d7-f0d002a06d32), after_update {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:55:48.778426 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-1838e15a-4cfd-47e4-a650-36d5467eff27 req-c9a552da-a6c3-4451-bcb8-c7887af2b991 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/96ff558b-c5db-4059-a363-a83e90cf91c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039767 Sep 08 13:55:48.907604 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-604b277b-9310-4e7b-bd1a-c26598410893 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (ad63ffce-77d1-4b05-ac53-eeb1c28e2aec), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:55:48.911889 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-1838e15a-4cfd-47e4-a650-36d5467eff27 req-76f9d04c-3e58-4ec5-b422-4686c992962e service neutron] 10.222.0.20 "GET /networking/v2.0/networks/96ff558b-c5db-4059-a363-a83e90cf91c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062269 Sep 08 13:55:48.954535 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (6df97c0c-9140-47af-8c93-84593b95031c), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:55:48.973864 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-73061261-dd0b-4497-9ade-2980a56ed6cf req-fc831df5-01d4-4197-9277-29b953a18638 tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=e6d8d3c8-d06d-46c4-bcfb-7c64e618aeef HTTP/1.1" status: 200 len: 210 time: 0.0325348 Sep 08 13:55:49.105273 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.db.l3_db [None req-f9e23b45-19f2-43fc-b335-4d0d78a4a507 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Floating IP 54138492-585a-47cd-94d7-f0d002a06d32 associated. External IP: 172.27.0.191, port: 97326033-4991-4b35-9df8-8c1194e9ebe7. Sep 08 13:55:49.298320 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9e23b45-19f2-43fc-b335-4d0d78a4a507 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Router 8933e1ce-f357-4c29-bf32-c54a21fb90c9 has already been hosted by L3 agent 91421a76-39ff-4685-90ca-aa6fbf6a1933 {{(pid=112709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:55:49.407596 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9e23b45-19f2-43fc-b335-4d0d78a4a507 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Notify agent at l3_agent.dv-cinder-820027-24-iscsi the message routers_updated {{(pid=112709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:55:49.412855 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-f9e23b45-19f2-43fc-b335-4d0d78a4a507 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161718'] for floatingip (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:55:49.420700 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af12363c-9fba-4bc9-b4b0-6f3e6bd191a2 None None] Sync routers for ids ['8933e1ce-f357-4c29-bf32-c54a21fb90c9'] in dv-cinder-820027-24-iscsi {{(pid=112711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:55:49.435284 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af12363c-9fba-4bc9-b4b0-6f3e6bd191a2 None None] Routers {'8933e1ce-f357-4c29-bf32-c54a21fb90c9'} bound to L3 agent in host dv-cinder-820027-24-iscsi {{(pid=112711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 13:55:49.436167 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_hamode_db [None req-af12363c-9fba-4bc9-b4b0-6f3e6bd191a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-08T13:44:16Z,description=,heartbeat_timestamp=2022-09-08T13:55:46Z,host='dv-cinder-820027-24-iscsi',id=91421a76-39ff-4685-90ca-aa6fbf6a1933,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:44:16Z,topic='l3_agent')) {'router_ids': ['8933e1ce-f357-4c29-bf32-c54a21fb90c9'], 'active': True} {{(pid=112711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:55:49.448655 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-f9e23b45-19f2-43fc-b335-4d0d78a4a507 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "PUT /networking/v2.0/floatingips/54138492-585a-47cd-94d7-f0d002a06d32 HTTP/1.1" status: 200 len: 992 time: 1.1936426 Sep 08 13:55:49.448655 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21bead64-8c72-4cb8-806b-f68b2fc593cc', 'tag': '97326033-4991-4b35-9df8-8c1194e9ebe7'}] {{(pid=112709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 13:55:49.450193 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}542ac7e5325f68055833e74974e312adb8a2ee810b70c39787611e772d2c694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e155644f-c05a-4f27-959e-2874c738f3ab" -d '{"events": [{"name": "network-changed", "server_uuid": "21bead64-8c72-4cb8-806b-f68b2fc593cc", "tag": "97326033-4991-4b35-9df8-8c1194e9ebe7"}]}' {{(pid=112709) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:55:49.491555 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Sep 2022 13:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dce6629-cdc7-46d7-bfa6-d75e4c2b9846 x-openstack-request-id: req-4dce6629-cdc7-46d7-bfa6-d75e4c2b9846 {{(pid=112709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:55:49.491742 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21bead64-8c72-4cb8-806b-f68b2fc593cc", "tag": "97326033-4991-4b35-9df8-8c1194e9ebe7", "status": "completed", "code": 200}]} {{(pid=112709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:55:49.491900 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4dce6629-cdc7-46d7-bfa6-d75e4c2b9846 {{(pid=112709) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:55:49.492309 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4dce6629-cdc7-46d7-bfa6-d75e4c2b9846'] response: {'name': 'network-changed', 'server_uuid': '21bead64-8c72-4cb8-806b-f68b2fc593cc', 'tag': '97326033-4991-4b35-9df8-8c1194e9ebe7', 'status': 'completed', 'code': 200} Sep 08 13:55:49.500223 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750b4955-70aa-4b6f-adc5-7b5115eef2fc req-8c44e7f3-0e0e-4f37-8829-13002ab99d18 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:55:49.503215 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-750b4955-70aa-4b6f-adc5-7b5115eef2fc req-8c44e7f3-0e0e-4f37-8829-13002ab99d18 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d2ad7906-3b73-4fc9-a692-9692fb6234b3 HTTP/1.1" status: 200 len: 945 time: 0.0642209 Sep 08 13:55:49.554071 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-750b4955-70aa-4b6f-adc5-7b5115eef2fc req-96cda5e7-7e2c-4846-a252-a759cb8d705a tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e656d449-c572-4028-b2e1-f2eb8d08b7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461988 Sep 08 13:55:49.565702 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvr_db [None req-af12363c-9fba-4bc9-b4b0-6f3e6bd191a2 None None] Set router 8933e1ce-f357-4c29-bf32-c54a21fb90c9 gateway port host: dv-cinder-820027-24-iscsi {{(pid=112711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 13:55:49.782103 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_hamode_db [None req-af12363c-9fba-4bc9-b4b0-6f3e6bd191a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8933e1ce-f357-4c29-bf32-c54a21fb90c9', 'name': 'tempest-ServerRescueNegativeTestJSON-997876912-router', 'tenant_id': '127bce2080d54fe4871b5aaa6cc394b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '6530787b-90c8-4e51-aa61-a98ea4643c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:52:25Z', 'updated_at': '2022-09-08T13:52:37Z', 'revision_number': 4, 'project_id': '127bce2080d54fe4871b5aaa6cc394b5', 'gw_port': {'id': '6530787b-90c8-4e51-aa61-a98ea4643c89', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:bc:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8933e1ce-f357-4c29-bf32-c54a21fb90c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:52:26Z', 'updated_at': '2022-09-08T13:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi', '_floatingips': [{'id': '54138492-585a-47cd-94d7-f0d002a06d32', 'tenant_id': '127bce2080d54fe4871b5aaa6cc394b5', 'floating_ip_address': '172.27.0.191', 'floating_network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'router_id': '8933e1ce-f357-4c29-bf32-c54a21fb90c9', 'port_id': '97326033-4991-4b35-9df8-8c1194e9ebe7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6ea2a7a-ef84-454a-b305-c470482cf7fa', 'mac_address': 'fa:16:3e:34:f7:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21bead64-8c72-4cb8-806b-f68b2fc593cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-08T13:55:14Z', 'updated_at': '2022-09-08T13:55:48Z', 'revision_number': 1, 'project_id': '127bce2080d54fe4871b5aaa6cc394b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04ca4a7d-8d12-44ad-b574-5149c116a206', 'name': '', 'network_id': 'a6ea2a7a-ef84-454a-b305-c470482cf7fa', 'tenant_id': '127bce2080d54fe4871b5aaa6cc394b5', 'mac_address': 'fa:16:3e:46:c9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8933e1ce-f357-4c29-bf32-c54a21fb90c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '8a8f577a-16e1-4e37-b6e2-a6cc60df3540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:52:35Z', 'updated_at': '2022-09-08T13:52:50Z', 'revision_number': 5, 'project_id': '127bce2080d54fe4871b5aaa6cc394b5', 'subnets': [{'id': '8a8f577a-16e1-4e37-b6e2-a6cc60df3540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-24-iscsi', False) {} {{(pid=112711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:55:49.809472 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af12363c-9fba-4bc9-b4b0-6f3e6bd191a2 None None] Checking router: 8933e1ce-f357-4c29-bf32-c54a21fb90c9 for host: dv-cinder-820027-24-iscsi {{(pid=112711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:55:49.818243 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af12363c-9fba-4bc9-b4b0-6f3e6bd191a2 None None] Routers {'8933e1ce-f357-4c29-bf32-c54a21fb90c9'} bound to L3 agent in host dv-cinder-820027-24-iscsi {{(pid=112711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 13:55:49.818848 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_hamode_db [None req-af12363c-9fba-4bc9-b4b0-6f3e6bd191a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-08T13:44:16Z,description=,heartbeat_timestamp=2022-09-08T13:55:46Z,host='dv-cinder-820027-24-iscsi',id=91421a76-39ff-4685-90ca-aa6fbf6a1933,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:44:16Z,topic='l3_agent')) {'router_ids': ['8933e1ce-f357-4c29-bf32-c54a21fb90c9'], 'active': True} {{(pid=112711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:55:49.921555 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvr_db [None req-af12363c-9fba-4bc9-b4b0-6f3e6bd191a2 None None] Set router 8933e1ce-f357-4c29-bf32-c54a21fb90c9 gateway port host: dv-cinder-820027-24-iscsi {{(pid=112711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 13:55:49.929687 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e155644f-c05a-4f27-959e-2874c738f3ab req-6df1a565-0744-4c7f-8e25-5c26d69959b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:55:49.931281 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e155644f-c05a-4f27-959e-2874c738f3ab req-6df1a565-0744-4c7f-8e25-5c26d69959b9 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=127bce2080d54fe4871b5aaa6cc394b5&device_id=21bead64-8c72-4cb8-806b-f68b2fc593cc HTTP/1.1" status: 200 len: 1130 time: 0.0399961 Sep 08 13:55:50.052141 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e155644f-c05a-4f27-959e-2874c738f3ab req-7a0b0fd7-3f47-492a-8363-0d0aa9571206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:55:50.052141 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e155644f-c05a-4f27-959e-2874c738f3ab req-7a0b0fd7-3f47-492a-8363-0d0aa9571206 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=a6ea2a7a-ef84-454a-b305-c470482cf7fa HTTP/1.1" status: 200 len: 919 time: 0.0965400 Sep 08 13:55:50.117261 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e155644f-c05a-4f27-959e-2874c738f3ab req-0e60890b-689f-4d94-ba1c-2b453d2dbdcd service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=97326033-4991-4b35-9df8-8c1194e9ebe7 HTTP/1.1" status: 200 len: 1000 time: 0.0594640 Sep 08 13:55:50.179499 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e155644f-c05a-4f27-959e-2874c738f3ab req-98deb0d0-d834-4b91-8a27-78d8f0813b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:55:50.181019 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e155644f-c05a-4f27-959e-2874c738f3ab req-98deb0d0-d834-4b91-8a27-78d8f0813b94 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=8a8f577a-16e1-4e37-b6e2-a6cc60df3540 HTTP/1.1" status: 200 len: 857 time: 0.0523522 Sep 08 13:55:50.244454 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e155644f-c05a-4f27-959e-2874c738f3ab req-4a1ccb2e-e2d9-45ad-a27e-3e989dfd1a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:55:50.246472 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e155644f-c05a-4f27-959e-2874c738f3ab req-4a1ccb2e-e2d9-45ad-a27e-3e989dfd1a4b service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=a6ea2a7a-ef84-454a-b305-c470482cf7fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0577302 Sep 08 13:55:50.287082 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_hamode_db [None req-af12363c-9fba-4bc9-b4b0-6f3e6bd191a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8933e1ce-f357-4c29-bf32-c54a21fb90c9', 'name': 'tempest-ServerRescueNegativeTestJSON-997876912-router', 'tenant_id': '127bce2080d54fe4871b5aaa6cc394b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '6530787b-90c8-4e51-aa61-a98ea4643c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:52:25Z', 'updated_at': '2022-09-08T13:52:37Z', 'revision_number': 4, 'project_id': '127bce2080d54fe4871b5aaa6cc394b5', 'gw_port': {'id': '6530787b-90c8-4e51-aa61-a98ea4643c89', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:bc:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8933e1ce-f357-4c29-bf32-c54a21fb90c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:52:26Z', 'updated_at': '2022-09-08T13:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi', '_floatingips': [{'id': '54138492-585a-47cd-94d7-f0d002a06d32', 'tenant_id': '127bce2080d54fe4871b5aaa6cc394b5', 'floating_ip_address': '172.27.0.191', 'floating_network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'router_id': '8933e1ce-f357-4c29-bf32-c54a21fb90c9', 'port_id': '97326033-4991-4b35-9df8-8c1194e9ebe7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6ea2a7a-ef84-454a-b305-c470482cf7fa', 'mac_address': 'fa:16:3e:34:f7:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21bead64-8c72-4cb8-806b-f68b2fc593cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-08T13:55:14Z', 'updated_at': '2022-09-08T13:55:48Z', 'revision_number': 1, 'project_id': '127bce2080d54fe4871b5aaa6cc394b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04ca4a7d-8d12-44ad-b574-5149c116a206', 'name': '', 'network_id': 'a6ea2a7a-ef84-454a-b305-c470482cf7fa', 'tenant_id': '127bce2080d54fe4871b5aaa6cc394b5', 'mac_address': 'fa:16:3e:46:c9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8933e1ce-f357-4c29-bf32-c54a21fb90c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '8a8f577a-16e1-4e37-b6e2-a6cc60df3540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:52:35Z', 'updated_at': '2022-09-08T13:52:50Z', 'revision_number': 5, 'project_id': '127bce2080d54fe4871b5aaa6cc394b5', 'subnets': [{'id': '8a8f577a-16e1-4e37-b6e2-a6cc60df3540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-24-iscsi', False) {} {{(pid=112711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:55:50.316123 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af12363c-9fba-4bc9-b4b0-6f3e6bd191a2 None None] The sync data for ids ['8933e1ce-f357-4c29-bf32-c54a21fb90c9'] in dv-cinder-820027-24-iscsi is: [{'id': '8933e1ce-f357-4c29-bf32-c54a21fb90c9', 'name': 'tempest-ServerRescueNegativeTestJSON-997876912-router', 'tenant_id': '127bce2080d54fe4871b5aaa6cc394b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '6530787b-90c8-4e51-aa61-a98ea4643c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:52:25Z', 'updated_at': '2022-09-08T13:52:37Z', 'revision_number': 4, 'project_id': '127bce2080d54fe4871b5aaa6cc394b5', 'gw_port': {'id': '6530787b-90c8-4e51-aa61-a98ea4643c89', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:bc:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8933e1ce-f357-4c29-bf32-c54a21fb90c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:52:26Z', 'updated_at': '2022-09-08T13:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi', '_floatingips': [{'id': '54138492-585a-47cd-94d7-f0d002a06d32', 'tenant_id': '127bce2080d54fe4871b5aaa6cc394b5', 'floating_ip_address': '172.27.0.191', 'floating_network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'router_id': '8933e1ce-f357-4c29-bf32-c54a21fb90c9', 'port_id': '97326033-4991-4b35-9df8-8c1194e9ebe7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6ea2a7a-ef84-454a-b305-c470482cf7fa', 'mac_address': 'fa:16:3e:34:f7:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21bead64-8c72-4cb8-806b-f68b2fc593cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-08T13:55:14Z', 'updated_at': '2022-09-08T13:55:48Z', 'revision_number': 1, 'project_id': '127bce2080d54fe4871b5aaa6cc394b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04ca4a7d-8d12-44ad-b574-5149c116a206', 'name': '', 'network_id': 'a6ea2a7a-ef84-454a-b305-c470482cf7fa', 'tenant_id': '127bce2080d54fe4871b5aaa6cc394b5', 'mac_address': 'fa:16:3e:46:c9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8933e1ce-f357-4c29-bf32-c54a21fb90c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '8a8f577a-16e1-4e37-b6e2-a6cc60df3540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:52:35Z', 'updated_at': '2022-09-08T13:52:50Z', 'revision_number': 5, 'project_id': '127bce2080d54fe4871b5aaa6cc394b5', 'subnets': [{'id': '8a8f577a-16e1-4e37-b6e2-a6cc60df3540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:55:50.522817 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e155644f-c05a-4f27-959e-2874c738f3ab req-e5f8efeb-7771-4b21-afe1-a0527a9cdb52 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/a6ea2a7a-ef84-454a-b305-c470482cf7fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211090 Sep 08 13:55:50.684883 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d513ca3-3a59-4dea-b824-fb4b6a5e8604 req-26ce2cb3-0652-4d5a-9c39-e6092fb5def3 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:55:50.686419 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-0d513ca3-3a59-4dea-b824-fb4b6a5e8604 req-26ce2cb3-0652-4d5a-9c39-e6092fb5def3 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d2ad7906-3b73-4fc9-a692-9692fb6234b3 HTTP/1.1" status: 200 len: 945 time: 0.0526230 Sep 08 13:55:50.737815 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-0d513ca3-3a59-4dea-b824-fb4b6a5e8604 req-99f39974-cd32-48bc-a4aa-80d02d2a838c tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e656d449-c572-4028-b2e1-f2eb8d08b7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456021 Sep 08 13:55:50.933517 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc99147a-7418-4225-88f5-43e6c943bef2 None None] New status for floating IP 54138492-585a-47cd-94d7-f0d002a06d32: ACTIVE {{(pid=112712) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 08 13:55:54.226696 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e155644f-c05a-4f27-959e-2874c738f3ab req-4ef858c7-a81d-456c-9ec4-e1f36bef303a service neutron] 10.222.0.20 "GET /networking/v2.0/networks/a6ea2a7a-ef84-454a-b305-c470482cf7fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848525 Sep 08 13:55:59.438157 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=84,neutron:UPDATE=3 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:55:59.442818 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:56:00.289794 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=84,neutron:UPDATE=1 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:56:00.290592 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=80,neutron:UPDATE=4 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:56:01.030371 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:56:01.033146 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=14 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:56:01.165512 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2568c5ff-0b03-4d12-a994-b3599c87d0fe req-4b205a00-0089-422e-8ae0-2fc4f4e84531 tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:56:01.167009 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-2568c5ff-0b03-4d12-a994-b3599c87d0fe req-4b205a00-0089-422e-8ae0-2fc4f4e84531 tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] 10.222.0.55 "GET /networking/v2.0/networks?id=27a47ec4-fdfa-4d05-bf7d-7362b88969c5 HTTP/1.1" status: 200 len: 814 time: 0.1063364 Sep 08 13:56:01.181098 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-2568c5ff-0b03-4d12-a994-b3599c87d0fe req-ffb2529d-a041-4f7d-b9f5-5dc7787fc8ee tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] 10.222.0.55 "GET /networking/v2.0/quotas/0375e7ef3fb04600b5d4095057658bc7 HTTP/1.1" status: 200 len: 375 time: 0.0087488 Sep 08 13:56:01.194887 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=100 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:56:01.214477 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-2568c5ff-0b03-4d12-a994-b3599c87d0fe req-e97a49ac-31e3-4429-9606-4b10c81582b6 tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=0375e7ef3fb04600b5d4095057658bc7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285583 Sep 08 13:56:01.236869 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=100 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:56:01.307522 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-2568c5ff-0b03-4d12-a994-b3599c87d0fe req-8c8d5669-1d02-4fee-a49d-fc3992573a7c service neutron] 10.222.0.55 "GET /networking/v2.0/networks/27a47ec4-fdfa-4d05-bf7d-7362b88969c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864980 Sep 08 13:56:01.396267 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-2568c5ff-0b03-4d12-a994-b3599c87d0fe req-6a9373b9-fb85-4877-a6b4-f00e2d24d5d1 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/27a47ec4-fdfa-4d05-bf7d-7362b88969c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824440 Sep 08 13:56:02.571209 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-be4f7b96-d714-4606-b66a-286292f2b62b req-4b96acac-f494-4203-8ccc-beeb7e057a5c tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=a3a3e9d6-2e31-4f70-ae65-a40552851588 HTTP/1.1" status: 200 len: 210 time: 0.0313699 Sep 08 13:56:03.671921 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-ecc00def-93dc-420b-96df-c28960712384 req-bafb40f0-2251-4945-a171-8ff8eb4f81b8 tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=a3a3e9d6-2e31-4f70-ae65-a40552851588 HTTP/1.1" status: 200 len: 210 time: 0.0276222 Sep 08 13:56:03.918075 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (4c2ff875-e6d7-424e-bdc7-d4b2ed4bdd9c), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:56:04.213874 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2568c5ff-0b03-4d12-a994-b3599c87d0fe req-8ab5800c-5792-4303-b7ef-29d8060e4aea tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:56:04.215254 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-2568c5ff-0b03-4d12-a994-b3599c87d0fe req-8ab5800c-5792-4303-b7ef-29d8060e4aea tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] 10.222.0.20 "GET /networking/v2.0/networks?id=27a47ec4-fdfa-4d05-bf7d-7362b88969c5 HTTP/1.1" status: 200 len: 814 time: 0.1047215 Sep 08 13:56:04.239964 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.v2.base [req-2568c5ff-0b03-4d12-a994-b3599c87d0fe req-28ef8237-d9ed-48fb-aff3-b89fe05d3314 tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] Request body: {'port': {'device_id': 'a3a3e9d6-2e31-4f70-ae65-a40552851588', 'network_id': '27a47ec4-fdfa-4d05-bf7d-7362b88969c5', 'admin_state_up': True, 'tenant_id': '0375e7ef3fb04600b5d4095057658bc7'}} {{(pid=112710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:56:04.351926 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2568c5ff-0b03-4d12-a994-b3599c87d0fe req-28ef8237-d9ed-48fb-aff3-b89fe05d3314 tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] Made reservation on behalf of 0375e7ef3fb04600b5d4095057658bc7 for: {'port': 1} {{(pid=112710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:56:04.355722 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-2568c5ff-0b03-4d12-a994-b3599c87d0fe req-28ef8237-d9ed-48fb-aff3-b89fe05d3314 tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (None), before_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:56:04.488845 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.db.db_base_plugin_common [req-2568c5ff-0b03-4d12-a994-b3599c87d0fe req-28ef8237-d9ed-48fb-aff3-b89fe05d3314 tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] Allocated IP 172.20.0.14 (27a47ec4-fdfa-4d05-bf7d-7362b88969c5/d2ba5489-f901-4caf-afe4-dc1168ba30e9/b9784d38-d516-4bbc-af3e-459cad3ad635) {{(pid=112710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:56:04.637599 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-2568c5ff-0b03-4d12-a994-b3599c87d0fe req-28ef8237-d9ed-48fb-aff3-b89fe05d3314 tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] Publish callbacks [] for port (b9784d38-d516-4bbc-af3e-459cad3ad635), precommit_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:56:04.668116 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-2568c5ff-0b03-4d12-a994-b3599c87d0fe req-28ef8237-d9ed-48fb-aff3-b89fe05d3314 tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729028134301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10367820'] for port (b9784d38-d516-4bbc-af3e-459cad3ad635), after_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:56:04.709322 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2568c5ff-0b03-4d12-a994-b3599c87d0fe req-28ef8237-d9ed-48fb-aff3-b89fe05d3314 tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] Network 27a47ec4-fdfa-4d05-bf7d-7362b88969c5 is already hosted by enough agents. {{(pid=112710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:56:04.712597 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.scheduler.base_scheduler [req-2568c5ff-0b03-4d12-a994-b3599c87d0fe req-28ef8237-d9ed-48fb-aff3-b89fe05d3314 tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] Resources bound (agent type, host, resource id): {{(pid=112710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:56:04.719622 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.db.l3_dvrscheduler_db [req-2568c5ff-0b03-4d12-a994-b3599c87d0fe req-28ef8237-d9ed-48fb-aff3-b89fe05d3314 tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] Received port after_create {{(pid=112710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 08 13:56:04.721923 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:56:04.750194 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ef8237-d9ed-48fb-aff3-b89fe05d3314 tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] Pushing event updated for resources: {'Port': ['ID=b9784d38-d516-4bbc-af3e-459cad3ad635,revision_number=1']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:56:04.755222 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:56:04.808679 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2568c5ff-0b03-4d12-a994-b3599c87d0fe req-28ef8237-d9ed-48fb-aff3-b89fe05d3314 tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:56:04.809273 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-2568c5ff-0b03-4d12-a994-b3599c87d0fe req-28ef8237-d9ed-48fb-aff3-b89fe05d3314 tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161718'] for port (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:56:04.819255 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9ec990-ad1d-47c8-a9dd-603349b998bd req-a458df48-e711-4049-8ab9-42845a3b9cc4 tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:56:04.820677 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-de9ec990-ad1d-47c8-a9dd-603349b998bd req-a458df48-e711-4049-8ab9-42845a3b9cc4 tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=a3a3e9d6-2e31-4f70-ae65-a40552851588 HTTP/1.1" status: 200 len: 932 time: 0.0716240 Sep 08 13:56:04.843883 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-2568c5ff-0b03-4d12-a994-b3599c87d0fe req-28ef8237-d9ed-48fb-aff3-b89fe05d3314 tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6074364 Sep 08 13:56:04.875951 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.v2.base [req-2568c5ff-0b03-4d12-a994-b3599c87d0fe req-25eb713a-6c9c-4f50-86f4-3c1890058cf6 service neutron] Request body: {'port': {'device_id': 'a3a3e9d6-2e31-4f70-ae65-a40552851588', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82002'}} {{(pid=112710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:56:04.896570 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-de9ec990-ad1d-47c8-a9dd-603349b998bd req-1d652bde-0f77-498d-b6db-6adeca4d3dc5 tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=11df1967-726f-45ee-9cee-c2fdcb4f4bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701149 Sep 08 13:56:04.940706 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-2568c5ff-0b03-4d12-a994-b3599c87d0fe req-25eb713a-6c9c-4f50-86f4-3c1890058cf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (b9784d38-d516-4bbc-af3e-459cad3ad635), before_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:56:05.418986 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.notifiers.nova [req-2568c5ff-0b03-4d12-a994-b3599c87d0fe req-25eb713a-6c9c-4f50-86f4-3c1890058cf6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9784d38-d516-4bbc-af3e-459cad3ad635 {{(pid=112710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 08 13:56:05.427038 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-2568c5ff-0b03-4d12-a994-b3599c87d0fe req-25eb713a-6c9c-4f50-86f4-3c1890058cf6 service neutron] Publish callbacks [] for port (b9784d38-d516-4bbc-af3e-459cad3ad635), precommit_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:56:05.440007 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.db.provisioning_blocks [req-2568c5ff-0b03-4d12-a994-b3599c87d0fe req-25eb713a-6c9c-4f50-86f4-3c1890058cf6 service neutron] Transition to ACTIVE for port object b9784d38-d516-4bbc-af3e-459cad3ad635 will not be triggered until provisioned by entity L2. {{(pid=112710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 08 13:56:05.443947 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-2568c5ff-0b03-4d12-a994-b3599c87d0fe req-25eb713a-6c9c-4f50-86f4-3c1890058cf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10367797'] for port (b9784d38-d516-4bbc-af3e-459cad3ad635), after_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:56:05.503262 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25eb713a-6c9c-4f50-86f4-3c1890058cf6 service neutron] Pushing event updated for resources: {'Port': ['ID=b9784d38-d516-4bbc-af3e-459cad3ad635,revision_number=2']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:56:05.551874 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.managers [req-2568c5ff-0b03-4d12-a994-b3599c87d0fe req-25eb713a-6c9c-4f50-86f4-3c1890058cf6 service neutron] Attempting to bind port b9784d38-d516-4bbc-af3e-459cad3ad635 on host hv-cinder-82002 for vnic_type normal with profile {{(pid=112710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 08 13:56:05.552209 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.managers [req-2568c5ff-0b03-4d12-a994-b3599c87d0fe req-25eb713a-6c9c-4f50-86f4-3c1890058cf6 service neutron] Attempting to bind port b9784d38-d516-4bbc-af3e-459cad3ad635 by drivers openvswitch,hyperv on host hv-cinder-82002 at level 0 using segments [{'id': '05a45535-3863-41af-aef2-abb456ccc09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '27a47ec4-fdfa-4d05-bf7d-7362b88969c5'}] {{(pid=112710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 08 13:56:05.552573 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2568c5ff-0b03-4d12-a994-b3599c87d0fe req-25eb713a-6c9c-4f50-86f4-3c1890058cf6 service neutron] Attempting to bind port b9784d38-d516-4bbc-af3e-459cad3ad635 on network 27a47ec4-fdfa-4d05-bf7d-7362b88969c5 {{(pid=112710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 13:56:05.596769 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2568c5ff-0b03-4d12-a994-b3599c87d0fe req-25eb713a-6c9c-4f50-86f4-3c1890058cf6 service neutron] Port b9784d38-d516-4bbc-af3e-459cad3ad635 on network 27a47ec4-fdfa-4d05-bf7d-7362b88969c5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82002 {{(pid=112710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 08 13:56:05.597124 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2568c5ff-0b03-4d12-a994-b3599c87d0fe req-25eb713a-6c9c-4f50-86f4-3c1890058cf6 service neutron] Attempting to bind port b9784d38-d516-4bbc-af3e-459cad3ad635 on network 27a47ec4-fdfa-4d05-bf7d-7362b88969c5 {{(pid=112710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 13:56:05.638651 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2568c5ff-0b03-4d12-a994-b3599c87d0fe req-25eb713a-6c9c-4f50-86f4-3c1890058cf6 service neutron] Checking agent: {'id': '4c2ff875-e6d7-424e-bdc7-d4b2ed4bdd9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82002', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 8, 13, 50, 33), 'started_at': datetime.datetime(2022, 9, 8, 13, 50, 33), 'heartbeat_timestamp': datetime.datetime(2022, 9, 8, 13, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 08 13:56:05.638981 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2568c5ff-0b03-4d12-a994-b3599c87d0fe req-25eb713a-6c9c-4f50-86f4-3c1890058cf6 service neutron] Checking segment: {'id': '05a45535-3863-41af-aef2-abb456ccc09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '27a47ec4-fdfa-4d05-bf7d-7362b88969c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 13:56:05.639385 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2568c5ff-0b03-4d12-a994-b3599c87d0fe req-25eb713a-6c9c-4f50-86f4-3c1890058cf6 service neutron] Bound using segment: {'id': '05a45535-3863-41af-aef2-abb456ccc09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '27a47ec4-fdfa-4d05-bf7d-7362b88969c5'} {{(pid=112710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 08 13:56:05.639816 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.managers [req-2568c5ff-0b03-4d12-a994-b3599c87d0fe req-25eb713a-6c9c-4f50-86f4-3c1890058cf6 service neutron] Bound port: b9784d38-d516-4bbc-af3e-459cad3ad635, host: hv-cinder-82002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05a45535-3863-41af-aef2-abb456ccc09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '27a47ec4-fdfa-4d05-bf7d-7362b88969c5'}}] {{(pid=112710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 08 13:56:05.640167 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-2568c5ff-0b03-4d12-a994-b3599c87d0fe req-25eb713a-6c9c-4f50-86f4-3c1890058cf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (b9784d38-d516-4bbc-af3e-459cad3ad635), before_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:56:05.691618 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:56:05.702479 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.db [req-2568c5ff-0b03-4d12-a994-b3599c87d0fe req-25eb713a-6c9c-4f50-86f4-3c1890058cf6 service neutron] For port b9784d38-d516-4bbc-af3e-459cad3ad635, host hv-cinder-82002, cleared binding levels {{(pid=112710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:56:05.705939 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.db [req-2568c5ff-0b03-4d12-a994-b3599c87d0fe req-25eb713a-6c9c-4f50-86f4-3c1890058cf6 service neutron] For port b9784d38-d516-4bbc-af3e-459cad3ad635, host hv-cinder-82002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=b9784d38-d516-4bbc-af3e-459cad3ad635,segment=NetworkSegment(05a45535-3863-41af-aef2-abb456ccc09c),segment_id=05a45535-3863-41af-aef2-abb456ccc09c)] {{(pid=112710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:56:05.712997 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-2568c5ff-0b03-4d12-a994-b3599c87d0fe req-25eb713a-6c9c-4f50-86f4-3c1890058cf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10367797'] for port (b9784d38-d516-4bbc-af3e-459cad3ad635), after_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:56:05.717242 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2568c5ff-0b03-4d12-a994-b3599c87d0fe req-25eb713a-6c9c-4f50-86f4-3c1890058cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:56:05.717971 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-2568c5ff-0b03-4d12-a994-b3599c87d0fe req-25eb713a-6c9c-4f50-86f4-3c1890058cf6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161718'] for port (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:56:05.719307 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-2568c5ff-0b03-4d12-a994-b3599c87d0fe req-25eb713a-6c9c-4f50-86f4-3c1890058cf6 service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/b9784d38-d516-4bbc-af3e-459cad3ad635 HTTP/1.1" status: 200 len: 1094 time: 0.8497498 Sep 08 13:56:05.719838 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3a3e9d6-2e31-4f70-ae65-a40552851588', 'tag': 'b9784d38-d516-4bbc-af3e-459cad3ad635'}] {{(pid=112710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 13:56:05.722070 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4aaac3e20a53a8e6247a431178541979a817c05ad734f54eee24c8be994502e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4941a569-a9e0-457f-8ac9-56e9348de5e8" -d '{"events": [{"name": "network-changed", "server_uuid": "a3a3e9d6-2e31-4f70-ae65-a40552851588", "tag": "b9784d38-d516-4bbc-af3e-459cad3ad635"}]}' {{(pid=112710) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:56:05.767551 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Sep 2022 13:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7fbb4fc-a6fd-47fd-bae7-faf7729e8b74 x-openstack-request-id: req-b7fbb4fc-a6fd-47fd-bae7-faf7729e8b74 {{(pid=112710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:56:05.767831 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3a3e9d6-2e31-4f70-ae65-a40552851588", "tag": "b9784d38-d516-4bbc-af3e-459cad3ad635", "status": "completed", "code": 200}]} {{(pid=112710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:56:05.768074 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b7fbb4fc-a6fd-47fd-bae7-faf7729e8b74 {{(pid=112710) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:56:05.768467 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7fbb4fc-a6fd-47fd-bae7-faf7729e8b74'] response: {'name': 'network-changed', 'server_uuid': 'a3a3e9d6-2e31-4f70-ae65-a40552851588', 'tag': 'b9784d38-d516-4bbc-af3e-459cad3ad635', 'status': 'completed', 'code': 200} Sep 08 13:56:05.774837 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25eb713a-6c9c-4f50-86f4-3c1890058cf6 service neutron] Pushing event updated for resources: {'Port': ['ID=b9784d38-d516-4bbc-af3e-459cad3ad635,revision_number=3']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:56:05.896314 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4941a569-a9e0-457f-8ac9-56e9348de5e8 req-d0126fc9-4f94-4db7-a6ac-f7bb324367f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:56:05.897810 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-4941a569-a9e0-457f-8ac9-56e9348de5e8 req-d0126fc9-4f94-4db7-a6ac-f7bb324367f3 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=0375e7ef3fb04600b5d4095057658bc7&device_id=a3a3e9d6-2e31-4f70-ae65-a40552851588 HTTP/1.1" status: 200 len: 1128 time: 0.0421546 Sep 08 13:56:05.991722 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:56:06.046039 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957dadc8-0060-4a5a-9913-b16381c85779 req-3830e9bf-c96b-47a3-a9b2-2c8c4b6388df tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:56:06.047522 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-957dadc8-0060-4a5a-9913-b16381c85779 req-3830e9bf-c96b-47a3-a9b2-2c8c4b6388df tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=a3a3e9d6-2e31-4f70-ae65-a40552851588 HTTP/1.1" status: 200 len: 944 time: 0.0705731 Sep 08 13:56:06.083851 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4941a569-a9e0-457f-8ac9-56e9348de5e8 req-92c7c683-8eab-459d-a050-c4bb5e2019ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:56:06.086389 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-4941a569-a9e0-457f-8ac9-56e9348de5e8 req-92c7c683-8eab-459d-a050-c4bb5e2019ad service neutron] 10.222.0.20 "GET /networking/v2.0/networks?tenant_id=0375e7ef3fb04600b5d4095057658bc7&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1570621 Sep 08 13:56:06.158884 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-957dadc8-0060-4a5a-9913-b16381c85779 req-b78327f4-2fb7-46eb-9284-e4cb154086bd tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=11df1967-726f-45ee-9cee-c2fdcb4f4bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041675 Sep 08 13:56:06.202373 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4941a569-a9e0-457f-8ac9-56e9348de5e8 req-5e7ffa4e-499b-4a38-baf8-ff62d4807810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:56:06.203738 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-4941a569-a9e0-457f-8ac9-56e9348de5e8 req-5e7ffa4e-499b-4a38-baf8-ff62d4807810 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1057730 Sep 08 13:56:06.317608 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2568c5ff-0b03-4d12-a994-b3599c87d0fe req-eb0a6045-51ec-4826-bfc6-c77df277b457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:56:06.319134 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-2568c5ff-0b03-4d12-a994-b3599c87d0fe req-eb0a6045-51ec-4826-bfc6-c77df277b457 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=0375e7ef3fb04600b5d4095057658bc7&device_id=a3a3e9d6-2e31-4f70-ae65-a40552851588 HTTP/1.1" status: 200 len: 1128 time: 0.0402966 Sep 08 13:56:06.371499 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-2568c5ff-0b03-4d12-a994-b3599c87d0fe req-178e203c-0667-45ab-8f85-af571023bb6e service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b9784d38-d516-4bbc-af3e-459cad3ad635 HTTP/1.1" status: 200 len: 217 time: 0.0319567 Sep 08 13:56:06.426751 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2568c5ff-0b03-4d12-a994-b3599c87d0fe req-227e3383-1691-48b3-b4ef-ff42bf5180ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:56:06.428170 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-2568c5ff-0b03-4d12-a994-b3599c87d0fe req-227e3383-1691-48b3-b4ef-ff42bf5180ed service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=d2ba5489-f901-4caf-afe4-dc1168ba30e9 HTTP/1.1" status: 200 len: 854 time: 0.0465515 Sep 08 13:56:06.476928 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-2568c5ff-0b03-4d12-a994-b3599c87d0fe req-81209ee9-84f6-4328-82cf-cf3592314699 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=27a47ec4-fdfa-4d05-bf7d-7362b88969c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274625 Sep 08 13:56:06.575574 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-2568c5ff-0b03-4d12-a994-b3599c87d0fe req-142bf0f0-a28e-4619-b5c1-ca91d17bc5ed service neutron] 10.222.0.20 "GET /networking/v2.0/networks/27a47ec4-fdfa-4d05-bf7d-7362b88969c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902617 Sep 08 13:56:06.671798 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-2568c5ff-0b03-4d12-a994-b3599c87d0fe req-b113db98-b190-4e24-b4cf-c9b9fc21a0fa service neutron] 10.222.0.20 "GET /networking/v2.0/networks/27a47ec4-fdfa-4d05-bf7d-7362b88969c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879047 Sep 08 13:56:07.279876 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd60649c-e08a-4f4e-856f-2fbddb31fe2e req-159ce07b-f560-4e65-86a5-53b76e2aa469 tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:56:07.281346 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-fd60649c-e08a-4f4e-856f-2fbddb31fe2e req-159ce07b-f560-4e65-86a5-53b76e2aa469 tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=a3a3e9d6-2e31-4f70-ae65-a40552851588 HTTP/1.1" status: 200 len: 944 time: 0.0473499 Sep 08 13:56:07.328357 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-fd60649c-e08a-4f4e-856f-2fbddb31fe2e req-415a4837-7b2e-44c5-b359-1d403b8ea5bf tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=11df1967-726f-45ee-9cee-c2fdcb4f4bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414162 Sep 08 13:56:08.451417 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ed2f88-2f2c-4b40-81b5-4492d38b8f6e req-2cfe8e4e-0c3f-4da2-bf59-24c77cd469dc tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:56:08.452915 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-36ed2f88-2f2c-4b40-81b5-4492d38b8f6e req-2cfe8e4e-0c3f-4da2-bf59-24c77cd469dc tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=a3a3e9d6-2e31-4f70-ae65-a40552851588 HTTP/1.1" status: 200 len: 944 time: 0.0511746 Sep 08 13:56:08.499998 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-36ed2f88-2f2c-4b40-81b5-4492d38b8f6e req-a34eab8a-8a32-4143-90c6-bae558f3bcaf tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=11df1967-726f-45ee-9cee-c2fdcb4f4bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415001 Sep 08 13:56:08.523467 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Device b9784d38-d516-4bbc-af3e-459cad3ad635 details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=112711) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:56:08.624818 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] For port b9784d38-d516-4bbc-af3e-459cad3ad635, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=b9784d38-d516-4bbc-af3e-459cad3ad635,segment=NetworkSegment(05a45535-3863-41af-aef2-abb456ccc09c),segment_id=05a45535-3863-41af-aef2-abb456ccc09c)] {{(pid=112711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:56:08.635757 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Returning: {'device': 'b9784d38-d516-4bbc-af3e-459cad3ad635', 'network_id': '27a47ec4-fdfa-4d05-bf7d-7362b88969c5', 'port_id': 'b9784d38-d516-4bbc-af3e-459cad3ad635', 'mac_address': 'fa:16:3e:ee:7c:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2ba5489-f901-4caf-afe4-dc1168ba30e9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112711) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:56:08.669374 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Current status of the port b9784d38-d516-4bbc-af3e-459cad3ad635 is: DOWN; New status is: BUILD {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 13:56:08.669789 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (b9784d38-d516-4bbc-af3e-459cad3ad635), before_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:56:08.682971 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.notifiers.nova [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9784d38-d516-4bbc-af3e-459cad3ad635 {{(pid=112711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 08 13:56:08.706808 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] For port b9784d38-d516-4bbc-af3e-459cad3ad635, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=b9784d38-d516-4bbc-af3e-459cad3ad635,segment=NetworkSegment(05a45535-3863-41af-aef2-abb456ccc09c),segment_id=05a45535-3863-41af-aef2-abb456ccc09c)] {{(pid=112711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:56:08.711147 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (b9784d38-d516-4bbc-af3e-459cad3ad635), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:56:08.756377 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Pushing event updated for resources: {'Port': ['ID=b9784d38-d516-4bbc-af3e-459cad3ad635,revision_number=4']} {{(pid=112711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:56:09.400809 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] get_ports_and_sgs() called for port_ids ['b9784d38-d516-4bbc-af3e-459cad3ad635'] {{(pid=112711) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 08 13:56:09.618550 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c76bfb-4cb3-48f5-aaa9-cc1200d50169 req-f5576ca9-4638-46eb-9ed3-a3d3c426ef1c tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:56:09.620002 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-93c76bfb-4cb3-48f5-aaa9-cc1200d50169 req-f5576ca9-4638-46eb-9ed3-a3d3c426ef1c tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=a3a3e9d6-2e31-4f70-ae65-a40552851588 HTTP/1.1" status: 200 len: 945 time: 0.0466201 Sep 08 13:56:09.631416 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=100 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:56:09.666990 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-93c76bfb-4cb3-48f5-aaa9-cc1200d50169 req-db3444bd-3b9d-4825-9ff9-325e76050798 tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=11df1967-726f-45ee-9cee-c2fdcb4f4bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407145 Sep 08 13:56:10.791608 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272fbe54-e268-4268-b22d-601366d779dd req-c898582d-2d8f-43a8-ab3b-398739ce3221 tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:56:10.793084 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-272fbe54-e268-4268-b22d-601366d779dd req-c898582d-2d8f-43a8-ab3b-398739ce3221 tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=a3a3e9d6-2e31-4f70-ae65-a40552851588 HTTP/1.1" status: 200 len: 945 time: 0.0512154 Sep 08 13:56:10.848201 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-272fbe54-e268-4268-b22d-601366d779dd req-3d22bfd9-d33d-4479-aec4-bc6b5a00e67a tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=11df1967-726f-45ee-9cee-c2fdcb4f4bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494969 Sep 08 13:56:11.103507 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Device b9784d38-d516-4bbc-af3e-459cad3ad635 up at agent hyperv_hv-cinder-82002 {{(pid=112711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:56:11.145982 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Provisioning for port b9784d38-d516-4bbc-af3e-459cad3ad635 completed by entity L2. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 08 13:56:11.152096 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Provisioning complete for port b9784d38-d516-4bbc-af3e-459cad3ad635 triggered by entity L2. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 13:56:11.152553 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (b9784d38-d516-4bbc-af3e-459cad3ad635), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:56:11.223201 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Current status of the port b9784d38-d516-4bbc-af3e-459cad3ad635 is: BUILD; New status is: ACTIVE {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 13:56:11.223586 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (b9784d38-d516-4bbc-af3e-459cad3ad635), before_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:56:11.249967 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3a3e9d6-2e31-4f70-ae65-a40552851588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9784d38-d516-4bbc-af3e-459cad3ad635'}] {{(pid=112711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 13:56:11.252088 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da88ec0cbec787fa3ec3fbfc035ae72aba30a0bab36d561f227dc8a59222d55b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b0e5349-5547-4b33-ac9a-ab34ce4902e7" -d '{"events": [{"server_uuid": "a3a3e9d6-2e31-4f70-ae65-a40552851588", "name": "network-vif-plugged", "status": "completed", "tag": "b9784d38-d516-4bbc-af3e-459cad3ad635"}]}' {{(pid=112711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:56:11.264860 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] For port b9784d38-d516-4bbc-af3e-459cad3ad635, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=b9784d38-d516-4bbc-af3e-459cad3ad635,segment=NetworkSegment(05a45535-3863-41af-aef2-abb456ccc09c),segment_id=05a45535-3863-41af-aef2-abb456ccc09c)] {{(pid=112711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:56:11.269198 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (b9784d38-d516-4bbc-af3e-459cad3ad635), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:56:11.293353 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Sep 2022 13:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-600f743f-e6c8-4dfb-867c-6ac85aa14b08 x-openstack-request-id: req-600f743f-e6c8-4dfb-867c-6ac85aa14b08 {{(pid=112711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:56:11.293685 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3a3e9d6-2e31-4f70-ae65-a40552851588", "name": "network-vif-plugged", "status": "completed", "tag": "b9784d38-d516-4bbc-af3e-459cad3ad635", "code": 200}]} {{(pid=112711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:56:11.293957 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-600f743f-e6c8-4dfb-867c-6ac85aa14b08 {{(pid=112711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:56:11.294350 dv-cinder-820027-24-iscsi neutron-server[112711]: INFO neutron.notifiers.nova [-] Nova event matching ['req-600f743f-e6c8-4dfb-867c-6ac85aa14b08'] response: {'server_uuid': 'a3a3e9d6-2e31-4f70-ae65-a40552851588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9784d38-d516-4bbc-af3e-459cad3ad635', 'code': 200} Sep 08 13:56:11.323033 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Pushing event updated for resources: {'Port': ['ID=b9784d38-d516-4bbc-af3e-459cad3ad635,revision_number=5']} {{(pid=112711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:56:11.598464 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97072daa-e56b-4161-9741-5d845c197da8 req-a80cced7-906e-405f-9497-325ae3006cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:56:11.600030 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-97072daa-e56b-4161-9741-5d845c197da8 req-a80cced7-906e-405f-9497-325ae3006cc7 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=a3a3e9d6-2e31-4f70-ae65-a40552851588 HTTP/1.1" status: 200 len: 1130 time: 0.0431767 Sep 08 13:56:11.648828 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-97072daa-e56b-4161-9741-5d845c197da8 req-a19c1b18-9ed4-4afb-8df3-f6a6e2300a8d service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=11df1967-726f-45ee-9cee-c2fdcb4f4bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372529 Sep 08 13:56:11.968049 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe8a4e8-9066-40cf-8d1d-62a160476c2d req-3769a295-f566-4e41-a369-e8266e921aa5 tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:56:11.969529 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-1fe8a4e8-9066-40cf-8d1d-62a160476c2d req-3769a295-f566-4e41-a369-e8266e921aa5 tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=a3a3e9d6-2e31-4f70-ae65-a40552851588 HTTP/1.1" status: 200 len: 946 time: 0.0481532 Sep 08 13:56:12.011442 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=100 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:56:12.016531 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-1fe8a4e8-9066-40cf-8d1d-62a160476c2d req-859f3131-a007-40dd-80b3-a0f033a6e730 tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=11df1967-726f-45ee-9cee-c2fdcb4f4bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415576 Sep 08 13:56:12.472914 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=4 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:56:12.473651 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:56:13.146863 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffb4db8-b105-4510-80a0-251f5bbc8a6b req-98f96423-19c9-42ae-b257-a116bb72784e tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:56:13.148347 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-2ffb4db8-b105-4510-80a0-251f5bbc8a6b req-98f96423-19c9-42ae-b257-a116bb72784e tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=a3a3e9d6-2e31-4f70-ae65-a40552851588 HTTP/1.1" status: 200 len: 946 time: 0.0534933 Sep 08 13:56:13.195777 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-2ffb4db8-b105-4510-80a0-251f5bbc8a6b req-a2d98247-ae63-4d2c-9eb6-997103bbd1fa tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=11df1967-726f-45ee-9cee-c2fdcb4f4bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418758 Sep 08 13:56:14.051495 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-043dc9d5-fd58-48ca-af26-87c696ae98a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (22ab8903-d7f5-4941-bce3-89140b53b8af), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:56:14.316421 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331f5d31-f1ea-437d-8a70-94635c5d8a36 req-572e451e-181d-4035-abd6-29c3d97f445f tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:56:14.317897 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-331f5d31-f1ea-437d-8a70-94635c5d8a36 req-572e451e-181d-4035-abd6-29c3d97f445f tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=a3a3e9d6-2e31-4f70-ae65-a40552851588 HTTP/1.1" status: 200 len: 946 time: 0.0467744 Sep 08 13:56:14.364423 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-331f5d31-f1ea-437d-8a70-94635c5d8a36 req-439ec437-2c79-4d4a-b207-dad82da9c71e tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=11df1967-726f-45ee-9cee-c2fdcb4f4bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410280 Sep 08 13:56:16.363807 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-0f2c32ec-64b3-41d4-a2b1-9f7a1b4dc435 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (91421a76-39ff-4685-90ca-aa6fbf6a1933), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:56:17.460976 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-b7e97967-3fa9-4dcb-b3f0-dcc99b3a4378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (24e12250-b8f3-473f-bf71-765ca8669827), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:56:18.897702 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-604b277b-9310-4e7b-bd1a-c26598410893 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (ad63ffce-77d1-4b05-ac53-eeb1c28e2aec), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:56:18.943799 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:56:18.950755 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (6df97c0c-9140-47af-8c93-84593b95031c), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:56:19.471603 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.agents_db [None req-36671662-b8ef-427e-8422-ee96630d1377 None None] Agent healthcheck: found 6 active agents {{(pid=112712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:56:21.275026 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dbe6b3-0574-4eae-b440-0c3d4d32a2b2 req-8ddcd699-c12c-430f-8605-45deb061da41 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:56:21.276491 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-35dbe6b3-0574-4eae-b440-0c3d4d32a2b2 req-8ddcd699-c12c-430f-8605-45deb061da41 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=6e64a0c9-b7b0-46ff-8526-88164d493140 HTTP/1.1" status: 200 len: 985 time: 0.0531187 Sep 08 13:56:21.336382 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-35dbe6b3-0574-4eae-b440-0c3d4d32a2b2 req-95e7116f-7d75-4204-bad9-7370832d6bad tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=67f82339-c558-4fb0-914d-617dffa82f8a&id=0f1e5d94-1b7b-4090-9ab1-0f2f3a565a55&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0540791 Sep 08 13:56:22.331100 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6175d9c-ae51-4a1a-8d04-7feda2be6ad4 req-48d1bb47-28bc-40ff-adc8-a38cdf5adb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:56:22.332580 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-d6175d9c-ae51-4a1a-8d04-7feda2be6ad4 req-48d1bb47-28bc-40ff-adc8-a38cdf5adb27 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=f7507a7da3bb4420abcfcf08780dc0a4&device_id=6e64a0c9-b7b0-46ff-8526-88164d493140 HTTP/1.1" status: 200 len: 1169 time: 0.0403407 Sep 08 13:56:22.464619 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ee18e6-40ba-4322-bf6d-ca44e332c4cf req-3039d7d1-4668-4b88-8c06-411e5700b4fa tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:56:22.466105 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-f7ee18e6-40ba-4322-bf6d-ca44e332c4cf req-3039d7d1-4668-4b88-8c06-411e5700b4fa tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=6e64a0c9-b7b0-46ff-8526-88164d493140 HTTP/1.1" status: 200 len: 985 time: 0.0482578 Sep 08 13:56:22.525704 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-f7ee18e6-40ba-4322-bf6d-ca44e332c4cf req-8c264989-7d1d-4717-8a5b-4240ea72587a tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=67f82339-c558-4fb0-914d-617dffa82f8a&id=0f1e5d94-1b7b-4090-9ab1-0f2f3a565a55&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0533221 Sep 08 13:56:22.916930 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6175d9c-ae51-4a1a-8d04-7feda2be6ad4 req-f73faf3d-6d73-4f96-90e6-15fb7500ba65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:56:22.918447 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-d6175d9c-ae51-4a1a-8d04-7feda2be6ad4 req-f73faf3d-6d73-4f96-90e6-15fb7500ba65 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=2484c1b8-1d7e-43af-960e-e27892a8e9d6 HTTP/1.1" status: 200 len: 916 time: 0.0952117 Sep 08 13:56:22.991039 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-d6175d9c-ae51-4a1a-8d04-7feda2be6ad4 req-ae7f4e0b-3e79-4d0e-8aac-2b42e68afdb9 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ca4283b0-e159-4a24-b0b2-bc113ff78694 HTTP/1.1" status: 200 len: 1001 time: 0.0582347 Sep 08 13:56:23.065009 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6175d9c-ae51-4a1a-8d04-7feda2be6ad4 req-63864677-cba0-445c-89d0-7c5b2f5da783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:56:23.066502 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-d6175d9c-ae51-4a1a-8d04-7feda2be6ad4 req-63864677-cba0-445c-89d0-7c5b2f5da783 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=dd049ea3-2d6b-4c1d-8839-c1ac515e78de HTTP/1.1" status: 200 len: 854 time: 0.0504642 Sep 08 13:56:23.122634 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=100 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:56:23.132452 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6175d9c-ae51-4a1a-8d04-7feda2be6ad4 req-7fd0c44e-294d-47f0-8a7e-c5d8d3963619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:56:23.133966 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-d6175d9c-ae51-4a1a-8d04-7feda2be6ad4 req-7fd0c44e-294d-47f0-8a7e-c5d8d3963619 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=2484c1b8-1d7e-43af-960e-e27892a8e9d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0386465 Sep 08 13:56:23.238500 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-d6175d9c-ae51-4a1a-8d04-7feda2be6ad4 req-8558b00b-dcdd-444c-a904-e0f09a839daf service neutron] 10.222.0.20 "GET /networking/v2.0/networks/2484c1b8-1d7e-43af-960e-e27892a8e9d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877092 Sep 08 13:56:23.349973 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-d6175d9c-ae51-4a1a-8d04-7feda2be6ad4 req-0bedbfe4-8fe8-466c-8c44-6e79d9f82e07 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/2484c1b8-1d7e-43af-960e-e27892a8e9d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860703 Sep 08 13:56:23.679973 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4a89b7-6f64-4179-b0cb-d66d466cb5a6 req-ee14d01e-6f46-493b-8865-c0634ac317d5 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:56:23.681611 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-2b4a89b7-6f64-4179-b0cb-d66d466cb5a6 req-ee14d01e-6f46-493b-8865-c0634ac317d5 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=efdb4c65-ed8d-4792-ac96-8b1053b167b5 HTTP/1.1" status: 200 len: 945 time: 0.0903244 Sep 08 13:56:23.690202 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e7ba68-e18b-410a-bddd-a7e5fe3f2956 req-70b59cb2-03f2-4344-b0a7-12a7f3412784 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:56:23.691618 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-61e7ba68-e18b-410a-bddd-a7e5fe3f2956 req-70b59cb2-03f2-4344-b0a7-12a7f3412784 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=6e64a0c9-b7b0-46ff-8526-88164d493140 HTTP/1.1" status: 200 len: 985 time: 0.0802205 Sep 08 13:56:23.752415 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=100 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:56:23.774140 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-2b4a89b7-6f64-4179-b0cb-d66d466cb5a6 req-3ef11131-072b-446f-9fbc-3236baea8c7c tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=71fbc785-b69a-4abf-8140-4abe8997af2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814922 Sep 08 13:56:23.783052 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-61e7ba68-e18b-410a-bddd-a7e5fe3f2956 req-6a0d2385-c253-43b2-9462-818a1eced6ad tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=67f82339-c558-4fb0-914d-617dffa82f8a&id=0f1e5d94-1b7b-4090-9ab1-0f2f3a565a55&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0837564 Sep 08 13:56:24.932940 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169e6822-809f-4793-b28b-bb21baff5b92 req-9a660901-35af-48b4-b546-171ea1594999 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:56:24.934450 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-169e6822-809f-4793-b28b-bb21baff5b92 req-9a660901-35af-48b4-b546-171ea1594999 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=efdb4c65-ed8d-4792-ac96-8b1053b167b5 HTTP/1.1" status: 200 len: 945 time: 0.0794950 Sep 08 13:56:24.940549 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9def5a-6adf-4e4f-9ff9-60d6498dcd7a req-b92ca52b-c403-4075-9857-73b04166e3ec tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:56:24.941915 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-fd9def5a-6adf-4e4f-9ff9-60d6498dcd7a req-b92ca52b-c403-4075-9857-73b04166e3ec tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=6e64a0c9-b7b0-46ff-8526-88164d493140 HTTP/1.1" status: 200 len: 985 time: 0.0779512 Sep 08 13:56:25.012709 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-169e6822-809f-4793-b28b-bb21baff5b92 req-f24ee797-c36b-45ae-b3d1-9a0feb4ac860 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=71fbc785-b69a-4abf-8140-4abe8997af2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698624 Sep 08 13:56:25.032729 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-fd9def5a-6adf-4e4f-9ff9-60d6498dcd7a req-e05a19d6-bf3c-41a9-b201-1b8b1bbb149b tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=67f82339-c558-4fb0-914d-617dffa82f8a&id=0f1e5d94-1b7b-4090-9ab1-0f2f3a565a55&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0831845 Sep 08 13:56:26.168282 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2dd25f-fdad-4369-b7ea-9aaafbc5f8e1 req-59280bf9-d283-45e8-9c5d-df4dc61086de tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:56:26.169644 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-2b2dd25f-fdad-4369-b7ea-9aaafbc5f8e1 req-59280bf9-d283-45e8-9c5d-df4dc61086de tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=efdb4c65-ed8d-4792-ac96-8b1053b167b5 HTTP/1.1" status: 200 len: 945 time: 0.0758910 Sep 08 13:56:26.197875 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b7d518-2070-49ba-b0d2-bc3f45151c51 req-b5a3865a-8e4b-4c11-9037-c84d8fbeef62 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:56:26.199273 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-f8b7d518-2070-49ba-b0d2-bc3f45151c51 req-b5a3865a-8e4b-4c11-9037-c84d8fbeef62 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=6e64a0c9-b7b0-46ff-8526-88164d493140 HTTP/1.1" status: 200 len: 985 time: 0.0768051 Sep 08 13:56:26.243253 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-2b2dd25f-fdad-4369-b7ea-9aaafbc5f8e1 req-718b9226-e748-47bd-b2f9-e8d8bb539074 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=71fbc785-b69a-4abf-8140-4abe8997af2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680499 Sep 08 13:56:26.278194 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-f8b7d518-2070-49ba-b0d2-bc3f45151c51 req-dea266b0-4d02-47a4-a5cd-c9c560266d13 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=67f82339-c558-4fb0-914d-617dffa82f8a&id=0f1e5d94-1b7b-4090-9ab1-0f2f3a565a55&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0725822 Sep 08 13:56:27.397499 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d903b0c5-6752-4b0a-bac5-0ac1f028d096 req-68de48e2-308e-4d71-aa7d-5b8df7da7b21 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:56:27.398973 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-d903b0c5-6752-4b0a-bac5-0ac1f028d096 req-68de48e2-308e-4d71-aa7d-5b8df7da7b21 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=efdb4c65-ed8d-4792-ac96-8b1053b167b5 HTTP/1.1" status: 200 len: 945 time: 0.0714324 Sep 08 13:56:27.426364 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1c5edc-c80d-4195-8400-ba9da7c7bd47 req-c5005f98-413d-42e5-95ce-9b5c20da9e08 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:56:27.427779 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-ed1c5edc-c80d-4195-8400-ba9da7c7bd47 req-c5005f98-413d-42e5-95ce-9b5c20da9e08 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=6e64a0c9-b7b0-46ff-8526-88164d493140 HTTP/1.1" status: 200 len: 985 time: 0.0691798 Sep 08 13:56:27.484322 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-d903b0c5-6752-4b0a-bac5-0ac1f028d096 req-72286c0e-6074-40ef-9941-85286a7503d0 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=71fbc785-b69a-4abf-8140-4abe8997af2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797815 Sep 08 13:56:27.511368 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-ed1c5edc-c80d-4195-8400-ba9da7c7bd47 req-76c3f6d3-6545-45fc-aba0-7f3ff90a9d81 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=67f82339-c558-4fb0-914d-617dffa82f8a&id=0f1e5d94-1b7b-4090-9ab1-0f2f3a565a55&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0769949 Sep 08 13:56:28.610644 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=100 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:56:28.643063 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e799a03-eb9a-4e72-9851-80a976814e46 req-e35f228b-a1d8-4701-b464-9d76d06d1eff tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:56:28.644541 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-2e799a03-eb9a-4e72-9851-80a976814e46 req-e35f228b-a1d8-4701-b464-9d76d06d1eff tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=efdb4c65-ed8d-4792-ac96-8b1053b167b5 HTTP/1.1" status: 200 len: 945 time: 0.0782390 Sep 08 13:56:28.670619 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9011c91a-780e-4cbd-a569-82221d2c37f9 req-8ef4af62-8098-41c4-9e72-50e24573c483 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:56:28.672043 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-9011c91a-780e-4cbd-a569-82221d2c37f9 req-8ef4af62-8098-41c4-9e72-50e24573c483 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=6e64a0c9-b7b0-46ff-8526-88164d493140 HTTP/1.1" status: 200 len: 985 time: 0.0765970 Sep 08 13:56:28.723284 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-2e799a03-eb9a-4e72-9851-80a976814e46 req-0947e2e7-7be7-4535-bf0a-833e025916eb tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=71fbc785-b69a-4abf-8140-4abe8997af2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732753 Sep 08 13:56:28.758286 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-9011c91a-780e-4cbd-a569-82221d2c37f9 req-a9debc94-951d-42e4-aaa0-7a74a2dd4842 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=67f82339-c558-4fb0-914d-617dffa82f8a&id=0f1e5d94-1b7b-4090-9ab1-0f2f3a565a55&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0792909 Sep 08 13:56:28.947144 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=87,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:56:29.467363 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=1 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:56:29.468078 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=1 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:56:29.876363 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59f8a92-eb7f-4a75-954b-d2057d755e8d req-54a57ebd-79d6-41c7-b7c1-6e9227e70313 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:56:29.877855 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e59f8a92-eb7f-4a75-954b-d2057d755e8d req-54a57ebd-79d6-41c7-b7c1-6e9227e70313 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=efdb4c65-ed8d-4792-ac96-8b1053b167b5 HTTP/1.1" status: 200 len: 945 time: 0.0734723 Sep 08 13:56:29.899940 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b5a8ad-9607-46af-a6d1-d038a9626be7 req-c3df95aa-3899-4c41-958b-12c41bc50392 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:56:29.901399 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-20b5a8ad-9607-46af-a6d1-d038a9626be7 req-c3df95aa-3899-4c41-958b-12c41bc50392 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=6e64a0c9-b7b0-46ff-8526-88164d493140 HTTP/1.1" status: 200 len: 985 time: 0.0654719 Sep 08 13:56:29.947834 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=100 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:56:29.971315 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e59f8a92-eb7f-4a75-954b-d2057d755e8d req-878f9fd5-e62e-496e-8c0d-cb7bdc172699 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=71fbc785-b69a-4abf-8140-4abe8997af2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877457 Sep 08 13:56:29.991640 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-20b5a8ad-9607-46af-a6d1-d038a9626be7 req-8dfbd0df-955e-4f69-b439-a697379a4adf tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=67f82339-c558-4fb0-914d-617dffa82f8a&id=0f1e5d94-1b7b-4090-9ab1-0f2f3a565a55&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0825069 Sep 08 13:56:31.127805 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f00fe9-58fb-4492-b649-32870f75c4f9 req-1be056a0-0d82-4561-bfb9-c90d9b775d3b tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:56:31.129352 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-f6f00fe9-58fb-4492-b649-32870f75c4f9 req-1be056a0-0d82-4561-bfb9-c90d9b775d3b tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=efdb4c65-ed8d-4792-ac96-8b1053b167b5 HTTP/1.1" status: 200 len: 945 time: 0.0729549 Sep 08 13:56:31.156000 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858a7e88-5132-474a-af08-921fe780ec37 req-82729197-f5f6-4f34-a44c-ae5fb26c040e tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:56:31.157405 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-858a7e88-5132-474a-af08-921fe780ec37 req-82729197-f5f6-4f34-a44c-ae5fb26c040e tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=6e64a0c9-b7b0-46ff-8526-88164d493140 HTTP/1.1" status: 200 len: 985 time: 0.0721893 Sep 08 13:56:31.203335 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-f6f00fe9-58fb-4492-b649-32870f75c4f9 req-73b45a18-5e7d-4f92-b6bf-d7d5526d2cba tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=71fbc785-b69a-4abf-8140-4abe8997af2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683517 Sep 08 13:56:31.237549 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-858a7e88-5132-474a-af08-921fe780ec37 req-1135b4e1-b1d3-4f97-998a-a4a2407122ac tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=67f82339-c558-4fb0-914d-617dffa82f8a&id=0f1e5d94-1b7b-4090-9ab1-0f2f3a565a55&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0736372 Sep 08 13:56:32.355908 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acd63c2-939c-447d-92bb-50faa5e86af5 req-cbc1e12b-fa8b-43a6-83d8-9dda6bd91031 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:56:32.357343 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-0acd63c2-939c-447d-92bb-50faa5e86af5 req-cbc1e12b-fa8b-43a6-83d8-9dda6bd91031 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=efdb4c65-ed8d-4792-ac96-8b1053b167b5 HTTP/1.1" status: 200 len: 945 time: 0.0746868 Sep 08 13:56:32.379168 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d44ecbe-fdb8-4c74-aa4e-41e1e5708c7b req-623be889-0070-49dd-9bf4-ccb224b22b1b tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:56:32.380545 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-0d44ecbe-fdb8-4c74-aa4e-41e1e5708c7b req-623be889-0070-49dd-9bf4-ccb224b22b1b tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=6e64a0c9-b7b0-46ff-8526-88164d493140 HTTP/1.1" status: 200 len: 985 time: 0.0659204 Sep 08 13:56:32.446715 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-0acd63c2-939c-447d-92bb-50faa5e86af5 req-9869a5d2-79cd-4bae-883f-7bed938e294b tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=71fbc785-b69a-4abf-8140-4abe8997af2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812616 Sep 08 13:56:32.462208 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-0d44ecbe-fdb8-4c74-aa4e-41e1e5708c7b req-9ff16a71-d99f-4aab-8718-99accc063cca tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=67f82339-c558-4fb0-914d-617dffa82f8a&id=0f1e5d94-1b7b-4090-9ab1-0f2f3a565a55&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0747435 Sep 08 13:56:33.608217 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ed7b8d-f190-4773-9090-8397d1591e57 req-0e4b857a-931f-4e84-b887-f5f6c47eac5a tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:56:33.609691 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-36ed7b8d-f190-4773-9090-8397d1591e57 req-0e4b857a-931f-4e84-b887-f5f6c47eac5a tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=efdb4c65-ed8d-4792-ac96-8b1053b167b5 HTTP/1.1" status: 200 len: 945 time: 0.0788817 Sep 08 13:56:33.617323 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9032559-89ee-4433-bddb-e1046253ef44 req-e8d3d155-18f8-468f-b953-d5de8214b62d tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:56:33.618706 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-c9032559-89ee-4433-bddb-e1046253ef44 req-e8d3d155-18f8-468f-b953-d5de8214b62d tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=6e64a0c9-b7b0-46ff-8526-88164d493140 HTTP/1.1" status: 200 len: 985 time: 0.0774477 Sep 08 13:56:33.691508 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-36ed7b8d-f190-4773-9090-8397d1591e57 req-585a6673-bb5d-4fd9-acb7-f9174d469464 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=71fbc785-b69a-4abf-8140-4abe8997af2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718908 Sep 08 13:56:33.708000 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-c9032559-89ee-4433-bddb-e1046253ef44 req-527ea4f7-2e84-4450-8ec7-f1ad3b4fe68c tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=67f82339-c558-4fb0-914d-617dffa82f8a&id=0f1e5d94-1b7b-4090-9ab1-0f2f3a565a55&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0818024 Sep 08 13:56:33.945649 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (4c2ff875-e6d7-424e-bdc7-d4b2ed4bdd9c), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:56:34.844624 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e2a07b-df5e-48b1-b034-5c391931e820 req-5175dd93-c33f-4939-871f-b8ce0e969668 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:56:34.846076 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-65e2a07b-df5e-48b1-b034-5c391931e820 req-5175dd93-c33f-4939-871f-b8ce0e969668 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=efdb4c65-ed8d-4792-ac96-8b1053b167b5 HTTP/1.1" status: 200 len: 945 time: 0.0759492 Sep 08 13:56:34.848543 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=100 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:56:34.868064 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b161e27b-8930-4817-bd6b-394b23e91a2a req-7fc299f9-c26b-4ae0-ad11-3b5fabe35082 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:56:34.869456 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-b161e27b-8930-4817-bd6b-394b23e91a2a req-7fc299f9-c26b-4ae0-ad11-3b5fabe35082 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=6e64a0c9-b7b0-46ff-8526-88164d493140 HTTP/1.1" status: 200 len: 985 time: 0.0709426 Sep 08 13:56:34.938096 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-65e2a07b-df5e-48b1-b034-5c391931e820 req-a84e0178-3e35-4ad4-a315-a58e6c57e542 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=71fbc785-b69a-4abf-8140-4abe8997af2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860412 Sep 08 13:56:34.953711 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-b161e27b-8930-4817-bd6b-394b23e91a2a req-bdcc621d-df64-43a3-ac06-db70ceb5307d tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=67f82339-c558-4fb0-914d-617dffa82f8a&id=0f1e5d94-1b7b-4090-9ab1-0f2f3a565a55&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0773139 Sep 08 13:56:36.098107 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266e0b19-8f35-49d0-b6fd-0d16f92431cd req-5767d7b0-3937-41ab-bcb8-72d824b92d98 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:56:36.099578 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-266e0b19-8f35-49d0-b6fd-0d16f92431cd req-5767d7b0-3937-41ab-bcb8-72d824b92d98 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=efdb4c65-ed8d-4792-ac96-8b1053b167b5 HTTP/1.1" status: 200 len: 945 time: 0.0807366 Sep 08 13:56:36.105167 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f003d18-3bf7-43e4-968a-0170ab626a67 req-f825f746-a25a-404a-8f41-b66321d0ec7e tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:56:36.106561 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-4f003d18-3bf7-43e4-968a-0170ab626a67 req-f825f746-a25a-404a-8f41-b66321d0ec7e tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=6e64a0c9-b7b0-46ff-8526-88164d493140 HTTP/1.1" status: 200 len: 985 time: 0.0757568 Sep 08 13:56:36.182550 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-266e0b19-8f35-49d0-b6fd-0d16f92431cd req-af3f6bc6-541a-4e74-9b22-c43e9c7d053f tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=71fbc785-b69a-4abf-8140-4abe8997af2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749717 Sep 08 13:56:36.200979 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-4f003d18-3bf7-43e4-968a-0170ab626a67 req-bba895dc-f6e0-4796-b2ac-3d851a8d42ac tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=67f82339-c558-4fb0-914d-617dffa82f8a&id=0f1e5d94-1b7b-4090-9ab1-0f2f3a565a55&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0867515 Sep 08 13:56:37.330639 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=100 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:56:37.358267 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b5f6c5-8007-4015-abf0-f69a5eac7d43 req-a6f317a1-c727-444d-b983-1017c3c21248 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:56:37.359768 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-31b5f6c5-8007-4015-abf0-f69a5eac7d43 req-a6f317a1-c727-444d-b983-1017c3c21248 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=efdb4c65-ed8d-4792-ac96-8b1053b167b5 HTTP/1.1" status: 200 len: 945 time: 0.0908127 Sep 08 13:56:37.365331 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31b6814-d3b3-404d-8908-d26896564f1e req-56a00e28-50ff-458f-9772-4c24f4e59c65 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:56:37.366717 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-b31b6814-d3b3-404d-8908-d26896564f1e req-56a00e28-50ff-458f-9772-4c24f4e59c65 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=6e64a0c9-b7b0-46ff-8526-88164d493140 HTTP/1.1" status: 200 len: 985 time: 0.0856946 Sep 08 13:56:37.692718 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-692cd164-8534-41e1-915a-75b0aae0305b req-66e9967f-b268-46d0-a2e1-8191b2977368 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d2ad7906-3b73-4fc9-a692-9692fb6234b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3162756 Sep 08 13:56:37.704112 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-31b5f6c5-8007-4015-abf0-f69a5eac7d43 req-9d6f12c0-d991-4bbd-a92e-a949fed8a682 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=71fbc785-b69a-4abf-8140-4abe8997af2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3365285 Sep 08 13:56:37.719674 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-b31b6814-d3b3-404d-8908-d26896564f1e req-32a181da-0d42-40a0-961a-fb7205fba193 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=67f82339-c558-4fb0-914d-617dffa82f8a&id=0f1e5d94-1b7b-4090-9ab1-0f2f3a565a55&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3443561 Sep 08 13:56:37.809061 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692cd164-8534-41e1-915a-75b0aae0305b req-59098ec9-7525-450b-b8c6-5e806b2149d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:56:37.810535 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-692cd164-8534-41e1-915a-75b0aae0305b req-59098ec9-7525-450b-b8c6-5e806b2149d1 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=6998e0c9a62e4f54a27faf56dbeb543a&device_id=d2ad7906-3b73-4fc9-a692-9692fb6234b3 HTTP/1.1" status: 200 len: 1129 time: 0.0385065 Sep 08 13:56:37.932350 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692cd164-8534-41e1-915a-75b0aae0305b req-78ca82d4-5e15-48cf-a11b-77377454f2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:56:37.933840 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-692cd164-8534-41e1-915a-75b0aae0305b req-78ca82d4-5e15-48cf-a11b-77377454f2e7 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=96ff558b-c5db-4059-a363-a83e90cf91c8 HTTP/1.1" status: 200 len: 911 time: 0.0929360 Sep 08 13:56:38.013344 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-692cd164-8534-41e1-915a-75b0aae0305b req-6129c5de-a070-4f1e-8534-29e3bb09ab14 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=86699af9-4b49-40e3-b189-ff4a7a9e5e59 HTTP/1.1" status: 200 len: 1001 time: 0.0649843 Sep 08 13:56:38.081192 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692cd164-8534-41e1-915a-75b0aae0305b req-389e98d7-758e-4e9d-a77a-c9aa7d7a6f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:56:38.081299 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-692cd164-8534-41e1-915a-75b0aae0305b req-389e98d7-758e-4e9d-a77a-c9aa7d7a6f7e service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=3c05b843-7379-4152-a6e2-38ac1118d25c HTTP/1.1" status: 200 len: 849 time: 0.0505831 Sep 08 13:56:38.129341 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692cd164-8534-41e1-915a-75b0aae0305b req-1b23b880-83ca-457d-9e29-3e0bc03089b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:56:38.130900 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-692cd164-8534-41e1-915a-75b0aae0305b req-1b23b880-83ca-457d-9e29-3e0bc03089b1 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=96ff558b-c5db-4059-a363-a83e90cf91c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0399423 Sep 08 13:56:38.248168 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-692cd164-8534-41e1-915a-75b0aae0305b req-88bf7917-0cbb-4541-9395-36bf8f895a8d service neutron] 10.222.0.20 "GET /networking/v2.0/networks/96ff558b-c5db-4059-a363-a83e90cf91c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965559 Sep 08 13:56:38.301162 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d229be3-1074-445f-8f23-6265e235d874 req-a3dbf5bc-15e3-4c53-b2d1-7e3db47840f3 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:56:38.302639 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-5d229be3-1074-445f-8f23-6265e235d874 req-a3dbf5bc-15e3-4c53-b2d1-7e3db47840f3 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=959f81c9-4c88-41e0-8eb9-e5b3fb5faa32 HTTP/1.1" status: 200 len: 946 time: 0.0464866 Sep 08 13:56:38.349502 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-5d229be3-1074-445f-8f23-6265e235d874 req-12e91be7-ae1f-48e0-b2d6-1a2501885fdf tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=43af30f2-13b3-440e-b384-0fcb13870843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412221 Sep 08 13:56:38.797074 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=100 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:56:38.866058 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91629eb-c18a-49e6-9fb5-2fee5b6e3cba req-de8bb18a-7742-4b1f-af78-89f534a85800 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:56:38.867526 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-c91629eb-c18a-49e6-9fb5-2fee5b6e3cba req-de8bb18a-7742-4b1f-af78-89f534a85800 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=efdb4c65-ed8d-4792-ac96-8b1053b167b5 HTTP/1.1" status: 200 len: 945 time: 0.0790741 Sep 08 13:56:38.887036 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce01ab63-7d18-4a18-b433-df8efd65429c req-26acb737-7ea9-4a71-9d44-941fce27d38e tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:56:38.888407 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-ce01ab63-7d18-4a18-b433-df8efd65429c req-26acb737-7ea9-4a71-9d44-941fce27d38e tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=6e64a0c9-b7b0-46ff-8526-88164d493140 HTTP/1.1" status: 200 len: 985 time: 0.0704887 Sep 08 13:56:38.947668 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-c91629eb-c18a-49e6-9fb5-2fee5b6e3cba req-51428df7-3825-4f51-a799-d58cfbe7c277 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=71fbc785-b69a-4abf-8140-4abe8997af2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744407 Sep 08 13:56:38.976905 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-ce01ab63-7d18-4a18-b433-df8efd65429c req-531de60c-72ce-49aa-ae67-4121ffaaf21d tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=67f82339-c558-4fb0-914d-617dffa82f8a&id=0f1e5d94-1b7b-4090-9ab1-0f2f3a565a55&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0806663 Sep 08 13:56:39.052324 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93db6816-a8a8-4330-a607-e79a8a47b07f req-71dae534-2082-449d-a710-7697821193c6 tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:56:39.053792 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-93db6816-a8a8-4330-a607-e79a8a47b07f req-71dae534-2082-449d-a710-7697821193c6 tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=a3a3e9d6-2e31-4f70-ae65-a40552851588 HTTP/1.1" status: 200 len: 946 time: 0.0466335 Sep 08 13:56:39.089280 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=100 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:56:39.101395 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-93db6816-a8a8-4330-a607-e79a8a47b07f req-87161238-3f13-420c-a7c0-c3d28194a254 tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=11df1967-726f-45ee-9cee-c2fdcb4f4bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421338 Sep 08 13:56:39.471191 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c7c080-6922-40f6-a2cf-9750cc9f8328 req-ab7d440e-8be8-4e14-a68f-59e890197d6b tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:56:39.472549 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-87c7c080-6922-40f6-a2cf-9750cc9f8328 req-ab7d440e-8be8-4e14-a68f-59e890197d6b tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=959f81c9-4c88-41e0-8eb9-e5b3fb5faa32 HTTP/1.1" status: 200 len: 946 time: 0.0502212 Sep 08 13:56:39.519409 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-87c7c080-6922-40f6-a2cf-9750cc9f8328 req-998a032a-3586-4055-adff-ae8e466fd6cb tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=43af30f2-13b3-440e-b384-0fcb13870843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412884 Sep 08 13:56:40.100358 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ecdcb7-f449-4a13-8230-0e482287c5da req-bbbf2c9b-63ca-4916-add3-1e4e5bb7b7c3 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:56:40.101987 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-45ecdcb7-f449-4a13-8230-0e482287c5da req-bbbf2c9b-63ca-4916-add3-1e4e5bb7b7c3 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=efdb4c65-ed8d-4792-ac96-8b1053b167b5 HTTP/1.1" status: 200 len: 945 time: 0.0729990 Sep 08 13:56:40.128847 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9fd1c6-9fb4-417e-96f3-69fd51dcd5e8 req-2726cd71-1ab8-4b48-b2d8-54f0a1df008d tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:56:40.130285 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-1d9fd1c6-9fb4-417e-96f3-69fd51dcd5e8 req-2726cd71-1ab8-4b48-b2d8-54f0a1df008d tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=6e64a0c9-b7b0-46ff-8526-88164d493140 HTTP/1.1" status: 200 len: 985 time: 0.0732331 Sep 08 13:56:40.180616 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-45ecdcb7-f449-4a13-8230-0e482287c5da req-fecfe63f-5216-49e9-b17f-923a8fd6c2af tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=71fbc785-b69a-4abf-8140-4abe8997af2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731673 Sep 08 13:56:40.218251 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-1d9fd1c6-9fb4-417e-96f3-69fd51dcd5e8 req-283d49ec-2b8f-45ca-bf2f-bdcfa5eed179 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=67f82339-c558-4fb0-914d-617dffa82f8a&id=0f1e5d94-1b7b-4090-9ab1-0f2f3a565a55&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0800433 Sep 08 13:56:40.294618 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97c0174-079e-49f7-84d1-f8c831f54108 req-bf1ca9a3-8aab-4503-83ff-60814f8e4af0 tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:56:40.296121 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-d97c0174-079e-49f7-84d1-f8c831f54108 req-bf1ca9a3-8aab-4503-83ff-60814f8e4af0 tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=a3a3e9d6-2e31-4f70-ae65-a40552851588 HTTP/1.1" status: 200 len: 946 time: 0.0471485 Sep 08 13:56:40.346033 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-d97c0174-079e-49f7-84d1-f8c831f54108 req-4aee47ff-cc54-41ee-b867-61b0f4b2ac94 tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=11df1967-726f-45ee-9cee-c2fdcb4f4bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443532 Sep 08 13:56:40.680821 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eba051-4ff9-4e3a-a661-d3e4a586a6cc req-2f99b9e4-14d0-47db-9000-866e489174f1 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:56:40.682312 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-d9eba051-4ff9-4e3a-a661-d3e4a586a6cc req-2f99b9e4-14d0-47db-9000-866e489174f1 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=959f81c9-4c88-41e0-8eb9-e5b3fb5faa32 HTTP/1.1" status: 200 len: 946 time: 0.0643616 Sep 08 13:56:40.712714 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-692cd164-8534-41e1-915a-75b0aae0305b req-ef2a28af-b9c5-4cbb-8957-830a192101cf service neutron] 10.222.0.20 "GET /networking/v2.0/networks/96ff558b-c5db-4059-a363-a83e90cf91c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443789 Sep 08 13:56:40.738324 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-d9eba051-4ff9-4e3a-a661-d3e4a586a6cc req-de5ce089-a59a-41aa-a07c-d3a02bbc0ff3 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=43af30f2-13b3-440e-b384-0fcb13870843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498483 Sep 08 13:56:41.343972 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5ea8a7-fe7a-452d-9788-70148faa45b9 req-a7911dc8-ea2f-4819-821f-ef73a4bd01af tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:56:41.345427 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-9e5ea8a7-fe7a-452d-9788-70148faa45b9 req-a7911dc8-ea2f-4819-821f-ef73a4bd01af tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=efdb4c65-ed8d-4792-ac96-8b1053b167b5 HTTP/1.1" status: 200 len: 945 time: 0.0760770 Sep 08 13:56:41.366286 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cf89ff-6845-48cb-a02b-7050619e08b5 req-cb621bde-e579-44b0-9d82-18e6fe647a3b tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:56:41.367686 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-61cf89ff-6845-48cb-a02b-7050619e08b5 req-cb621bde-e579-44b0-9d82-18e6fe647a3b tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=6e64a0c9-b7b0-46ff-8526-88164d493140 HTTP/1.1" status: 200 len: 985 time: 0.0698302 Sep 08 13:56:41.407713 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=100 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:56:41.429579 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-9e5ea8a7-fe7a-452d-9788-70148faa45b9 req-3b721256-8373-48c1-8e13-ae965272fb0e tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=71fbc785-b69a-4abf-8140-4abe8997af2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766177 Sep 08 13:56:41.457119 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-61cf89ff-6845-48cb-a02b-7050619e08b5 req-ba47278d-810f-40ce-831c-8dd42e9e6af6 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=67f82339-c558-4fb0-914d-617dffa82f8a&id=0f1e5d94-1b7b-4090-9ab1-0f2f3a565a55&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0789604 Sep 08 13:56:41.536827 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8103b2-6c7a-4558-be28-ad5f34270fde req-72e875dd-198a-4b79-8650-d15808338192 tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:56:41.538232 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-cf8103b2-6c7a-4558-be28-ad5f34270fde req-72e875dd-198a-4b79-8650-d15808338192 tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=a3a3e9d6-2e31-4f70-ae65-a40552851588 HTTP/1.1" status: 200 len: 946 time: 0.0499513 Sep 08 13:56:41.588939 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-cf8103b2-6c7a-4558-be28-ad5f34270fde req-46ee6e0f-8859-4340-849c-fdbdc9946dfb tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=11df1967-726f-45ee-9cee-c2fdcb4f4bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448351 Sep 08 13:56:41.857201 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cffc2ac-588f-433f-84a3-02a77d59b311 req-05735b4b-1e4c-4a97-8813-fbaeb1433670 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:56:41.858597 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-8cffc2ac-588f-433f-84a3-02a77d59b311 req-05735b4b-1e4c-4a97-8813-fbaeb1433670 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=959f81c9-4c88-41e0-8eb9-e5b3fb5faa32 HTTP/1.1" status: 200 len: 946 time: 0.0468373 Sep 08 13:56:41.905916 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-8cffc2ac-588f-433f-84a3-02a77d59b311 req-aae58e90-4685-4fcf-bbb6-e86cb3010c0a tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=43af30f2-13b3-440e-b384-0fcb13870843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418622 Sep 08 13:56:42.584198 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731989fd-c0f7-4dbc-9fe0-de637936e0e5 req-b8f94b7c-1ee3-467d-925a-b7b89cf9a428 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:56:42.585656 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-731989fd-c0f7-4dbc-9fe0-de637936e0e5 req-b8f94b7c-1ee3-467d-925a-b7b89cf9a428 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=efdb4c65-ed8d-4792-ac96-8b1053b167b5 HTTP/1.1" status: 200 len: 945 time: 0.0750992 Sep 08 13:56:42.613035 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72f791e-9bfb-411c-a11f-39979def3c32 req-287a6192-3913-416c-af51-0df61fce4f78 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:56:42.614503 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-c72f791e-9bfb-411c-a11f-39979def3c32 req-287a6192-3913-416c-af51-0df61fce4f78 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=6e64a0c9-b7b0-46ff-8526-88164d493140 HTTP/1.1" status: 200 len: 985 time: 0.0754452 Sep 08 13:56:42.616648 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=100 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:56:42.666400 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-731989fd-c0f7-4dbc-9fe0-de637936e0e5 req-0355c2b0-25bb-4775-ab28-22e779c6eeb3 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=71fbc785-b69a-4abf-8140-4abe8997af2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748971 Sep 08 13:56:42.704975 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-c72f791e-9bfb-411c-a11f-39979def3c32 req-87070754-242c-4244-8015-e0c0596e2a65 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=67f82339-c558-4fb0-914d-617dffa82f8a&id=0f1e5d94-1b7b-4090-9ab1-0f2f3a565a55&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0826676 Sep 08 13:56:42.772230 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d532555b-51d0-4e1a-8e78-c55ab2d98844 req-f09b7786-6069-4206-a713-db2d4ea8937e tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:56:42.773568 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-d532555b-51d0-4e1a-8e78-c55ab2d98844 req-f09b7786-6069-4206-a713-db2d4ea8937e tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=a3a3e9d6-2e31-4f70-ae65-a40552851588 HTTP/1.1" status: 200 len: 946 time: 0.0457435 Sep 08 13:56:42.819335 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-d532555b-51d0-4e1a-8e78-c55ab2d98844 req-3d5f56c0-e44b-4f5b-af36-b134378a39a0 tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=11df1967-726f-45ee-9cee-c2fdcb4f4bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403073 Sep 08 13:56:43.022427 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f1ae43-f93c-456c-8c85-497da8bd4ce5 req-dc86adbf-1fc7-4e8f-9a1d-36267b66909d tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:56:43.023837 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e6f1ae43-f93c-456c-8c85-497da8bd4ce5 req-dc86adbf-1fc7-4e8f-9a1d-36267b66909d tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=959f81c9-4c88-41e0-8eb9-e5b3fb5faa32 HTTP/1.1" status: 200 len: 946 time: 0.0463254 Sep 08 13:56:43.076674 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e6f1ae43-f93c-456c-8c85-497da8bd4ce5 req-df4f4740-b0f8-4e9d-b8f4-9ec6d758defc tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=43af30f2-13b3-440e-b384-0fcb13870843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457637 Sep 08 13:56:43.299350 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Device c56674e2-ad46-43bc-9f41-cf0a4987597f no longer exists at agent hyperv_hv-cinder-82002 {{(pid=112711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:56:43.374746 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Current status of the port c56674e2-ad46-43bc-9f41-cf0a4987597f is: ACTIVE; New status is: DOWN {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 13:56:43.375131 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (c56674e2-ad46-43bc-9f41-cf0a4987597f), before_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:56:43.397291 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '959f81c9-4c88-41e0-8eb9-e5b3fb5faa32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c56674e2-ad46-43bc-9f41-cf0a4987597f'}] {{(pid=112711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 13:56:43.399556 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da88ec0cbec787fa3ec3fbfc035ae72aba30a0bab36d561f227dc8a59222d55b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f7753ac-dde8-45f4-9e42-a6b20a27be52" -d '{"events": [{"server_uuid": "959f81c9-4c88-41e0-8eb9-e5b3fb5faa32", "name": "network-vif-unplugged", "status": "completed", "tag": "c56674e2-ad46-43bc-9f41-cf0a4987597f"}]}' {{(pid=112711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:56:43.412213 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] For port c56674e2-ad46-43bc-9f41-cf0a4987597f, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=c56674e2-ad46-43bc-9f41-cf0a4987597f,segment=NetworkSegment(20c24cd0-3b1f-4e89-83a4-717e24ca5a29),segment_id=20c24cd0-3b1f-4e89-83a4-717e24ca5a29)] {{(pid=112711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:56:43.416102 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (c56674e2-ad46-43bc-9f41-cf0a4987597f), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:56:43.438101 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Sep 2022 13:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6006b927-bef8-49c6-b717-88cc5d31858b x-openstack-request-id: req-6006b927-bef8-49c6-b717-88cc5d31858b {{(pid=112711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:56:43.438408 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "959f81c9-4c88-41e0-8eb9-e5b3fb5faa32", "name": "network-vif-unplugged", "status": "completed", "tag": "c56674e2-ad46-43bc-9f41-cf0a4987597f", "code": 200}]} {{(pid=112711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:56:43.438660 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6006b927-bef8-49c6-b717-88cc5d31858b {{(pid=112711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:56:43.439047 dv-cinder-820027-24-iscsi neutron-server[112711]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6006b927-bef8-49c6-b717-88cc5d31858b'] response: {'server_uuid': '959f81c9-4c88-41e0-8eb9-e5b3fb5faa32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c56674e2-ad46-43bc-9f41-cf0a4987597f', 'code': 200} Sep 08 13:56:43.467387 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Pushing event updated for resources: {'Port': ['ID=c56674e2-ad46-43bc-9f41-cf0a4987597f,revision_number=6']} {{(pid=112711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:56:43.474792 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:56:43.475137 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:56:43.475494 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:56:43.475835 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:56:43.476163 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:56:43.476487 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:56:43.476810 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:56:43.477130 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:56:43.477470 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:56:43.477819 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:56:43.478140 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:56:43.478471 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:56:43.478791 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:56:43.479104 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:56:43.479418 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:56:43.802168 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5e6541-f832-4853-b417-0f46ca87ff54 req-5bd8353d-a71a-4cd0-bd09-982ea98424c5 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:56:43.803634 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-ca5e6541-f832-4853-b417-0f46ca87ff54 req-5bd8353d-a71a-4cd0-bd09-982ea98424c5 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=efdb4c65-ed8d-4792-ac96-8b1053b167b5 HTTP/1.1" status: 200 len: 945 time: 0.0566990 Sep 08 13:56:43.851044 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdf0d60-2068-4073-b1e6-09bc32aad4bf req-bbce843c-6041-4bf6-a637-cea2f9d25dce tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:56:43.852557 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-dfdf0d60-2068-4073-b1e6-09bc32aad4bf req-bbce843c-6041-4bf6-a637-cea2f9d25dce tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=6e64a0c9-b7b0-46ff-8526-88164d493140 HTTP/1.1" status: 200 len: 985 time: 0.0691118 Sep 08 13:56:43.892649 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-ca5e6541-f832-4853-b417-0f46ca87ff54 req-c37e2d6c-8d9e-41e9-89d8-49a382ea2ac3 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=71fbc785-b69a-4abf-8140-4abe8997af2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727129 Sep 08 13:56:43.936051 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-dfdf0d60-2068-4073-b1e6-09bc32aad4bf req-d17e4044-0cde-4645-a02a-dbfb5ac78db6 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=67f82339-c558-4fb0-914d-617dffa82f8a&id=0f1e5d94-1b7b-4090-9ab1-0f2f3a565a55&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0731111 Sep 08 13:56:44.000344 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de68339-8e4f-41ae-b7da-ad9606d5a3a2 req-62e53df1-b3e3-4a3d-aa63-3373a1d79ad2 tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:56:44.001816 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-8de68339-8e4f-41ae-b7da-ad9606d5a3a2 req-62e53df1-b3e3-4a3d-aa63-3373a1d79ad2 tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=a3a3e9d6-2e31-4f70-ae65-a40552851588 HTTP/1.1" status: 200 len: 946 time: 0.0512652 Sep 08 13:56:44.049987 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-8de68339-8e4f-41ae-b7da-ad9606d5a3a2 req-1de5e0e7-62d3-4cc3-9bb4-6916384e65d0 tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=11df1967-726f-45ee-9cee-c2fdcb4f4bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425067 Sep 08 13:56:44.053851 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-10a57111-c3bd-46f9-87dc-b5077201a621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (22ab8903-d7f5-4941-bce3-89140b53b8af), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:56:44.147869 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab45847-895c-4c74-8ef0-7bcdf592d7c4 req-0ca80596-0300-4ce1-bbfe-1e638c73d104 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:56:44.149289 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-9ab45847-895c-4c74-8ef0-7bcdf592d7c4 req-0ca80596-0300-4ce1-bbfe-1e638c73d104 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=959f81c9-4c88-41e0-8eb9-e5b3fb5faa32 HTTP/1.1" status: 200 len: 944 time: 0.0482171 Sep 08 13:56:44.197610 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86750d82-11ea-4668-90a1-7a48311bcb43 req-1c7a8c96-f70e-4f50-b1c8-8533eeff5444 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:56:44.199104 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-86750d82-11ea-4668-90a1-7a48311bcb43 req-1c7a8c96-f70e-4f50-b1c8-8533eeff5444 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=959f81c9-4c88-41e0-8eb9-e5b3fb5faa32 HTTP/1.1" status: 200 len: 944 time: 0.0464444 Sep 08 13:56:44.250363 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-86750d82-11ea-4668-90a1-7a48311bcb43 req-bbb21032-d71d-4272-816b-32d9b95ab9a9 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=43af30f2-13b3-440e-b384-0fcb13870843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451765 Sep 08 13:56:44.291941 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=100 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:56:44.330306 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b3b169-1274-4389-adf0-ce506b7b1394 req-d3fcca98-4827-466f-bf48-ae3b3342f922 tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:56:44.331733 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-13b3b169-1274-4389-adf0-ce506b7b1394 req-d3fcca98-4827-466f-bf48-ae3b3342f922 tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=a3a3e9d6-2e31-4f70-ae65-a40552851588 HTTP/1.1" status: 200 len: 946 time: 0.0475452 Sep 08 13:56:44.488230 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.plugin [req-9ab45847-895c-4c74-8ef0-7bcdf592d7c4 req-bb7c5986-f6a0-4e90-9cc1-6f4f4de55f44 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Deleting port c56674e2-ad46-43bc-9f41-cf0a4987597f {{(pid=112710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 08 13:56:44.488473 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-9ab45847-895c-4c74-8ef0-7bcdf592d7c4 req-bb7c5986-f6a0-4e90-9cc1-6f4f4de55f44 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729028590053'] for port (c56674e2-ad46-43bc-9f41-cf0a4987597f), before_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:56:44.582350 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.db [req-9ab45847-895c-4c74-8ef0-7bcdf592d7c4 req-bb7c5986-f6a0-4e90-9cc1-6f4f4de55f44 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] For port c56674e2-ad46-43bc-9f41-cf0a4987597f, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=c56674e2-ad46-43bc-9f41-cf0a4987597f,segment=NetworkSegment(20c24cd0-3b1f-4e89-83a4-717e24ca5a29),segment_id=20c24cd0-3b1f-4e89-83a4-717e24ca5a29)] {{(pid=112710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:56:44.582705 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-9ab45847-895c-4c74-8ef0-7bcdf592d7c4 req-bb7c5986-f6a0-4e90-9cc1-6f4f4de55f44 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3750342'] for port (c56674e2-ad46-43bc-9f41-cf0a4987597f), precommit_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:56:44.725403 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=100 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:56:44.900695 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.plugin [req-13b3b169-1274-4389-adf0-ce506b7b1394 req-deda1e32-90a3-4cd1-8b96-2c005f5cf224 tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] Deleting port b9784d38-d516-4bbc-af3e-459cad3ad635 {{(pid=112710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 08 13:56:44.901040 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-13b3b169-1274-4389-adf0-ce506b7b1394 req-deda1e32-90a3-4cd1-8b96-2c005f5cf224 tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729028590053'] for port (b9784d38-d516-4bbc-af3e-459cad3ad635), before_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:56:44.923145 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-9ab45847-895c-4c74-8ef0-7bcdf592d7c4 req-bb7c5986-f6a0-4e90-9cc1-6f4f4de55f44 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:56:44.923512 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-9ab45847-895c-4c74-8ef0-7bcdf592d7c4 req-bb7c5986-f6a0-4e90-9cc1-6f4f4de55f44 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3679472'] for floatingip (765d3e70-cc4e-4b10-b2f8-1fbed0b19c5d), after_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:56:44.923872 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.db.l3_db [req-9ab45847-895c-4c74-8ef0-7bcdf592d7c4 req-bb7c5986-f6a0-4e90-9cc1-6f4f4de55f44 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Floating IP 765d3e70-cc4e-4b10-b2f8-1fbed0b19c5d disassociated. External IP: 172.27.0.100, port: c56674e2-ad46-43bc-9f41-cf0a4987597f. Sep 08 13:56:44.924211 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.plugin [req-9ab45847-895c-4c74-8ef0-7bcdf592d7c4 req-bb7c5986-f6a0-4e90-9cc1-6f4f4de55f44 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Calling delete_port for c56674e2-ad46-43bc-9f41-cf0a4987597f owned by compute:nova {{(pid=112710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 08 13:56:45.120475 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.db [req-13b3b169-1274-4389-adf0-ce506b7b1394 req-deda1e32-90a3-4cd1-8b96-2c005f5cf224 tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] For port b9784d38-d516-4bbc-af3e-459cad3ad635, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=b9784d38-d516-4bbc-af3e-459cad3ad635,segment=NetworkSegment(05a45535-3863-41af-aef2-abb456ccc09c),segment_id=05a45535-3863-41af-aef2-abb456ccc09c)] {{(pid=112710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:56:45.121247 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-13b3b169-1274-4389-adf0-ce506b7b1394 req-deda1e32-90a3-4cd1-8b96-2c005f5cf224 tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3750342'] for port (b9784d38-d516-4bbc-af3e-459cad3ad635), precommit_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:56:45.128382 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a1ba01-a5f6-4578-b8dc-4605a81768bb req-e6a7d1fe-c9eb-4a78-87eb-3f4c519708cb tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:56:45.129883 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-77a1ba01-a5f6-4578-b8dc-4605a81768bb req-e6a7d1fe-c9eb-4a78-87eb-3f4c519708cb tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=efdb4c65-ed8d-4792-ac96-8b1053b167b5 HTTP/1.1" status: 200 len: 945 time: 0.1252491 Sep 08 13:56:45.148993 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f275a0-1f22-4f9d-860f-438ae6273d93 req-23a8919e-4121-4c0e-85b9-d9d4b6a8f149 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:56:45.150416 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-36f275a0-1f22-4f9d-860f-438ae6273d93 req-23a8919e-4121-4c0e-85b9-d9d4b6a8f149 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=6e64a0c9-b7b0-46ff-8526-88164d493140 HTTP/1.1" status: 200 len: 985 time: 0.1271541 Sep 08 13:56:45.160113 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.plugin [req-13b3b169-1274-4389-adf0-ce506b7b1394 req-deda1e32-90a3-4cd1-8b96-2c005f5cf224 tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] Calling delete_port for b9784d38-d516-4bbc-af3e-459cad3ad635 owned by compute:nova {{(pid=112710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 08 13:56:45.546282 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-77a1ba01-a5f6-4578-b8dc-4605a81768bb req-3ad3d187-50c0-45d5-a904-e46c7f2b5824 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=71fbc785-b69a-4abf-8140-4abe8997af2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4066896 Sep 08 13:56:45.555763 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:56:45.582723 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-36f275a0-1f22-4f9d-860f-438ae6273d93 req-72dfb00e-078c-44c3-972a-5a26461c345a tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=67f82339-c558-4fb0-914d-617dffa82f8a&id=0f1e5d94-1b7b-4090-9ab1-0f2f3a565a55&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4107862 Sep 08 13:56:45.600367 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-9ab45847-895c-4c74-8ef0-7bcdf592d7c4 req-bb7c5986-f6a0-4e90-9cc1-6f4f4de55f44 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729028594324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729028134310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10367820'] for port (c56674e2-ad46-43bc-9f41-cf0a4987597f), after_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:56:45.658098 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:56:45.667734 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7c5986-f6a0-4e90-9cc1-6f4f4de55f44 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Pushing event deleted for resources: {'Port': ['ID=c56674e2-ad46-43bc-9f41-cf0a4987597f,revision_number=None']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:56:45.724479 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7c5986-f6a0-4e90-9cc1-6f4f4de55f44 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:56:45.724822 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7c5986-f6a0-4e90-9cc1-6f4f4de55f44 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:56:45.725161 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7c5986-f6a0-4e90-9cc1-6f4f4de55f44 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:56:45.725494 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7c5986-f6a0-4e90-9cc1-6f4f4de55f44 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:56:45.725860 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7c5986-f6a0-4e90-9cc1-6f4f4de55f44 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:56:45.726323 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7c5986-f6a0-4e90-9cc1-6f4f4de55f44 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:56:45.726705 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7c5986-f6a0-4e90-9cc1-6f4f4de55f44 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:56:45.727050 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7c5986-f6a0-4e90-9cc1-6f4f4de55f44 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:56:45.727357 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7c5986-f6a0-4e90-9cc1-6f4f4de55f44 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:56:45.727680 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7c5986-f6a0-4e90-9cc1-6f4f4de55f44 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:56:45.728005 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7c5986-f6a0-4e90-9cc1-6f4f4de55f44 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:56:45.728327 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7c5986-f6a0-4e90-9cc1-6f4f4de55f44 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:56:45.728646 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7c5986-f6a0-4e90-9cc1-6f4f4de55f44 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:56:45.728965 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7c5986-f6a0-4e90-9cc1-6f4f4de55f44 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:56:45.729284 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7c5986-f6a0-4e90-9cc1-6f4f4de55f44 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:56:45.757676 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f62b2f-ee95-4fc7-88bb-ed610e7de5ef req-157cba0e-e4a9-4ec3-9179-0e8133f95442 tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:56:45.759282 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-f1f62b2f-ee95-4fc7-88bb-ed610e7de5ef req-157cba0e-e4a9-4ec3-9179-0e8133f95442 tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=a3a3e9d6-2e31-4f70-ae65-a40552851588 HTTP/1.1" status: 200 len: 946 time: 0.1484797 Sep 08 13:56:45.766174 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-98b43398-11df-4880-9c1b-26aee45648d3 req-d7bf5a3b-30de-4d2a-bf45-d117f2398020 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=959f81c9-4c88-41e0-8eb9-e5b3fb5faa32 HTTP/1.1" status: 200 len: 210 time: 0.1034319 Sep 08 13:56:45.823078 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-13b3b169-1274-4389-adf0-ce506b7b1394 req-deda1e32-90a3-4cd1-8b96-2c005f5cf224 tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729028594324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729028134310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10367820'] for port (b9784d38-d516-4bbc-af3e-459cad3ad635), after_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:56:45.874734 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deda1e32-90a3-4cd1-8b96-2c005f5cf224 tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] Pushing event deleted for resources: {'Port': ['ID=b9784d38-d516-4bbc-af3e-459cad3ad635,revision_number=None']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:56:45.940309 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-f1f62b2f-ee95-4fc7-88bb-ed610e7de5ef req-dee5ed54-4d47-46d5-88bf-d55c1c57f4e8 tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=11df1967-726f-45ee-9cee-c2fdcb4f4bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710761 Sep 08 13:56:45.972459 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.db.l3_dvrscheduler_db [req-13b3b169-1274-4389-adf0-ce506b7b1394 req-deda1e32-90a3-4cd1-8b96-2c005f5cf224 tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] No DVR routers for this DVR port b9784d38-d516-4bbc-af3e-459cad3ad635 on host hv-cinder-82002 {{(pid=112710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 08 13:56:45.975977 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-13b3b169-1274-4389-adf0-ce506b7b1394 req-deda1e32-90a3-4cd1-8b96-2c005f5cf224 tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161718'] for port (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:56:45.979197 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-13b3b169-1274-4389-adf0-ce506b7b1394 req-deda1e32-90a3-4cd1-8b96-2c005f5cf224 tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] 10.222.0.20 "DELETE /networking/v2.0/ports/b9784d38-d516-4bbc-af3e-459cad3ad635 HTTP/1.1" status: 204 len: 173 time: 1.2834220 Sep 08 13:56:45.979691 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3a3e9d6-2e31-4f70-ae65-a40552851588', 'name': 'network-vif-deleted', 'tag': 'b9784d38-d516-4bbc-af3e-459cad3ad635'}] {{(pid=112710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 13:56:45.981975 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4aaac3e20a53a8e6247a431178541979a817c05ad734f54eee24c8be994502e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7c4a813-4582-4ce3-96cd-7018c384049f" -d '{"events": [{"server_uuid": "a3a3e9d6-2e31-4f70-ae65-a40552851588", "name": "network-vif-deleted", "tag": "b9784d38-d516-4bbc-af3e-459cad3ad635"}]}' {{(pid=112710) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:56:45.991326 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9ab45847-895c-4c74-8ef0-7bcdf592d7c4 req-bb7c5986-f6a0-4e90-9cc1-6f4f4de55f44 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Router 02a208a6-8629-4695-a17f-fdd0442b3d34 has already been hosted by L3 agent 91421a76-39ff-4685-90ca-aa6fbf6a1933 {{(pid=112710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:56:46.037718 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Sep 2022 13:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf038acc-971f-48ac-a4a2-83670c81df5f x-openstack-request-id: req-cf038acc-971f-48ac-a4a2-83670c81df5f {{(pid=112710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:56:46.037990 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3a3e9d6-2e31-4f70-ae65-a40552851588", "name": "network-vif-deleted", "tag": "b9784d38-d516-4bbc-af3e-459cad3ad635", "status": "completed", "code": 200}]} {{(pid=112710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:56:46.038247 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cf038acc-971f-48ac-a4a2-83670c81df5f {{(pid=112710) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:56:46.038667 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf038acc-971f-48ac-a4a2-83670c81df5f'] response: {'server_uuid': 'a3a3e9d6-2e31-4f70-ae65-a40552851588', 'name': 'network-vif-deleted', 'tag': 'b9784d38-d516-4bbc-af3e-459cad3ad635', 'status': 'completed', 'code': 200} Sep 08 13:56:46.108068 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9ab45847-895c-4c74-8ef0-7bcdf592d7c4 req-bb7c5986-f6a0-4e90-9cc1-6f4f4de55f44 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Notify agent at l3_agent.dv-cinder-820027-24-iscsi the message routers_updated {{(pid=112710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:56:46.122558 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a09839-59b4-4a90-89d4-3d96a573e0d9 None None] Sync routers for ids ['02a208a6-8629-4695-a17f-fdd0442b3d34'] in dv-cinder-820027-24-iscsi {{(pid=112711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:56:46.132887 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a09839-59b4-4a90-89d4-3d96a573e0d9 None None] Routers {'02a208a6-8629-4695-a17f-fdd0442b3d34'} bound to L3 agent in host dv-cinder-820027-24-iscsi {{(pid=112711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 13:56:46.133514 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_hamode_db [None req-12a09839-59b4-4a90-89d4-3d96a573e0d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-08T13:44:16Z,description=,heartbeat_timestamp=2022-09-08T13:56:16Z,host='dv-cinder-820027-24-iscsi',id=91421a76-39ff-4685-90ca-aa6fbf6a1933,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:44:16Z,topic='l3_agent')) {'router_ids': ['02a208a6-8629-4695-a17f-fdd0442b3d34'], 'active': True} {{(pid=112711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:56:46.154098 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ab45847-895c-4c74-8ef0-7bcdf592d7c4 req-bb7c5986-f6a0-4e90-9cc1-6f4f4de55f44 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] No DVR routers for this DVR port c56674e2-ad46-43bc-9f41-cf0a4987597f on host hv-cinder-82002 {{(pid=112710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 08 13:56:46.157223 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-9ab45847-895c-4c74-8ef0-7bcdf592d7c4 req-bb7c5986-f6a0-4e90-9cc1-6f4f4de55f44 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161718'] for port (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:56:46.172249 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-9ab45847-895c-4c74-8ef0-7bcdf592d7c4 req-bb7c5986-f6a0-4e90-9cc1-6f4f4de55f44 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.20 "DELETE /networking/v2.0/ports/c56674e2-ad46-43bc-9f41-cf0a4987597f HTTP/1.1" status: 204 len: 173 time: 1.7591062 Sep 08 13:56:46.244435 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvr_db [None req-12a09839-59b4-4a90-89d4-3d96a573e0d9 None None] Set router 02a208a6-8629-4695-a17f-fdd0442b3d34 gateway port host: dv-cinder-820027-24-iscsi {{(pid=112711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 13:56:46.398829 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-c0bbb8fb-afae-4d6f-a017-dd87ef55c9bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (91421a76-39ff-4685-90ca-aa6fbf6a1933), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:56:46.470277 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_hamode_db [None req-12a09839-59b4-4a90-89d4-3d96a573e0d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02a208a6-8629-4695-a17f-fdd0442b3d34', 'name': 'tempest-AttachVolumeNegativeTest-1590919179-router', 'tenant_id': 'b4ca185497284e9780eba8fc2e713d6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'e8f2f592-277a-4d05-986e-4d884ef99bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:52:26Z', 'updated_at': '2022-09-08T13:52:37Z', 'revision_number': 4, 'project_id': 'b4ca185497284e9780eba8fc2e713d6e', 'gw_port': {'id': 'e8f2f592-277a-4d05-986e-4d884ef99bfb', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:98:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a208a6-8629-4695-a17f-fdd0442b3d34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:52:27Z', 'updated_at': '2022-09-08T13:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi', '_floatingips': [{'id': '960ce675-957d-45d5-84ec-74815782cbdc', 'tenant_id': 'b4ca185497284e9780eba8fc2e713d6e', 'floating_ip_address': '172.27.0.127', 'floating_network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'router_id': '02a208a6-8629-4695-a17f-fdd0442b3d34', 'port_id': '94671fa2-8c0f-46c1-8d8a-12ec57a1598d', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf5901ef-2ee5-4879-85aa-18770c77b80a', 'mac_address': 'fa:16:3e:84:5c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6a4b8e4-4292-4db0-89b6-b09f84f513ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-08T13:52:43Z', 'updated_at': '2022-09-08T13:53:27Z', 'revision_number': 2, 'project_id': 'b4ca185497284e9780eba8fc2e713d6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ca98399-9c62-4c2e-b02f-2e468cdee8e8', 'name': '', 'network_id': 'cf5901ef-2ee5-4879-85aa-18770c77b80a', 'tenant_id': 'b4ca185497284e9780eba8fc2e713d6e', 'mac_address': 'fa:16:3e:fb:7b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a208a6-8629-4695-a17f-fdd0442b3d34', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'a139bee4-b378-4a6d-bfa3-c572d95f8369', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:52:34Z', 'updated_at': '2022-09-08T13:52:55Z', 'revision_number': 5, 'project_id': 'b4ca185497284e9780eba8fc2e713d6e', 'subnets': [{'id': 'a139bee4-b378-4a6d-bfa3-c572d95f8369', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-24-iscsi', False) {} {{(pid=112711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:56:46.499699 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a09839-59b4-4a90-89d4-3d96a573e0d9 None None] Checking router: 02a208a6-8629-4695-a17f-fdd0442b3d34 for host: dv-cinder-820027-24-iscsi {{(pid=112711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:56:46.508233 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a09839-59b4-4a90-89d4-3d96a573e0d9 None None] Routers {'02a208a6-8629-4695-a17f-fdd0442b3d34'} bound to L3 agent in host dv-cinder-820027-24-iscsi {{(pid=112711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 13:56:46.508834 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_hamode_db [None req-12a09839-59b4-4a90-89d4-3d96a573e0d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-08T13:44:16Z,description=,heartbeat_timestamp=2022-09-08T13:56:46Z,host='dv-cinder-820027-24-iscsi',id=91421a76-39ff-4685-90ca-aa6fbf6a1933,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:44:16Z,topic='l3_agent')) {'router_ids': ['02a208a6-8629-4695-a17f-fdd0442b3d34'], 'active': True} {{(pid=112711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:56:46.614560 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvr_db [None req-12a09839-59b4-4a90-89d4-3d96a573e0d9 None None] Set router 02a208a6-8629-4695-a17f-fdd0442b3d34 gateway port host: dv-cinder-820027-24-iscsi {{(pid=112711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 13:56:46.730835 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d54b038-4573-4f29-b584-63bb610bcb59 req-fbac8783-4c2c-4fb2-8cd2-191f8a52068d tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:56:46.733181 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-2d54b038-4573-4f29-b584-63bb610bcb59 req-fbac8783-4c2c-4fb2-8cd2-191f8a52068d tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=efdb4c65-ed8d-4792-ac96-8b1053b167b5 HTTP/1.1" status: 200 len: 945 time: 0.0854981 Sep 08 13:56:46.743267 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3aa7f9-6ef9-4714-bfa7-53b78ce6b8d5 req-27dac6dc-e99a-47ee-bfe4-3940943f872f tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:56:46.744727 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-0f3aa7f9-6ef9-4714-bfa7-53b78ce6b8d5 req-27dac6dc-e99a-47ee-bfe4-3940943f872f tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=6e64a0c9-b7b0-46ff-8526-88164d493140 HTTP/1.1" status: 200 len: 985 time: 0.0643144 Sep 08 13:56:46.819239 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-2d54b038-4573-4f29-b584-63bb610bcb59 req-13923b8d-9c36-45e1-be0f-dd55775634b7 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=71fbc785-b69a-4abf-8140-4abe8997af2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735376 Sep 08 13:56:46.831170 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:56:46.837782 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:56:46.852665 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_hamode_db [None req-12a09839-59b4-4a90-89d4-3d96a573e0d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02a208a6-8629-4695-a17f-fdd0442b3d34', 'name': 'tempest-AttachVolumeNegativeTest-1590919179-router', 'tenant_id': 'b4ca185497284e9780eba8fc2e713d6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'e8f2f592-277a-4d05-986e-4d884ef99bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:52:26Z', 'updated_at': '2022-09-08T13:52:37Z', 'revision_number': 4, 'project_id': 'b4ca185497284e9780eba8fc2e713d6e', 'gw_port': {'id': 'e8f2f592-277a-4d05-986e-4d884ef99bfb', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:98:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a208a6-8629-4695-a17f-fdd0442b3d34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:52:27Z', 'updated_at': '2022-09-08T13:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi', '_floatingips': [{'id': '960ce675-957d-45d5-84ec-74815782cbdc', 'tenant_id': 'b4ca185497284e9780eba8fc2e713d6e', 'floating_ip_address': '172.27.0.127', 'floating_network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'router_id': '02a208a6-8629-4695-a17f-fdd0442b3d34', 'port_id': '94671fa2-8c0f-46c1-8d8a-12ec57a1598d', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf5901ef-2ee5-4879-85aa-18770c77b80a', 'mac_address': 'fa:16:3e:84:5c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6a4b8e4-4292-4db0-89b6-b09f84f513ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-08T13:52:43Z', 'updated_at': '2022-09-08T13:53:27Z', 'revision_number': 2, 'project_id': 'b4ca185497284e9780eba8fc2e713d6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ca98399-9c62-4c2e-b02f-2e468cdee8e8', 'name': '', 'network_id': 'cf5901ef-2ee5-4879-85aa-18770c77b80a', 'tenant_id': 'b4ca185497284e9780eba8fc2e713d6e', 'mac_address': 'fa:16:3e:fb:7b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a208a6-8629-4695-a17f-fdd0442b3d34', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'a139bee4-b378-4a6d-bfa3-c572d95f8369', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:52:34Z', 'updated_at': '2022-09-08T13:52:55Z', 'revision_number': 5, 'project_id': 'b4ca185497284e9780eba8fc2e713d6e', 'subnets': [{'id': 'a139bee4-b378-4a6d-bfa3-c572d95f8369', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-24-iscsi', False) {} {{(pid=112711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:56:46.867266 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-0f3aa7f9-6ef9-4714-bfa7-53b78ce6b8d5 req-a85ca5b2-6cb6-4502-ba7c-9547a76d04b1 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=67f82339-c558-4fb0-914d-617dffa82f8a&id=0f1e5d94-1b7b-4090-9ab1-0f2f3a565a55&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1076086 Sep 08 13:56:46.883476 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a09839-59b4-4a90-89d4-3d96a573e0d9 None None] The sync data for ids ['02a208a6-8629-4695-a17f-fdd0442b3d34'] in dv-cinder-820027-24-iscsi is: [{'id': '02a208a6-8629-4695-a17f-fdd0442b3d34', 'name': 'tempest-AttachVolumeNegativeTest-1590919179-router', 'tenant_id': 'b4ca185497284e9780eba8fc2e713d6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'e8f2f592-277a-4d05-986e-4d884ef99bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:52:26Z', 'updated_at': '2022-09-08T13:52:37Z', 'revision_number': 4, 'project_id': 'b4ca185497284e9780eba8fc2e713d6e', 'gw_port': {'id': 'e8f2f592-277a-4d05-986e-4d884ef99bfb', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:98:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a208a6-8629-4695-a17f-fdd0442b3d34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:52:27Z', 'updated_at': '2022-09-08T13:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi', '_floatingips': [{'id': '960ce675-957d-45d5-84ec-74815782cbdc', 'tenant_id': 'b4ca185497284e9780eba8fc2e713d6e', 'floating_ip_address': '172.27.0.127', 'floating_network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'router_id': '02a208a6-8629-4695-a17f-fdd0442b3d34', 'port_id': '94671fa2-8c0f-46c1-8d8a-12ec57a1598d', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf5901ef-2ee5-4879-85aa-18770c77b80a', 'mac_address': 'fa:16:3e:84:5c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6a4b8e4-4292-4db0-89b6-b09f84f513ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-08T13:52:43Z', 'updated_at': '2022-09-08T13:53:27Z', 'revision_number': 2, 'project_id': 'b4ca185497284e9780eba8fc2e713d6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ca98399-9c62-4c2e-b02f-2e468cdee8e8', 'name': '', 'network_id': 'cf5901ef-2ee5-4879-85aa-18770c77b80a', 'tenant_id': 'b4ca185497284e9780eba8fc2e713d6e', 'mac_address': 'fa:16:3e:fb:7b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a208a6-8629-4695-a17f-fdd0442b3d34', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'a139bee4-b378-4a6d-bfa3-c572d95f8369', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:52:34Z', 'updated_at': '2022-09-08T13:52:55Z', 'revision_number': 5, 'project_id': 'b4ca185497284e9780eba8fc2e713d6e', 'subnets': [{'id': 'a139bee4-b378-4a6d-bfa3-c572d95f8369', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:56:46.937946 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-5352fef2-a15d-48cb-a617-c4148f2e70a5 req-10d5c16b-e197-494e-bb1f-5cf1ef0d8772 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=959f81c9-4c88-41e0-8eb9-e5b3fb5faa32 HTTP/1.1" status: 200 len: 210 time: 0.0307622 Sep 08 13:56:47.050066 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-d1b7e985-1b63-46cf-be29-c6d6c04ec70b req-654b94c3-d38d-4eef-88ec-49409e14fbb2 tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=a3a3e9d6-2e31-4f70-ae65-a40552851588 HTTP/1.1" status: 200 len: 210 time: 0.0302129 Sep 08 13:56:47.155075 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d51e9ff-199c-46a1-8c60-990189ab64d2 None None] New status for floating IP 765d3e70-cc4e-4b10-b2f8-1fbed0b19c5d: DOWN {{(pid=112712) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 08 13:56:47.273789 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Device c9da782b-975b-4d78-bc93-092cf58fcf3a details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=112711) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:56:47.304821 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Device b9784d38-d516-4bbc-af3e-459cad3ad635 no longer exists at agent hyperv_hv-cinder-82002 {{(pid=112711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:56:47.331740 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] No Port match for: b9784d38-d516-4bbc-af3e-459cad3ad635 {{(pid=112711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 08 13:56:47.332220 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Device b9784d38-d516-4bbc-af3e-459cad3ad635 not bound to the agent host hv-cinder-82002 {{(pid=112711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:56:47.414973 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] For port c9da782b-975b-4d78-bc93-092cf58fcf3a, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=c9da782b-975b-4d78-bc93-092cf58fcf3a,segment=NetworkSegment(2f6c42c1-14c1-4abe-8cc1-e54cbc6177f2),segment_id=2f6c42c1-14c1-4abe-8cc1-e54cbc6177f2)] {{(pid=112711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:56:47.430410 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Returning: {'device': 'c9da782b-975b-4d78-bc93-092cf58fcf3a', 'network_id': '1c9b3d05-20f8-440e-89b3-587b430f97a5', 'port_id': 'c9da782b-975b-4d78-bc93-092cf58fcf3a', 'mac_address': 'fa:16:3e:62:97:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1fdd510-cbc1-4f0f-8fbd-e177b9f3baf0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112711) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:56:47.601456 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Current status of the port c9da782b-975b-4d78-bc93-092cf58fcf3a is: ACTIVE; New status is: BUILD {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 13:56:47.601877 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (c9da782b-975b-4d78-bc93-092cf58fcf3a), before_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:56:47.605323 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-b7e97967-3fa9-4dcb-b3f0-dcc99b3a4378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (24e12250-b8f3-473f-bf71-765ca8669827), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:56:47.615378 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.notifiers.nova [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c9da782b-975b-4d78-bc93-092cf58fcf3a {{(pid=112711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 08 13:56:47.635948 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] For port c9da782b-975b-4d78-bc93-092cf58fcf3a, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=c9da782b-975b-4d78-bc93-092cf58fcf3a,segment=NetworkSegment(2f6c42c1-14c1-4abe-8cc1-e54cbc6177f2),segment_id=2f6c42c1-14c1-4abe-8cc1-e54cbc6177f2)] {{(pid=112711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:56:47.639982 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (c9da782b-975b-4d78-bc93-092cf58fcf3a), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:56:47.684192 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Pushing event updated for resources: {'Port': ['ID=c9da782b-975b-4d78-bc93-092cf58fcf3a,revision_number=6']} {{(pid=112711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:56:47.964678 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5201de3e-831d-42fb-a80c-b13996829e85 req-850dbb1e-6025-4170-b648-9071f4316b2b tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:56:47.966453 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-5201de3e-831d-42fb-a80c-b13996829e85 req-850dbb1e-6025-4170-b648-9071f4316b2b tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=efdb4c65-ed8d-4792-ac96-8b1053b167b5 HTTP/1.1" status: 200 len: 944 time: 0.0537057 Sep 08 13:56:47.999577 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] get_ports_and_sgs() called for port_ids ['c9da782b-975b-4d78-bc93-092cf58fcf3a'] {{(pid=112711) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 08 13:56:48.039843 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-5201de3e-831d-42fb-a80c-b13996829e85 req-0b3c9a2e-0e02-4712-8ae7-df74115750a1 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=71fbc785-b69a-4abf-8140-4abe8997af2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638783 Sep 08 13:56:48.040437 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '959f81c9-4c88-41e0-8eb9-e5b3fb5faa32', 'name': 'network-vif-deleted', 'tag': 'c56674e2-ad46-43bc-9f41-cf0a4987597f'}] {{(pid=112710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 13:56:48.044375 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4aaac3e20a53a8e6247a431178541979a817c05ad734f54eee24c8be994502e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f98c56c5-3ea6-4b44-a51b-805e2f180b45" -d '{"events": [{"server_uuid": "959f81c9-4c88-41e0-8eb9-e5b3fb5faa32", "name": "network-vif-deleted", "tag": "c56674e2-ad46-43bc-9f41-cf0a4987597f"}]}' {{(pid=112710) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:56:48.121645 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Sep 2022 13:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-927d02fc-fe12-410f-9e9a-d734c6ed9930 x-openstack-request-id: req-927d02fc-fe12-410f-9e9a-d734c6ed9930 {{(pid=112710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:56:48.122038 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "959f81c9-4c88-41e0-8eb9-e5b3fb5faa32", "name": "network-vif-deleted", "tag": "c56674e2-ad46-43bc-9f41-cf0a4987597f", "status": "completed", "code": 200}]} {{(pid=112710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:56:48.122215 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-927d02fc-fe12-410f-9e9a-d734c6ed9930 {{(pid=112710) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:56:48.122603 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.notifiers.nova [-] Nova event matching ['req-927d02fc-fe12-410f-9e9a-d734c6ed9930'] response: {'server_uuid': '959f81c9-4c88-41e0-8eb9-e5b3fb5faa32', 'name': 'network-vif-deleted', 'tag': 'c56674e2-ad46-43bc-9f41-cf0a4987597f', 'status': 'completed', 'code': 200} Sep 08 13:56:48.124678 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-7ccf1d5c-73b5-4b9b-8a17-f021ca588fb4 req-04e698cc-23a3-4f16-8839-45cfd4e1112e tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=959f81c9-4c88-41e0-8eb9-e5b3fb5faa32 HTTP/1.1" status: 200 len: 210 time: 0.0486341 Sep 08 13:56:48.204988 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-36c5a5e6-d2c1-46ae-bed8-e49993646add req-46168339-ec40-4df8-89f8-78b1ccafbc1c tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=a3a3e9d6-2e31-4f70-ae65-a40552851588 HTTP/1.1" status: 200 len: 210 time: 0.0294034 Sep 08 13:56:48.905075 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-604b277b-9310-4e7b-bd1a-c26598410893 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (ad63ffce-77d1-4b05-ac53-eeb1c28e2aec), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:56:48.944173 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (6df97c0c-9140-47af-8c93-84593b95031c), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:56:49.188756 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a810faa0-2292-432f-adb1-ac17ba0505d1 req-359a67db-63b1-4699-a709-21308e1c37b9 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:56:49.190621 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-a810faa0-2292-432f-adb1-ac17ba0505d1 req-359a67db-63b1-4699-a709-21308e1c37b9 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=efdb4c65-ed8d-4792-ac96-8b1053b167b5 HTTP/1.1" status: 200 len: 944 time: 0.0520067 Sep 08 13:56:49.234875 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 38470) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:56:49.246414 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-a810faa0-2292-432f-adb1-ac17ba0505d1 req-6d7f7db9-9d21-489e-8551-42320cb888cf tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=71fbc785-b69a-4abf-8140-4abe8997af2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465810 Sep 08 13:56:49.276055 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Device c9da782b-975b-4d78-bc93-092cf58fcf3a up at agent hyperv_hv-cinder-82002 {{(pid=112711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:56:49.326840 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-86605a34-1d84-4598-bcbe-fb37168bf053 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks [] for security_group (43af30f2-13b3-440e-b384-0fcb13870843), before_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:56:49.335174 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Provisioning complete for port c9da782b-975b-4d78-bc93-092cf58fcf3a triggered by entity L2. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 13:56:49.335174 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (c9da782b-975b-4d78-bc93-092cf58fcf3a), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:56:49.356156 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-913d5590-4da4-4c8f-b924-ce768eab0492 req-7198ab96-b715-4ad3-b7c1-c938233f3851 tempest-VolumesSnapshotTestJSON-251370117 tempest-VolumesSnapshotTestJSON-251370117-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=a3a3e9d6-2e31-4f70-ae65-a40552851588 HTTP/1.1" status: 200 len: 210 time: 0.0335600 Sep 08 13:56:49.357545 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-86605a34-1d84-4598-bcbe-fb37168bf053 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks [] for security_group (43af30f2-13b3-440e-b384-0fcb13870843), precommit_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:56:49.415029 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-86605a34-1d84-4598-bcbe-fb37168bf053 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (43af30f2-13b3-440e-b384-0fcb13870843), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:56:49.417931 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-86605a34-1d84-4598-bcbe-fb37168bf053 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks [] for security_group (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:56:49.419767 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-86605a34-1d84-4598-bcbe-fb37168bf053 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "DELETE /networking/v2.0/security-groups/43af30f2-13b3-440e-b384-0fcb13870843 HTTP/1.1" status: 204 len: 168 time: 0.1826153 Sep 08 13:56:49.422357 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 38478) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:56:49.429606 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86605a34-1d84-4598-bcbe-fb37168bf053 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43af30f2-13b3-440e-b384-0fcb13870843,revision_number=None']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:56:49.431710 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Current status of the port c9da782b-975b-4d78-bc93-092cf58fcf3a is: BUILD; New status is: ACTIVE {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 13:56:49.432114 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (c9da782b-975b-4d78-bc93-092cf58fcf3a), before_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:56:49.438283 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86605a34-1d84-4598-bcbe-fb37168bf053 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:56:49.438778 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86605a34-1d84-4598-bcbe-fb37168bf053 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:56:49.439302 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86605a34-1d84-4598-bcbe-fb37168bf053 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:56:49.439679 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86605a34-1d84-4598-bcbe-fb37168bf053 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:56:49.440426 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86605a34-1d84-4598-bcbe-fb37168bf053 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:56:49.440659 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.api.v2.resource [None req-9aff5388-c9c5-41d5-90cc-354e3279b8be tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] show failed (client error): The resource could not be found. Sep 08 13:56:49.440769 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86605a34-1d84-4598-bcbe-fb37168bf053 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:56:49.441098 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86605a34-1d84-4598-bcbe-fb37168bf053 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:56:49.441433 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86605a34-1d84-4598-bcbe-fb37168bf053 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:56:49.441792 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86605a34-1d84-4598-bcbe-fb37168bf053 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:56:49.441924 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-9aff5388-c9c5-41d5-90cc-354e3279b8be tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/security-groups/43af30f2-13b3-440e-b384-0fcb13870843 HTTP/1.1" status: 404 len: 347 time: 0.0183189 Sep 08 13:56:49.442400 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86605a34-1d84-4598-bcbe-fb37168bf053 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:56:49.442733 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86605a34-1d84-4598-bcbe-fb37168bf053 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:56:49.443066 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86605a34-1d84-4598-bcbe-fb37168bf053 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:56:49.443395 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86605a34-1d84-4598-bcbe-fb37168bf053 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:56:49.443721 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86605a34-1d84-4598-bcbe-fb37168bf053 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:56:49.444048 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86605a34-1d84-4598-bcbe-fb37168bf053 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:56:49.444516 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 38480) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:56:49.480996 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efdb4c65-ed8d-4792-ac96-8b1053b167b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9da782b-975b-4d78-bc93-092cf58fcf3a'}] {{(pid=112711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 13:56:49.483791 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da88ec0cbec787fa3ec3fbfc035ae72aba30a0bab36d561f227dc8a59222d55b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3502c20-cd1e-4008-879b-2137bf31913b" -d '{"events": [{"server_uuid": "efdb4c65-ed8d-4792-ac96-8b1053b167b5", "name": "network-vif-plugged", "status": "completed", "tag": "c9da782b-975b-4d78-bc93-092cf58fcf3a"}]}' {{(pid=112711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:56:49.491862 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:DELETE=4,neutron:SELECT=96 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:56:49.498772 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] For port c9da782b-975b-4d78-bc93-092cf58fcf3a, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=c9da782b-975b-4d78-bc93-092cf58fcf3a,segment=NetworkSegment(2f6c42c1-14c1-4abe-8cc1-e54cbc6177f2),segment_id=2f6c42c1-14c1-4abe-8cc1-e54cbc6177f2)] {{(pid=112711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:56:49.503594 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (c9da782b-975b-4d78-bc93-092cf58fcf3a), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:56:49.531104 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Sep 2022 13:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e91a214d-3865-45a4-bc58-4a7cf2cb5f55 x-openstack-request-id: req-e91a214d-3865-45a4-bc58-4a7cf2cb5f55 {{(pid=112711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:56:49.531427 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efdb4c65-ed8d-4792-ac96-8b1053b167b5", "name": "network-vif-plugged", "status": "completed", "tag": "c9da782b-975b-4d78-bc93-092cf58fcf3a", "code": 200}]} {{(pid=112711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:56:49.531681 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e91a214d-3865-45a4-bc58-4a7cf2cb5f55 {{(pid=112711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:56:49.532074 dv-cinder-820027-24-iscsi neutron-server[112711]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e91a214d-3865-45a4-bc58-4a7cf2cb5f55'] response: {'server_uuid': 'efdb4c65-ed8d-4792-ac96-8b1053b167b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9da782b-975b-4d78-bc93-092cf58fcf3a', 'code': 200} Sep 08 13:56:49.559488 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Pushing event updated for resources: {'Port': ['ID=c9da782b-975b-4d78-bc93-092cf58fcf3a,revision_number=7']} {{(pid=112711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:56:49.569021 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.plugin [None req-f011ae91-3777-41ae-bf9c-e00efe96ac82 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Deleting port 9df93dad-97e0-480a-83ee-78f95a763d41 {{(pid=112710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 08 13:56:49.569360 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-f011ae91-3777-41ae-bf9c-e00efe96ac82 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729028590053'] for port (9df93dad-97e0-480a-83ee-78f95a763d41), before_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:56:49.605929 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:56:49.646290 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-f011ae91-3777-41ae-bf9c-e00efe96ac82 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3750342'] for port (9df93dad-97e0-480a-83ee-78f95a763d41), precommit_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:56:49.646622 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-f011ae91-3777-41ae-bf9c-e00efe96ac82 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks [] for floatingip (9df93dad-97e0-480a-83ee-78f95a763d41), precommit_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:56:49.659177 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.plugin [None req-f011ae91-3777-41ae-bf9c-e00efe96ac82 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Calling delete_port for 9df93dad-97e0-480a-83ee-78f95a763d41 owned by network:floatingip {{(pid=112710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 08 13:56:49.796210 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-f011ae91-3777-41ae-bf9c-e00efe96ac82 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729028594324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729028134310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10367820'] for port (9df93dad-97e0-480a-83ee-78f95a763d41), after_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:56:49.819565 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f011ae91-3777-41ae-bf9c-e00efe96ac82 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Pushing event deleted for resources: {'Port': ['ID=9df93dad-97e0-480a-83ee-78f95a763d41,revision_number=None']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:56:49.891390 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-f011ae91-3777-41ae-bf9c-e00efe96ac82 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks [] for floatingip (765d3e70-cc4e-4b10-b2f8-1fbed0b19c5d), after_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:56:49.893971 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-f011ae91-3777-41ae-bf9c-e00efe96ac82 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161718'] for floatingip (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:56:49.895157 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-f011ae91-3777-41ae-bf9c-e00efe96ac82 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "DELETE /networking/v2.0/floatingips/765d3e70-cc4e-4b10-b2f8-1fbed0b19c5d HTTP/1.1" status: 204 len: 168 time: 0.4496870 Sep 08 13:56:50.414483 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acdfc21-5e2b-460e-895c-a38ca3dfaeab req-205975cc-a145-4d57-b215-ab20495a0f52 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:56:50.416182 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-9acdfc21-5e2b-460e-895c-a38ca3dfaeab req-205975cc-a145-4d57-b215-ab20495a0f52 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=efdb4c65-ed8d-4792-ac96-8b1053b167b5 HTTP/1.1" status: 200 len: 945 time: 0.0634298 Sep 08 13:56:50.484388 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-9acdfc21-5e2b-460e-895c-a38ca3dfaeab req-a9c81a09-6674-45ba-95e1-5b8ba0af0d62 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=71fbc785-b69a-4abf-8140-4abe8997af2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570736 Sep 08 13:56:51.640500 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e540a20-b990-4bf2-82d8-e49b800edf5b req-389099f1-bd61-4354-a833-da1ce181efce tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:56:51.642093 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-1e540a20-b990-4bf2-82d8-e49b800edf5b req-389099f1-bd61-4354-a833-da1ce181efce tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=efdb4c65-ed8d-4792-ac96-8b1053b167b5 HTTP/1.1" status: 200 len: 945 time: 0.0708206 Sep 08 13:56:51.698069 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-1e540a20-b990-4bf2-82d8-e49b800edf5b req-01078f5a-de4d-4ccb-8cc1-ea0b9fcc91b3 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=71fbc785-b69a-4abf-8140-4abe8997af2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501390 Sep 08 13:56:52.743763 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac32f79a-fca5-48f7-a80d-b298e904ef0b req-43719977-dcf2-479a-a3ea-64b7d1c3c5b4 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:56:52.746305 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-ac32f79a-fca5-48f7-a80d-b298e904ef0b req-43719977-dcf2-479a-a3ea-64b7d1c3c5b4 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=c6a4b8e4-4292-4db0-89b6-b09f84f513ce HTTP/1.1" status: 200 len: 945 time: 0.0548794 Sep 08 13:56:52.824125 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-ac32f79a-fca5-48f7-a80d-b298e904ef0b req-07d3f66f-3e4d-4b49-b49c-9bd4950bc52d tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ba77d3e3-4ef5-47e5-92f9-557f5a59027b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651999 Sep 08 13:56:52.861857 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2583d54e-75a2-4393-b156-a309fb2156f7 req-0b63598b-23ae-4393-8b68-ff3418541e31 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:56:52.863468 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-2583d54e-75a2-4393-b156-a309fb2156f7 req-0b63598b-23ae-4393-8b68-ff3418541e31 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=efdb4c65-ed8d-4792-ac96-8b1053b167b5 HTTP/1.1" status: 200 len: 945 time: 0.0696781 Sep 08 13:56:52.931982 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-2583d54e-75a2-4393-b156-a309fb2156f7 req-9534ddab-900e-476c-9f73-ad622a57e4ac tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=71fbc785-b69a-4abf-8140-4abe8997af2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621943 Sep 08 13:56:53.957353 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d91f83-0d36-479f-ad3a-49396ef8179d req-c69596bc-198e-4586-ba34-cf570eb501c3 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:56:53.959334 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-95d91f83-0d36-479f-ad3a-49396ef8179d req-c69596bc-198e-4586-ba34-cf570eb501c3 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=c6a4b8e4-4292-4db0-89b6-b09f84f513ce HTTP/1.1" status: 200 len: 945 time: 0.0594137 Sep 08 13:56:54.022260 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-95d91f83-0d36-479f-ad3a-49396ef8179d req-b9e156c9-a0fa-473b-b5b1-e738282c67d6 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ba77d3e3-4ef5-47e5-92f9-557f5a59027b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568385 Sep 08 13:56:54.086956 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f1a0ea-d2c0-4a90-b86c-c356b57c2c68 req-ea76004b-466e-4be2-bd90-ddf7fe63ba91 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:56:54.088455 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-d8f1a0ea-d2c0-4a90-b86c-c356b57c2c68 req-ea76004b-466e-4be2-bd90-ddf7fe63ba91 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=efdb4c65-ed8d-4792-ac96-8b1053b167b5 HTTP/1.1" status: 200 len: 945 time: 0.0541527 Sep 08 13:56:54.142287 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-d8f1a0ea-d2c0-4a90-b86c-c356b57c2c68 req-804658d2-c618-4265-9064-d91d823f75f4 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=71fbc785-b69a-4abf-8140-4abe8997af2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471826 Sep 08 13:56:55.140008 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:56:55.160454 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d86244-ae43-483f-9d7d-cf56a6cd06ba req-d66cac74-24c6-4e1d-8eb4-8ebc5c2c5947 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:56:55.161937 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-08d86244-ae43-483f-9d7d-cf56a6cd06ba req-d66cac74-24c6-4e1d-8eb4-8ebc5c2c5947 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=c6a4b8e4-4292-4db0-89b6-b09f84f513ce HTTP/1.1" status: 200 len: 945 time: 0.0597301 Sep 08 13:56:55.174120 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:56:55.238792 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-08d86244-ae43-483f-9d7d-cf56a6cd06ba req-452bd7c8-500d-4d31-b6d7-4791855b5f5a tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ba77d3e3-4ef5-47e5-92f9-557f5a59027b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705559 Sep 08 13:56:55.299734 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ffea0d-58dd-4c9b-ba2d-697915367a95 req-8a0deee2-dfa2-49d6-a0dd-ef96a0e17603 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:56:55.301208 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-b7ffea0d-58dd-4c9b-ba2d-697915367a95 req-8a0deee2-dfa2-49d6-a0dd-ef96a0e17603 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=efdb4c65-ed8d-4792-ac96-8b1053b167b5 HTTP/1.1" status: 200 len: 945 time: 0.0550873 Sep 08 13:56:55.355599 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-b7ffea0d-58dd-4c9b-ba2d-697915367a95 req-b7dd76cc-5b8e-4dbd-a661-93cc06c06d75 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=71fbc785-b69a-4abf-8140-4abe8997af2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484872 Sep 08 13:56:56.424526 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88213a7-3293-43d5-890a-08b18d62a926 req-4fc216f9-b8e0-4e22-a3d9-d5508b6ddbce tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:56:56.426166 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e88213a7-3293-43d5-890a-08b18d62a926 req-4fc216f9-b8e0-4e22-a3d9-d5508b6ddbce tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=c6a4b8e4-4292-4db0-89b6-b09f84f513ce HTTP/1.1" status: 200 len: 945 time: 0.0808527 Sep 08 13:56:56.471794 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.agents_db [None req-36671662-b8ef-427e-8422-ee96630d1377 None None] Agent healthcheck: found 6 active agents {{(pid=112712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:56:56.593001 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e88213a7-3293-43d5-890a-08b18d62a926 req-cdd41b39-0d0a-48a0-bfd4-17ba13263104 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ba77d3e3-4ef5-47e5-92f9-557f5a59027b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1571703 Sep 08 13:56:56.603754 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae763409-ab2c-4c16-a4f2-49a0f1d3e09c req-6b607c80-1b4c-4b2d-84dc-09b764812df9 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:56:56.605826 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-ae763409-ab2c-4c16-a4f2-49a0f1d3e09c req-6b607c80-1b4c-4b2d-84dc-09b764812df9 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=efdb4c65-ed8d-4792-ac96-8b1053b167b5 HTTP/1.1" status: 200 len: 945 time: 0.1202650 Sep 08 13:56:56.708964 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-ae763409-ab2c-4c16-a4f2-49a0f1d3e09c req-32e268bc-048a-4e79-8f29-4568a4718c0e tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=71fbc785-b69a-4abf-8140-4abe8997af2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886986 Sep 08 13:56:57.224692 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=8 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:56:57.712986 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8df80ce-8182-4e87-875c-f0a7a69ba6e9 req-6fa122f6-a849-4077-943f-a248ce6f198b tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:56:57.719426 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-a8df80ce-8182-4e87-875c-f0a7a69ba6e9 req-6fa122f6-a849-4077-943f-a248ce6f198b tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=c6a4b8e4-4292-4db0-89b6-b09f84f513ce HTTP/1.1" status: 200 len: 945 time: 0.0550692 Sep 08 13:56:57.819603 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-a8df80ce-8182-4e87-875c-f0a7a69ba6e9 req-19b64bb1-7f27-40d2-a7ec-c21a939dc335 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ba77d3e3-4ef5-47e5-92f9-557f5a59027b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944433 Sep 08 13:56:57.892724 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b1f35c-daff-4365-8073-d8d2b84ed9e1 req-3e787733-fdc0-4356-af78-5f25571ed457 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:56:57.899989 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-a3b1f35c-daff-4365-8073-d8d2b84ed9e1 req-3e787733-fdc0-4356-af78-5f25571ed457 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=efdb4c65-ed8d-4792-ac96-8b1053b167b5 HTTP/1.1" status: 200 len: 945 time: 0.0704269 Sep 08 13:56:57.961627 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-a3b1f35c-daff-4365-8073-d8d2b84ed9e1 req-b26eae0c-506e-487c-b00c-a9c9c7477eb7 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=71fbc785-b69a-4abf-8140-4abe8997af2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605044 Sep 08 13:56:58.968611 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8a8040-1862-4531-9968-faae64f19fcc req-08e75459-9025-444b-bec6-d39d5d411b81 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:56:58.975900 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-de8a8040-1862-4531-9968-faae64f19fcc req-08e75459-9025-444b-bec6-d39d5d411b81 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=c6a4b8e4-4292-4db0-89b6-b09f84f513ce HTTP/1.1" status: 200 len: 945 time: 0.0683274 Sep 08 13:56:59.034232 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-de8a8040-1862-4531-9968-faae64f19fcc req-170e056f-ac29-4f03-83de-5c3aa1a36e87 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ba77d3e3-4ef5-47e5-92f9-557f5a59027b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554438 Sep 08 13:56:59.129226 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86e881d-714c-427d-856b-10d18223ae7d req-21b444c4-5572-4bbe-ac33-76b4a432d5f0 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:56:59.130856 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-a86e881d-714c-427d-856b-10d18223ae7d req-21b444c4-5572-4bbe-ac33-76b4a432d5f0 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=efdb4c65-ed8d-4792-ac96-8b1053b167b5 HTTP/1.1" status: 200 len: 945 time: 0.0543945 Sep 08 13:56:59.206786 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000290b5-7cb4-46ca-9b2d-40a438a9098f req-1d9824c4-e05d-4eb5-aeba-688ac16df6af tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:56:59.208264 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-000290b5-7cb4-46ca-9b2d-40a438a9098f req-1d9824c4-e05d-4eb5-aeba-688ac16df6af tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c6a4b8e4-4292-4db0-89b6-b09f84f513ce HTTP/1.1" status: 200 len: 945 time: 0.0765383 Sep 08 13:56:59.289621 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-a86e881d-714c-427d-856b-10d18223ae7d req-e24a333a-7b6b-490f-b27e-de3ed2d08971 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=71fbc785-b69a-4abf-8140-4abe8997af2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1497657 Sep 08 13:56:59.311126 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.plugin [req-000290b5-7cb4-46ca-9b2d-40a438a9098f req-751a5957-2821-44ef-adab-26b32f7d72f3 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Deleting port 94671fa2-8c0f-46c1-8d8a-12ec57a1598d {{(pid=112710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 08 13:56:59.311560 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-000290b5-7cb4-46ca-9b2d-40a438a9098f req-751a5957-2821-44ef-adab-26b32f7d72f3 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729028590053'] for port (94671fa2-8c0f-46c1-8d8a-12ec57a1598d), before_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:56:59.425309 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=16,neutron:DELETE=1 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:56:59.438759 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=18,neutron:DELETE=2 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:56:59.440902 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.db [req-000290b5-7cb4-46ca-9b2d-40a438a9098f req-751a5957-2821-44ef-adab-26b32f7d72f3 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] For port 94671fa2-8c0f-46c1-8d8a-12ec57a1598d, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=94671fa2-8c0f-46c1-8d8a-12ec57a1598d,segment=NetworkSegment(20c24cd0-3b1f-4e89-83a4-717e24ca5a29),segment_id=20c24cd0-3b1f-4e89-83a4-717e24ca5a29)] {{(pid=112710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:56:59.441378 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-000290b5-7cb4-46ca-9b2d-40a438a9098f req-751a5957-2821-44ef-adab-26b32f7d72f3 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3750342'] for port (94671fa2-8c0f-46c1-8d8a-12ec57a1598d), precommit_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:56:59.548165 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=100 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:56:59.556047 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:56:59.557982 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:56:59.566831 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=100 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:56:59.635811 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-000290b5-7cb4-46ca-9b2d-40a438a9098f req-751a5957-2821-44ef-adab-26b32f7d72f3 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:56:59.635811 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-000290b5-7cb4-46ca-9b2d-40a438a9098f req-751a5957-2821-44ef-adab-26b32f7d72f3 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3679472'] for floatingip (960ce675-957d-45d5-84ec-74815782cbdc), after_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:56:59.636024 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.db.l3_db [req-000290b5-7cb4-46ca-9b2d-40a438a9098f req-751a5957-2821-44ef-adab-26b32f7d72f3 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Floating IP 960ce675-957d-45d5-84ec-74815782cbdc disassociated. External IP: 172.27.0.127, port: 94671fa2-8c0f-46c1-8d8a-12ec57a1598d. Sep 08 13:56:59.636318 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.plugin [req-000290b5-7cb4-46ca-9b2d-40a438a9098f req-751a5957-2821-44ef-adab-26b32f7d72f3 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Calling delete_port for 94671fa2-8c0f-46c1-8d8a-12ec57a1598d owned by compute:nova {{(pid=112710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 08 13:56:59.772622 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-000290b5-7cb4-46ca-9b2d-40a438a9098f req-751a5957-2821-44ef-adab-26b32f7d72f3 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729028594324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729028134310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10367820'] for port (94671fa2-8c0f-46c1-8d8a-12ec57a1598d), after_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:56:59.798775 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751a5957-2821-44ef-adab-26b32f7d72f3 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Pushing event deleted for resources: {'Port': ['ID=94671fa2-8c0f-46c1-8d8a-12ec57a1598d,revision_number=None']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:56:59.909636 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.scheduler.l3_agent_scheduler [req-000290b5-7cb4-46ca-9b2d-40a438a9098f req-751a5957-2821-44ef-adab-26b32f7d72f3 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Router 02a208a6-8629-4695-a17f-fdd0442b3d34 has already been hosted by L3 agent 91421a76-39ff-4685-90ca-aa6fbf6a1933 {{(pid=112710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:57:00.012964 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-000290b5-7cb4-46ca-9b2d-40a438a9098f req-751a5957-2821-44ef-adab-26b32f7d72f3 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Notify agent at l3_agent.dv-cinder-820027-24-iscsi the message routers_updated {{(pid=112710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:57:00.025552 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85470d2b-e48d-4ba0-97ba-7512b3634344 None None] Sync routers for ids ['02a208a6-8629-4695-a17f-fdd0442b3d34'] in dv-cinder-820027-24-iscsi {{(pid=112711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:57:00.035816 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85470d2b-e48d-4ba0-97ba-7512b3634344 None None] Routers {'02a208a6-8629-4695-a17f-fdd0442b3d34'} bound to L3 agent in host dv-cinder-820027-24-iscsi {{(pid=112711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 13:57:00.036439 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_hamode_db [None req-85470d2b-e48d-4ba0-97ba-7512b3634344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-08T13:44:16Z,description=,heartbeat_timestamp=2022-09-08T13:56:46Z,host='dv-cinder-820027-24-iscsi',id=91421a76-39ff-4685-90ca-aa6fbf6a1933,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:44:16Z,topic='l3_agent')) {'router_ids': ['02a208a6-8629-4695-a17f-fdd0442b3d34'], 'active': True} {{(pid=112711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:57:00.054586 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.db.l3_dvrscheduler_db [req-000290b5-7cb4-46ca-9b2d-40a438a9098f req-751a5957-2821-44ef-adab-26b32f7d72f3 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] No DVR routers for this DVR port 94671fa2-8c0f-46c1-8d8a-12ec57a1598d on host hv-cinder-82002 {{(pid=112710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 08 13:57:00.057030 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-000290b5-7cb4-46ca-9b2d-40a438a9098f req-751a5957-2821-44ef-adab-26b32f7d72f3 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161718'] for port (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:00.060358 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-000290b5-7cb4-46ca-9b2d-40a438a9098f req-751a5957-2821-44ef-adab-26b32f7d72f3 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.20 "DELETE /networking/v2.0/ports/94671fa2-8c0f-46c1-8d8a-12ec57a1598d HTTP/1.1" status: 204 len: 173 time: 0.8405242 Sep 08 13:57:00.060829 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6a4b8e4-4292-4db0-89b6-b09f84f513ce', 'name': 'network-vif-deleted', 'tag': '94671fa2-8c0f-46c1-8d8a-12ec57a1598d'}] {{(pid=112710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 13:57:00.063100 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4aaac3e20a53a8e6247a431178541979a817c05ad734f54eee24c8be994502e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adcd080d-e6ab-4041-bade-306b9ed9d75c" -d '{"events": [{"server_uuid": "c6a4b8e4-4292-4db0-89b6-b09f84f513ce", "name": "network-vif-deleted", "tag": "94671fa2-8c0f-46c1-8d8a-12ec57a1598d"}]}' {{(pid=112710) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:57:00.111914 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Sep 2022 13:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8039f08a-b0d8-4792-9ab1-d32c87aef6eb x-openstack-request-id: req-8039f08a-b0d8-4792-9ab1-d32c87aef6eb {{(pid=112710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:57:00.112209 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6a4b8e4-4292-4db0-89b6-b09f84f513ce", "name": "network-vif-deleted", "tag": "94671fa2-8c0f-46c1-8d8a-12ec57a1598d", "status": "completed", "code": 200}]} {{(pid=112710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:57:00.112461 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8039f08a-b0d8-4792-9ab1-d32c87aef6eb {{(pid=112710) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:57:00.112890 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8039f08a-b0d8-4792-9ab1-d32c87aef6eb'] response: {'server_uuid': 'c6a4b8e4-4292-4db0-89b6-b09f84f513ce', 'name': 'network-vif-deleted', 'tag': '94671fa2-8c0f-46c1-8d8a-12ec57a1598d', 'status': 'completed', 'code': 200} Sep 08 13:57:00.152135 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvr_db [None req-85470d2b-e48d-4ba0-97ba-7512b3634344 None None] Set router 02a208a6-8629-4695-a17f-fdd0442b3d34 gateway port host: dv-cinder-820027-24-iscsi {{(pid=112711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 13:57:00.158329 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-28b587c8-c417-41b0-ac25-d3d787a81003 req-150e2b4c-839b-4a63-9a21-c93ae56511db tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=c6a4b8e4-4292-4db0-89b6-b09f84f513ce HTTP/1.1" status: 200 len: 210 time: 0.0310638 Sep 08 13:57:00.350706 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_hamode_db [None req-85470d2b-e48d-4ba0-97ba-7512b3634344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02a208a6-8629-4695-a17f-fdd0442b3d34', 'name': 'tempest-AttachVolumeNegativeTest-1590919179-router', 'tenant_id': 'b4ca185497284e9780eba8fc2e713d6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'e8f2f592-277a-4d05-986e-4d884ef99bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:52:26Z', 'updated_at': '2022-09-08T13:52:37Z', 'revision_number': 4, 'project_id': 'b4ca185497284e9780eba8fc2e713d6e', 'gw_port': {'id': 'e8f2f592-277a-4d05-986e-4d884ef99bfb', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:98:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a208a6-8629-4695-a17f-fdd0442b3d34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:52:27Z', 'updated_at': '2022-09-08T13:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi', '_interfaces': [{'id': '0ca98399-9c62-4c2e-b02f-2e468cdee8e8', 'name': '', 'network_id': 'cf5901ef-2ee5-4879-85aa-18770c77b80a', 'tenant_id': 'b4ca185497284e9780eba8fc2e713d6e', 'mac_address': 'fa:16:3e:fb:7b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a208a6-8629-4695-a17f-fdd0442b3d34', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'a139bee4-b378-4a6d-bfa3-c572d95f8369', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:52:34Z', 'updated_at': '2022-09-08T13:52:55Z', 'revision_number': 5, 'project_id': 'b4ca185497284e9780eba8fc2e713d6e', 'subnets': [{'id': 'a139bee4-b378-4a6d-bfa3-c572d95f8369', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-24-iscsi', False) {} {{(pid=112711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:57:00.379833 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85470d2b-e48d-4ba0-97ba-7512b3634344 None None] Checking router: 02a208a6-8629-4695-a17f-fdd0442b3d34 for host: dv-cinder-820027-24-iscsi {{(pid=112711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:57:00.388438 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85470d2b-e48d-4ba0-97ba-7512b3634344 None None] Routers {'02a208a6-8629-4695-a17f-fdd0442b3d34'} bound to L3 agent in host dv-cinder-820027-24-iscsi {{(pid=112711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 13:57:00.388998 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_hamode_db [None req-85470d2b-e48d-4ba0-97ba-7512b3634344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-08T13:44:16Z,description=,heartbeat_timestamp=2022-09-08T13:56:46Z,host='dv-cinder-820027-24-iscsi',id=91421a76-39ff-4685-90ca-aa6fbf6a1933,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:44:16Z,topic='l3_agent')) {'router_ids': ['02a208a6-8629-4695-a17f-fdd0442b3d34'], 'active': True} {{(pid=112711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:57:00.436046 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab49a68d-b66c-4a5a-8c52-7588d7769155 req-bfc7e6a6-f22e-45dd-8de4-26db148ffbdb tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:00.437504 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-ab49a68d-b66c-4a5a-8c52-7588d7769155 req-bfc7e6a6-f22e-45dd-8de4-26db148ffbdb tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=efdb4c65-ed8d-4792-ac96-8b1053b167b5 HTTP/1.1" status: 200 len: 945 time: 0.0495827 Sep 08 13:57:00.486627 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-ab49a68d-b66c-4a5a-8c52-7588d7769155 req-e4f981b6-7bd8-45f1-97f7-159614f7e2ac tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=71fbc785-b69a-4abf-8140-4abe8997af2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432236 Sep 08 13:57:00.492387 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvr_db [None req-85470d2b-e48d-4ba0-97ba-7512b3634344 None None] Set router 02a208a6-8629-4695-a17f-fdd0442b3d34 gateway port host: dv-cinder-820027-24-iscsi {{(pid=112711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 13:57:00.689334 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_hamode_db [None req-85470d2b-e48d-4ba0-97ba-7512b3634344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02a208a6-8629-4695-a17f-fdd0442b3d34', 'name': 'tempest-AttachVolumeNegativeTest-1590919179-router', 'tenant_id': 'b4ca185497284e9780eba8fc2e713d6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'e8f2f592-277a-4d05-986e-4d884ef99bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:52:26Z', 'updated_at': '2022-09-08T13:52:37Z', 'revision_number': 4, 'project_id': 'b4ca185497284e9780eba8fc2e713d6e', 'gw_port': {'id': 'e8f2f592-277a-4d05-986e-4d884ef99bfb', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:98:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a208a6-8629-4695-a17f-fdd0442b3d34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:52:27Z', 'updated_at': '2022-09-08T13:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi', '_interfaces': [{'id': '0ca98399-9c62-4c2e-b02f-2e468cdee8e8', 'name': '', 'network_id': 'cf5901ef-2ee5-4879-85aa-18770c77b80a', 'tenant_id': 'b4ca185497284e9780eba8fc2e713d6e', 'mac_address': 'fa:16:3e:fb:7b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a208a6-8629-4695-a17f-fdd0442b3d34', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'a139bee4-b378-4a6d-bfa3-c572d95f8369', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:52:34Z', 'updated_at': '2022-09-08T13:52:55Z', 'revision_number': 5, 'project_id': 'b4ca185497284e9780eba8fc2e713d6e', 'subnets': [{'id': 'a139bee4-b378-4a6d-bfa3-c572d95f8369', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-24-iscsi', False) {} {{(pid=112711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:57:00.717486 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85470d2b-e48d-4ba0-97ba-7512b3634344 None None] The sync data for ids ['02a208a6-8629-4695-a17f-fdd0442b3d34'] in dv-cinder-820027-24-iscsi is: [{'id': '02a208a6-8629-4695-a17f-fdd0442b3d34', 'name': 'tempest-AttachVolumeNegativeTest-1590919179-router', 'tenant_id': 'b4ca185497284e9780eba8fc2e713d6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'e8f2f592-277a-4d05-986e-4d884ef99bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:52:26Z', 'updated_at': '2022-09-08T13:52:37Z', 'revision_number': 4, 'project_id': 'b4ca185497284e9780eba8fc2e713d6e', 'gw_port': {'id': 'e8f2f592-277a-4d05-986e-4d884ef99bfb', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:98:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a208a6-8629-4695-a17f-fdd0442b3d34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:52:27Z', 'updated_at': '2022-09-08T13:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi', '_interfaces': [{'id': '0ca98399-9c62-4c2e-b02f-2e468cdee8e8', 'name': '', 'network_id': 'cf5901ef-2ee5-4879-85aa-18770c77b80a', 'tenant_id': 'b4ca185497284e9780eba8fc2e713d6e', 'mac_address': 'fa:16:3e:fb:7b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a208a6-8629-4695-a17f-fdd0442b3d34', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'a139bee4-b378-4a6d-bfa3-c572d95f8369', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:52:34Z', 'updated_at': '2022-09-08T13:52:55Z', 'revision_number': 5, 'project_id': 'b4ca185497284e9780eba8fc2e713d6e', 'subnets': [{'id': 'a139bee4-b378-4a6d-bfa3-c572d95f8369', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:57:00.865577 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32bf5b0-52dc-4a03-888f-2ff872df6195 req-36561d4d-e060-4334-8291-ec38cf9e2fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:00.867176 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-d32bf5b0-52dc-4a03-888f-2ff872df6195 req-36561d4d-e060-4334-8291-ec38cf9e2fef service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=bc4476b1f4b84b5593ff2650592b9fb7&device_id=efdb4c65-ed8d-4792-ac96-8b1053b167b5 HTTP/1.1" status: 200 len: 1129 time: 0.0414479 Sep 08 13:57:00.881614 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:57:00.975097 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32bf5b0-52dc-4a03-888f-2ff872df6195 req-a469be46-0406-4006-89a4-92d31baa0886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:00.976832 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-d32bf5b0-52dc-4a03-888f-2ff872df6195 req-a469be46-0406-4006-89a4-92d31baa0886 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=1c9b3d05-20f8-440e-89b3-587b430f97a5 HTTP/1.1" status: 200 len: 918 time: 0.0974946 Sep 08 13:57:00.997436 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad71ce0-f64b-4540-b3cc-5819725a7500 None None] New status for floating IP 960ce675-957d-45d5-84ec-74815782cbdc: DOWN {{(pid=112712) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 08 13:57:01.055889 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-d32bf5b0-52dc-4a03-888f-2ff872df6195 req-d288b55f-5142-4ffe-8648-d106a4726b92 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c9da782b-975b-4d78-bc93-092cf58fcf3a HTTP/1.1" status: 200 len: 1000 time: 0.0647123 Sep 08 13:57:01.117993 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32bf5b0-52dc-4a03-888f-2ff872df6195 req-01fa6ba1-f160-40b7-b0db-97c95ef631ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:01.119637 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-d32bf5b0-52dc-4a03-888f-2ff872df6195 req-01fa6ba1-f160-40b7-b0db-97c95ef631ca service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=c1fdd510-cbc1-4f0f-8fbd-e177b9f3baf0 HTTP/1.1" status: 200 len: 856 time: 0.0505407 Sep 08 13:57:01.284683 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-5c61f99f-8cc8-4c14-8cb6-3084e3b71a88 req-6d6d445c-0089-4998-aa4e-1cfa8483036a tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=c6a4b8e4-4292-4db0-89b6-b09f84f513ce HTTP/1.1" status: 200 len: 210 time: 0.0312784 Sep 08 13:57:01.615910 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47827591-19a6-4c54-8c23-4a07aaedadfe req-76c3e144-458d-4660-99a0-ca9f22d29df9 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:01.617383 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-47827591-19a6-4c54-8c23-4a07aaedadfe req-76c3e144-458d-4660-99a0-ca9f22d29df9 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=efdb4c65-ed8d-4792-ac96-8b1053b167b5 HTTP/1.1" status: 200 len: 945 time: 0.0467002 Sep 08 13:57:01.647711 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:57:01.666277 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-47827591-19a6-4c54-8c23-4a07aaedadfe req-28eae37f-41b1-49f6-aece-491813793d98 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=71fbc785-b69a-4abf-8140-4abe8997af2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433142 Sep 08 13:57:02.380652 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:57:02.399190 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-427b68c4-1eea-468d-bd6a-b63faad8c72b req-571c1f45-8daa-4d11-8e5d-6331ccd1b639 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=c6a4b8e4-4292-4db0-89b6-b09f84f513ce HTTP/1.1" status: 200 len: 210 time: 0.0288417 Sep 08 13:57:02.790094 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95f3c35-9d41-4096-93fc-c4540cc2c7a3 req-713b3165-5cf1-46dc-9183-ce8a98f11cab tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:02.791530 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-b95f3c35-9d41-4096-93fc-c4540cc2c7a3 req-713b3165-5cf1-46dc-9183-ce8a98f11cab tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=efdb4c65-ed8d-4792-ac96-8b1053b167b5 HTTP/1.1" status: 200 len: 945 time: 0.0471687 Sep 08 13:57:02.841237 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-b95f3c35-9d41-4096-93fc-c4540cc2c7a3 req-16f9881d-436f-4a6e-ac0e-0aa6fdddcb77 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=71fbc785-b69a-4abf-8140-4abe8997af2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442250 Sep 08 13:57:03.373778 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32bf5b0-52dc-4a03-888f-2ff872df6195 req-37bf1b06-52fd-4388-a6c1-43dd3105f506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:03.375262 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-d32bf5b0-52dc-4a03-888f-2ff872df6195 req-37bf1b06-52fd-4388-a6c1-43dd3105f506 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=1c9b3d05-20f8-440e-89b3-587b430f97a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0398645 Sep 08 13:57:03.512695 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-ede41578-4f47-4468-bb96-e70812c20f7c req-236084de-296a-4938-8db9-0106397fb544 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=c6a4b8e4-4292-4db0-89b6-b09f84f513ce HTTP/1.1" status: 200 len: 210 time: 0.0289562 Sep 08 13:57:03.967550 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd99ae9-4d6a-46be-812f-8a5814f06455 req-69872b60-2772-4157-b6f7-c8e10d58bbb0 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:03.968983 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-5cd99ae9-4d6a-46be-812f-8a5814f06455 req-69872b60-2772-4157-b6f7-c8e10d58bbb0 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=efdb4c65-ed8d-4792-ac96-8b1053b167b5 HTTP/1.1" status: 200 len: 945 time: 0.0463786 Sep 08 13:57:04.017682 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-5cd99ae9-4d6a-46be-812f-8a5814f06455 req-64d39417-c2ab-42f4-a892-63f73581b80c tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=71fbc785-b69a-4abf-8140-4abe8997af2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431705 Sep 08 13:57:04.424520 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Device 94671fa2-8c0f-46c1-8d8a-12ec57a1598d no longer exists at agent hyperv_hv-cinder-82002 {{(pid=112711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:57:04.447258 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] No Port match for: 94671fa2-8c0f-46c1-8d8a-12ec57a1598d {{(pid=112711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 08 13:57:04.447610 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Device 94671fa2-8c0f-46c1-8d8a-12ec57a1598d not bound to the agent host hv-cinder-82002 {{(pid=112711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:57:04.511944 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-d32bf5b0-52dc-4a03-888f-2ff872df6195 req-157fef21-5d5b-4dc8-b8a6-5e5afd56333a service neutron] 10.222.0.20 "GET /networking/v2.0/networks/1c9b3d05-20f8-440e-89b3-587b430f97a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876060 Sep 08 13:57:04.562408 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (4c2ff875-e6d7-424e-bdc7-d4b2ed4bdd9c), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:04.628105 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-32b6d2c1-73c3-4a9d-af17-ca4a6215f23b req-29e5cc9f-2045-46ed-bd53-863582fb674b tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=c6a4b8e4-4292-4db0-89b6-b09f84f513ce HTTP/1.1" status: 200 len: 210 time: 0.0280349 Sep 08 13:57:04.693790 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Device c9da782b-975b-4d78-bc93-092cf58fcf3a no longer exists at agent hyperv_hv-cinder-82002 {{(pid=112711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:57:04.767255 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Current status of the port c9da782b-975b-4d78-bc93-092cf58fcf3a is: ACTIVE; New status is: DOWN {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 13:57:04.767634 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (c9da782b-975b-4d78-bc93-092cf58fcf3a), before_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:04.793461 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efdb4c65-ed8d-4792-ac96-8b1053b167b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9da782b-975b-4d78-bc93-092cf58fcf3a'}] {{(pid=112711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 13:57:04.796327 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da88ec0cbec787fa3ec3fbfc035ae72aba30a0bab36d561f227dc8a59222d55b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8bc6298-4a53-45d8-bff1-86ea79c4fb28" -d '{"events": [{"server_uuid": "efdb4c65-ed8d-4792-ac96-8b1053b167b5", "name": "network-vif-unplugged", "status": "completed", "tag": "c9da782b-975b-4d78-bc93-092cf58fcf3a"}]}' {{(pid=112711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:57:04.810627 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] For port c9da782b-975b-4d78-bc93-092cf58fcf3a, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=c9da782b-975b-4d78-bc93-092cf58fcf3a,segment=NetworkSegment(2f6c42c1-14c1-4abe-8cc1-e54cbc6177f2),segment_id=2f6c42c1-14c1-4abe-8cc1-e54cbc6177f2)] {{(pid=112711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:57:04.815187 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (c9da782b-975b-4d78-bc93-092cf58fcf3a), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:04.854116 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Sep 2022 13:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99eb6b85-db7b-4857-9260-a4137dc7a15b x-openstack-request-id: req-99eb6b85-db7b-4857-9260-a4137dc7a15b {{(pid=112711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:57:04.854434 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efdb4c65-ed8d-4792-ac96-8b1053b167b5", "name": "network-vif-unplugged", "status": "completed", "tag": "c9da782b-975b-4d78-bc93-092cf58fcf3a", "code": 200}]} {{(pid=112711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:57:04.854720 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-99eb6b85-db7b-4857-9260-a4137dc7a15b {{(pid=112711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:57:04.855311 dv-cinder-820027-24-iscsi neutron-server[112711]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99eb6b85-db7b-4857-9260-a4137dc7a15b'] response: {'server_uuid': 'efdb4c65-ed8d-4792-ac96-8b1053b167b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9da782b-975b-4d78-bc93-092cf58fcf3a', 'code': 200} Sep 08 13:57:04.883105 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Pushing event updated for resources: {'Port': ['ID=c9da782b-975b-4d78-bc93-092cf58fcf3a,revision_number=8']} {{(pid=112711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:57:05.177709 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e50dc47-0bcb-4736-b52a-c248d63fde83 req-326a5770-6ab6-49f7-8ff3-82119eaa2bcb tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:05.179241 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-4e50dc47-0bcb-4736-b52a-c248d63fde83 req-326a5770-6ab6-49f7-8ff3-82119eaa2bcb tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=efdb4c65-ed8d-4792-ac96-8b1053b167b5 HTTP/1.1" status: 200 len: 943 time: 0.0620403 Sep 08 13:57:05.221561 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-d32bf5b0-52dc-4a03-888f-2ff872df6195 req-96ec9628-468d-4ae1-ad8f-c035816fb6e5 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/1c9b3d05-20f8-440e-89b3-587b430f97a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635222 Sep 08 13:57:05.254280 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-4e50dc47-0bcb-4736-b52a-c248d63fde83 req-119e0f76-37ea-40d0-a203-0f304cca1201 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=71fbc785-b69a-4abf-8140-4abe8997af2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639839 Sep 08 13:57:05.742608 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-40179493-d354-47a7-9ea6-1bdec35c2a1c req-bb0a6cd2-7067-42b5-a168-7917d3e22230 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=c6a4b8e4-4292-4db0-89b6-b09f84f513ce HTTP/1.1" status: 200 len: 210 time: 0.0276837 Sep 08 13:57:06.384289 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613176ec-dd3d-4a06-89d8-1dd90b4c12e7 req-6249f55a-ba12-43f1-9df0-793f485cbcc9 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:06.385773 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-613176ec-dd3d-4a06-89d8-1dd90b4c12e7 req-6249f55a-ba12-43f1-9df0-793f485cbcc9 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=efdb4c65-ed8d-4792-ac96-8b1053b167b5 HTTP/1.1" status: 200 len: 943 time: 0.0492487 Sep 08 13:57:06.435838 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-613176ec-dd3d-4a06-89d8-1dd90b4c12e7 req-ad329693-225a-41bf-868e-9cbb466b5f25 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=71fbc785-b69a-4abf-8140-4abe8997af2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443182 Sep 08 13:57:06.840494 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 38710) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:57:06.895814 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-4114cff2-c76e-43cb-a946-7f781cbc9bd1 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks [] for security_group (ba77d3e3-4ef5-47e5-92f9-557f5a59027b), before_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:06.921606 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-4114cff2-c76e-43cb-a946-7f781cbc9bd1 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks [] for security_group (ba77d3e3-4ef5-47e5-92f9-557f5a59027b), precommit_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:06.970094 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-4114cff2-c76e-43cb-a946-7f781cbc9bd1 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (ba77d3e3-4ef5-47e5-92f9-557f5a59027b), after_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:06.972639 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-4114cff2-c76e-43cb-a946-7f781cbc9bd1 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks [] for security_group (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:06.976403 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-4114cff2-c76e-43cb-a946-7f781cbc9bd1 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "DELETE /networking/v2.0/security-groups/ba77d3e3-4ef5-47e5-92f9-557f5a59027b HTTP/1.1" status: 204 len: 168 time: 0.1322906 Sep 08 13:57:06.976987 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 38714) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:57:06.989253 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4114cff2-c76e-43cb-a946-7f781cbc9bd1 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba77d3e3-4ef5-47e5-92f9-557f5a59027b,revision_number=None']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:57:06.992126 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.api.v2.resource [None req-7399f761-c030-4f37-9882-69eadf1dc3ac tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] show failed (client error): The resource could not be found. Sep 08 13:57:06.993096 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-7399f761-c030-4f37-9882-69eadf1dc3ac tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/security-groups/ba77d3e3-4ef5-47e5-92f9-557f5a59027b HTTP/1.1" status: 404 len: 347 time: 0.0153375 Sep 08 13:57:06.996169 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 38716) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:57:07.106524 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.plugin [None req-3762fb73-8418-44da-9ca3-799e0471243e tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Deleting port dc3b0b83-67c8-4a30-a87d-f1c6632eb292 {{(pid=112709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 08 13:57:07.107441 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-3762fb73-8418-44da-9ca3-799e0471243e tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729028590053'] for port (dc3b0b83-67c8-4a30-a87d-f1c6632eb292), before_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:07.184356 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-3762fb73-8418-44da-9ca3-799e0471243e tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3750342'] for port (dc3b0b83-67c8-4a30-a87d-f1c6632eb292), precommit_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:07.184680 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-3762fb73-8418-44da-9ca3-799e0471243e tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks [] for floatingip (dc3b0b83-67c8-4a30-a87d-f1c6632eb292), precommit_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:07.196874 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.plugin [None req-3762fb73-8418-44da-9ca3-799e0471243e tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Calling delete_port for dc3b0b83-67c8-4a30-a87d-f1c6632eb292 owned by network:floatingip {{(pid=112709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 08 13:57:07.332041 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-3762fb73-8418-44da-9ca3-799e0471243e tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729028594324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729028134310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9153317'] for port (dc3b0b83-67c8-4a30-a87d-f1c6632eb292), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:07.357229 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3762fb73-8418-44da-9ca3-799e0471243e tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Pushing event deleted for resources: {'Port': ['ID=dc3b0b83-67c8-4a30-a87d-f1c6632eb292,revision_number=None']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:57:07.416780 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-3762fb73-8418-44da-9ca3-799e0471243e tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks [] for floatingip (960ce675-957d-45d5-84ec-74815782cbdc), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:07.419895 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-3762fb73-8418-44da-9ca3-799e0471243e tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161718'] for floatingip (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:07.422731 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-3762fb73-8418-44da-9ca3-799e0471243e tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "DELETE /networking/v2.0/floatingips/960ce675-957d-45d5-84ec-74815782cbdc HTTP/1.1" status: 204 len: 168 time: 0.4237995 Sep 08 13:57:07.514860 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 38728) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:57:07.519362 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.v2.base [None req-6105afdc-9386-458d-967e-b3faac519b70 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Request body: {'security_group': {'name': 'tempest-securitygroup--581573324', 'description': 'tempest-description--1807272142'}} {{(pid=112710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:57:07.579145 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-6105afdc-9386-458d-967e-b3faac519b70 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks [] for security_group (None), before_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:07.599344 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca6401a-c593-4edb-a0e7-979dbc8abc86 req-abd984f2-d2f8-40c3-8b3f-7364ace39f0c tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:07.600733 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-fca6401a-c593-4edb-a0e7-979dbc8abc86 req-abd984f2-d2f8-40c3-8b3f-7364ace39f0c tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=efdb4c65-ed8d-4792-ac96-8b1053b167b5 HTTP/1.1" status: 200 len: 943 time: 0.0653269 Sep 08 13:57:07.652283 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:57:07.657306 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=5 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:57:07.687955 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-fca6401a-c593-4edb-a0e7-979dbc8abc86 req-91d27988-b298-4049-89c4-feddc7328751 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=71fbc785-b69a-4abf-8140-4abe8997af2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815740 Sep 08 13:57:07.706133 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-6105afdc-9386-458d-967e-b3faac519b70 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks [] for security_group (cf4cb08a-0adf-4e43-9570-dddee6c4a40a), precommit_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:07.710072 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-6105afdc-9386-458d-967e-b3faac519b70 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (cf4cb08a-0adf-4e43-9570-dddee6c4a40a), after_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:07.740671 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-6105afdc-9386-458d-967e-b3faac519b70 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks [] for security_group (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:07.741904 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-6105afdc-9386-458d-967e-b3faac519b70 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2259974 Sep 08 13:57:07.743781 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6105afdc-9386-458d-967e-b3faac519b70 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf4cb08a-0adf-4e43-9570-dddee6c4a40a,revision_number=1']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:57:07.744945 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 38732) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:57:07.749584 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.v2.base [None req-c6f03050-d67b-4c5e-9b6b-e41c552e67bf tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Request body: {'security_group_rule': {'security_group_id': 'cf4cb08a-0adf-4e43-9570-dddee6c4a40a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:57:07.776240 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-c6f03050-d67b-4c5e-9b6b-e41c552e67bf tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks [] for security_group_rule (0baeb1a8-8bd8-4892-a82d-c523bb60bc21), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:07.839826 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-c6f03050-d67b-4c5e-9b6b-e41c552e67bf tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks [] for security_group_rule (0baeb1a8-8bd8-4892-a82d-c523bb60bc21), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:07.843509 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-c6f03050-d67b-4c5e-9b6b-e41c552e67bf tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763866'] for security_group_rule (0baeb1a8-8bd8-4892-a82d-c523bb60bc21), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:07.861875 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f03050-d67b-4c5e-9b6b-e41c552e67bf tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0baeb1a8-8bd8-4892-a82d-c523bb60bc21,revision_number=0']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:57:07.875697 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-c6f03050-d67b-4c5e-9b6b-e41c552e67bf tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:07.876907 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-c6f03050-d67b-4c5e-9b6b-e41c552e67bf tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1309087 Sep 08 13:57:07.879736 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 38736) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:57:07.884163 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.v2.base [None req-b631483d-cc83-4723-9225-99e2aee3bd15 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Request body: {'security_group_rule': {'security_group_id': 'cf4cb08a-0adf-4e43-9570-dddee6c4a40a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=112710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:57:07.914490 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-b631483d-cc83-4723-9225-99e2aee3bd15 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks [] for security_group_rule (509321b9-2510-4aef-8332-4da0e963192f), before_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:07.971480 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-b631483d-cc83-4723-9225-99e2aee3bd15 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks [] for security_group_rule (509321b9-2510-4aef-8332-4da0e963192f), precommit_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:07.974990 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-b631483d-cc83-4723-9225-99e2aee3bd15 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763866'] for security_group_rule (509321b9-2510-4aef-8332-4da0e963192f), after_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:07.993783 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b631483d-cc83-4723-9225-99e2aee3bd15 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=509321b9-2510-4aef-8332-4da0e963192f,revision_number=0']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:57:08.002642 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-b631483d-cc83-4723-9225-99e2aee3bd15 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:08.003821 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-b631483d-cc83-4723-9225-99e2aee3bd15 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1230698 Sep 08 13:57:08.006985 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 38738) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:57:08.011315 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.v2.base [None req-04fc97e4-a542-4d9e-94ba-08d0753441cf tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Request body: {'floatingip': {'floating_network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014'}} {{(pid=112710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:57:08.032313 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-04fc97e4-a542-4d9e-94ba-08d0753441cf tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:08.121902 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-04fc97e4-a542-4d9e-94ba-08d0753441cf tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (None), before_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:08.466099 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.db.db_base_plugin_common [None req-04fc97e4-a542-4d9e-94ba-08d0753441cf tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Allocated IP 172.27.0.157 (a5311008-4782-42e3-9445-a36a6c9fb014/42b74029-f5ac-41f0-a451-9a0d0b4a74ed/40f4dd15-23d3-4766-a958-9ad9c5bc2484) {{(pid=112710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:57:08.573794 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-04fc97e4-a542-4d9e-94ba-08d0753441cf tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks [] for port (40f4dd15-23d3-4766-a958-9ad9c5bc2484), precommit_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:08.609423 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-04fc97e4-a542-4d9e-94ba-08d0753441cf tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729028134301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10367820'] for port (40f4dd15-23d3-4766-a958-9ad9c5bc2484), after_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:08.650535 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04fc97e4-a542-4d9e-94ba-08d0753441cf tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Network a5311008-4782-42e3-9445-a36a6c9fb014 is already hosted by enough agents. {{(pid=112710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:57:08.656795 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.scheduler.base_scheduler [None req-04fc97e4-a542-4d9e-94ba-08d0753441cf tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Resources bound (agent type, host, resource id): {{(pid=112710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:57:08.659834 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04fc97e4-a542-4d9e-94ba-08d0753441cf tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Received port after_create {{(pid=112710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 08 13:57:08.683709 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:UPDATE=4,neutron:SELECT=86,neutron:INSERT=8,neutron:DELETE=2 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:57:08.692186 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fc97e4-a542-4d9e-94ba-08d0753441cf tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Pushing event updated for resources: {'Port': ['ID=40f4dd15-23d3-4766-a958-9ad9c5bc2484,revision_number=1']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:57:08.766236 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-04fc97e4-a542-4d9e-94ba-08d0753441cf tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks [] for floatingip (de715d0a-0fcd-43bc-afd1-c628740433c2), precommit_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:08.795313 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:57:08.832945 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-04fc97e4-a542-4d9e-94ba-08d0753441cf tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (40f4dd15-23d3-4766-a958-9ad9c5bc2484), before_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:08.867855 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2850bf3-8604-4dc7-a847-53ce1d366f3c req-5dd52588-f23c-4138-a6f1-f5fedd107907 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:08.869330 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-f2850bf3-8604-4dc7-a847-53ce1d366f3c req-5dd52588-f23c-4138-a6f1-f5fedd107907 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=efdb4c65-ed8d-4792-ac96-8b1053b167b5 HTTP/1.1" status: 200 len: 943 time: 0.0897667 Sep 08 13:57:08.979362 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-f2850bf3-8604-4dc7-a847-53ce1d366f3c req-9cdf82a4-f6da-4a2a-90f0-120a6a6b9551 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=71fbc785-b69a-4abf-8140-4abe8997af2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011577 Sep 08 13:57:09.039257 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-04fc97e4-a542-4d9e-94ba-08d0753441cf tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks [] for port (40f4dd15-23d3-4766-a958-9ad9c5bc2484), precommit_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:09.044189 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-04fc97e4-a542-4d9e-94ba-08d0753441cf tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10367797'] for port (40f4dd15-23d3-4766-a958-9ad9c5bc2484), after_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:09.119051 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fc97e4-a542-4d9e-94ba-08d0753441cf tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Pushing event updated for resources: {'Port': ['ID=40f4dd15-23d3-4766-a958-9ad9c5bc2484,revision_number=2']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:57:09.123177 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-04fc97e4-a542-4d9e-94ba-08d0753441cf tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3679472'] for floatingip (de715d0a-0fcd-43bc-afd1-c628740433c2), after_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:09.142519 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-04fc97e4-a542-4d9e-94ba-08d0753441cf tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161718'] for floatingip (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:09.143784 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-04fc97e4-a542-4d9e-94ba-08d0753441cf tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1358261 Sep 08 13:57:09.449976 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e0e3f4cd-2a7d-42c9-a311-de28bda8a79d req-97d5cc07-e126-4189-bc98-88e6de937d13 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--581573324&fields=id&tenant_id=b4ca185497284e9780eba8fc2e713d6e HTTP/1.1" status: 200 len: 267 time: 0.0591323 Sep 08 13:57:09.535294 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caa6ba8-02eb-4361-b238-e0ee06980547 req-d7e2c7b0-54a3-4e4b-bc19-883d7b7f5c43 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:09.536756 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-0caa6ba8-02eb-4361-b238-e0ee06980547 req-d7e2c7b0-54a3-4e4b-bc19-883d7b7f5c43 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d2ad7906-3b73-4fc9-a692-9692fb6234b3 HTTP/1.1" status: 200 len: 945 time: 0.0975533 Sep 08 13:57:09.617693 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e3f4cd-2a7d-42c9-a311-de28bda8a79d req-ef9f803f-7551-4d72-bbd7-01b0d3e7e213 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:09.619193 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e0e3f4cd-2a7d-42c9-a311-de28bda8a79d req-ef9f803f-7551-4d72-bbd7-01b0d3e7e213 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/networks?id=cf5901ef-2ee5-4879-85aa-18770c77b80a HTTP/1.1" status: 200 len: 815 time: 0.1817315 Sep 08 13:57:09.622334 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-0caa6ba8-02eb-4361-b238-e0ee06980547 req-8220262d-c093-4b06-b928-f2aabea9a96d tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e656d449-c572-4028-b2e1-f2eb8d08b7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783277 Sep 08 13:57:09.646196 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e0e3f4cd-2a7d-42c9-a311-de28bda8a79d req-c1aeef47-93fb-4922-b165-9df4076ee2e5 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/quotas/b4ca185497284e9780eba8fc2e713d6e HTTP/1.1" status: 200 len: 375 time: 0.0094144 Sep 08 13:57:09.682664 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [req-78c438e9-f662-4783-bfe2-a7839004e557 req-dac78a84-5f87-48b9-9ea5-5f8fb3fbfae5 service neutron] http://10.222.0.55:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112710) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 08 13:57:09.683535 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-78c438e9-f662-4783-bfe2-a7839004e557 req-dac78a84-5f87-48b9-9ea5-5f8fb3fbfae5 service neutron] 10.222.0.55 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0055373 Sep 08 13:57:09.693682 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e0e3f4cd-2a7d-42c9-a311-de28bda8a79d req-9f25a911-bb76-44fb-be0b-b8da736d1a54 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=b4ca185497284e9780eba8fc2e713d6e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0529532 Sep 08 13:57:09.827547 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e0e3f4cd-2a7d-42c9-a311-de28bda8a79d req-1739fa7e-793f-4580-9adb-ec9cc315403d service neutron] 10.222.0.55 "GET /networking/v2.0/networks/cf5901ef-2ee5-4879-85aa-18770c77b80a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217325 Sep 08 13:57:09.898524 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:57:09.955280 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e029a489-4c97-45f0-9a3c-f2324688fd64 req-626312de-cea2-49eb-a548-443e75cbcdd8 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:09.956783 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e029a489-4c97-45f0-9a3c-f2324688fd64 req-626312de-cea2-49eb-a548-443e75cbcdd8 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=efdb4c65-ed8d-4792-ac96-8b1053b167b5 HTTP/1.1" status: 200 len: 943 time: 0.1130972 Sep 08 13:57:09.999901 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e0e3f4cd-2a7d-42c9-a311-de28bda8a79d req-4e47223d-2eaa-4798-bcbb-47b19f900844 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/cf5901ef-2ee5-4879-85aa-18770c77b80a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666505 Sep 08 13:57:10.026700 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e029a489-4c97-45f0-9a3c-f2324688fd64 req-71c9eac1-7bfe-4c3e-ae06-fc5ffab783e3 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=71fbc785-b69a-4abf-8140-4abe8997af2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572667 Sep 08 13:57:10.152679 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:57:10.178913 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e39ab418-81e0-4bd4-8a6f-cf74a165c51c req-e7491591-36f8-4c90-b065-50c3ce2c9811 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=30b6fbb8-a2c9-4c92-b120-8ea3259c9b56 HTTP/1.1" status: 200 len: 210 time: 0.0351338 Sep 08 13:57:10.221954 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 38820) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:57:10.309097 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-d2421dc2-2a7e-487a-b729-72763c6c3354 req-92044d5e-c758-4000-b19f-855b9e3167e1 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=efdb4c65-ed8d-4792-ac96-8b1053b167b5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0859845 Sep 08 13:57:10.318472 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [req-d2421dc2-2a7e-487a-b729-72763c6c3354 req-597a79f6-53fe-4efc-9176-06ad110ad88d service neutron] http://10.222.0.55:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112710) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 08 13:57:10.319450 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-d2421dc2-2a7e-487a-b729-72763c6c3354 req-597a79f6-53fe-4efc-9176-06ad110ad88d service neutron] 10.222.0.55 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0050046 Sep 08 13:57:10.402865 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 38834) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:57:10.505270 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2421dc2-2a7e-487a-b729-72763c6c3354 req-8a6ccef7-94e0-4dc3-bfc7-d3dc3a6db6d4 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:10.506770 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-d2421dc2-2a7e-487a-b729-72763c6c3354 req-8a6ccef7-94e0-4dc3-bfc7-d3dc3a6db6d4 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports/c9da782b-975b-4d78-bc93-092cf58fcf3a HTTP/1.1" status: 200 len: 940 time: 0.1028996 Sep 08 13:57:10.752244 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0bc374-f08c-41f6-8e0d-8442f9bf9597 req-e9ed5160-0d3e-49f7-9d06-c121f0107aa2 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:10.754760 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-4d0bc374-f08c-41f6-8e0d-8442f9bf9597 req-e9ed5160-0d3e-49f7-9d06-c121f0107aa2 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d2ad7906-3b73-4fc9-a692-9692fb6234b3 HTTP/1.1" status: 200 len: 945 time: 0.0536296 Sep 08 13:57:10.802942 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-4d0bc374-f08c-41f6-8e0d-8442f9bf9597 req-f858593e-de80-47cc-9a7a-93640b83ffcc tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e656d449-c572-4028-b2e1-f2eb8d08b7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429294 Sep 08 13:57:11.093642 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=17,neutron:UPDATE=1 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:57:11.094590 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:57:11.160536 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8c6051-6457-4eb1-a735-286fff299f41 req-b8e59b55-c4d0-4769-86bd-49346c04e0e2 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:11.162018 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-0e8c6051-6457-4eb1-a735-286fff299f41 req-b8e59b55-c4d0-4769-86bd-49346c04e0e2 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=efdb4c65-ed8d-4792-ac96-8b1053b167b5 HTTP/1.1" status: 200 len: 943 time: 0.0489492 Sep 08 13:57:11.213976 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-0e8c6051-6457-4eb1-a735-286fff299f41 req-003ed3f9-1b4f-4f75-a2c1-45f5130d9dbf tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=71fbc785-b69a-4abf-8140-4abe8997af2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460062 Sep 08 13:57:11.283437 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-59e86a3a-7c11-42b2-9618-4b60ed415eca req-9269c97a-ea89-4467-9024-9189833f866a tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=30b6fbb8-a2c9-4c92-b120-8ea3259c9b56 HTTP/1.1" status: 200 len: 210 time: 0.0284178 Sep 08 13:57:11.910431 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e3f4cd-2a7d-42c9-a311-de28bda8a79d req-20445f50-0eef-4716-bd09-2db51a0ccd0b tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:11.911904 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e0e3f4cd-2a7d-42c9-a311-de28bda8a79d req-20445f50-0eef-4716-bd09-2db51a0ccd0b tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.20 "GET /networking/v2.0/networks?id=cf5901ef-2ee5-4879-85aa-18770c77b80a HTTP/1.1" status: 200 len: 815 time: 0.1242251 Sep 08 13:57:11.945422 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd1d70b-5ea4-48ba-90ca-f971d5494d50 req-2e090953-dc18-42fb-91e7-6a052e0f9dc3 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:11.946883 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-1bd1d70b-5ea4-48ba-90ca-f971d5494d50 req-2e090953-dc18-42fb-91e7-6a052e0f9dc3 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d2ad7906-3b73-4fc9-a692-9692fb6234b3 HTTP/1.1" status: 200 len: 945 time: 0.0585477 Sep 08 13:57:12.033814 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-1bd1d70b-5ea4-48ba-90ca-f971d5494d50 req-9c43bb59-a58f-4920-85cf-8a1414a0e8e3 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e656d449-c572-4028-b2e1-f2eb8d08b7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804913 Sep 08 13:57:12.046730 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e0e3f4cd-2a7d-42c9-a311-de28bda8a79d req-a209a414-9378-4a5f-acc3-ed6213b030ae tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.20 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=b4ca185497284e9780eba8fc2e713d6e HTTP/1.1" status: 200 len: 379 time: 0.0916030 Sep 08 13:57:12.202109 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.v2.base [req-e0e3f4cd-2a7d-42c9-a311-de28bda8a79d req-48533979-708b-4518-ac0c-144c628c3be6 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Request body: {'port': {'device_id': '30b6fbb8-a2c9-4c92-b120-8ea3259c9b56', 'network_id': 'cf5901ef-2ee5-4879-85aa-18770c77b80a', 'admin_state_up': True, 'tenant_id': 'b4ca185497284e9780eba8fc2e713d6e', 'security_groups': ['cf4cb08a-0adf-4e43-9570-dddee6c4a40a']}} {{(pid=112710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:57:12.373283 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0aebd0-0141-4329-92fc-b0e95f59f7a3 req-bd346857-6801-4063-9768-544ea86d8c1d tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:12.374764 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-7a0aebd0-0141-4329-92fc-b0e95f59f7a3 req-bd346857-6801-4063-9768-544ea86d8c1d tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=efdb4c65-ed8d-4792-ac96-8b1053b167b5 HTTP/1.1" status: 200 len: 943 time: 0.0733614 Sep 08 13:57:12.407656 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0e3f4cd-2a7d-42c9-a311-de28bda8a79d req-48533979-708b-4518-ac0c-144c628c3be6 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Made reservation on behalf of b4ca185497284e9780eba8fc2e713d6e for: {'port': 1} {{(pid=112710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:57:12.411242 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-e0e3f4cd-2a7d-42c9-a311-de28bda8a79d req-48533979-708b-4518-ac0c-144c628c3be6 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (None), before_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:12.424356 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-22878464-6d22-4457-aa26-f8eeb9571834 req-32efc5e6-aa77-492c-b36b-be3151acbc81 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=30b6fbb8-a2c9-4c92-b120-8ea3259c9b56 HTTP/1.1" status: 200 len: 210 time: 0.0574622 Sep 08 13:57:12.450472 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:57:12.468320 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Device c9da782b-975b-4d78-bc93-092cf58fcf3a no longer exists at agent hyperv_hv-cinder-82002 {{(pid=112711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:57:12.474862 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-7a0aebd0-0141-4329-92fc-b0e95f59f7a3 req-1c234366-42f1-468d-b786-b1f90fd6b970 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=71fbc785-b69a-4abf-8140-4abe8997af2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895650 Sep 08 13:57:12.507847 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:57:12.549139 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Current status of the port c9da782b-975b-4d78-bc93-092cf58fcf3a is: DOWN; New status is: DOWN {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 13:57:12.580070 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.db.db_base_plugin_common [req-e0e3f4cd-2a7d-42c9-a311-de28bda8a79d req-48533979-708b-4518-ac0c-144c628c3be6 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Allocated IP 172.20.0.7 (cf5901ef-2ee5-4879-85aa-18770c77b80a/a139bee4-b378-4a6d-bfa3-c572d95f8369/c57d5f48-246f-41c1-903a-f9a3fa47d52b) {{(pid=112710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:57:12.692093 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:57:12.735001 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-e0e3f4cd-2a7d-42c9-a311-de28bda8a79d req-48533979-708b-4518-ac0c-144c628c3be6 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks [] for port (c57d5f48-246f-41c1-903a-f9a3fa47d52b), precommit_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:12.770432 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-e0e3f4cd-2a7d-42c9-a311-de28bda8a79d req-48533979-708b-4518-ac0c-144c628c3be6 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729028134301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10367820'] for port (c57d5f48-246f-41c1-903a-f9a3fa47d52b), after_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:12.812450 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0e3f4cd-2a7d-42c9-a311-de28bda8a79d req-48533979-708b-4518-ac0c-144c628c3be6 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Network cf5901ef-2ee5-4879-85aa-18770c77b80a is already hosted by enough agents. {{(pid=112710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:57:12.817858 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.scheduler.base_scheduler [req-e0e3f4cd-2a7d-42c9-a311-de28bda8a79d req-48533979-708b-4518-ac0c-144c628c3be6 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Resources bound (agent type, host, resource id): {{(pid=112710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:57:12.821861 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0e3f4cd-2a7d-42c9-a311-de28bda8a79d req-48533979-708b-4518-ac0c-144c628c3be6 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Received port after_create {{(pid=112710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 08 13:57:12.845263 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48533979-708b-4518-ac0c-144c628c3be6 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Pushing event updated for resources: {'Port': ['ID=c57d5f48-246f-41c1-903a-f9a3fa47d52b,revision_number=1']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:57:12.875579 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e3f4cd-2a7d-42c9-a311-de28bda8a79d req-48533979-708b-4518-ac0c-144c628c3be6 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:12.876178 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-e0e3f4cd-2a7d-42c9-a311-de28bda8a79d req-48533979-708b-4518-ac0c-144c628c3be6 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161718'] for port (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:12.893345 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e0e3f4cd-2a7d-42c9-a311-de28bda8a79d req-48533979-708b-4518-ac0c-144c628c3be6 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6952260 Sep 08 13:57:12.916415 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.v2.base [req-e0e3f4cd-2a7d-42c9-a311-de28bda8a79d req-4f08d658-e94b-4478-ae7f-1c9a8f5d189f service neutron] Request body: {'port': {'device_id': '30b6fbb8-a2c9-4c92-b120-8ea3259c9b56', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82002'}} {{(pid=112710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:57:12.984568 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-e0e3f4cd-2a7d-42c9-a311-de28bda8a79d req-4f08d658-e94b-4478-ae7f-1c9a8f5d189f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (c57d5f48-246f-41c1-903a-f9a3fa47d52b), before_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:13.013926 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=100 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:57:13.023284 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-f94e5b85-8821-4177-a719-863c86194982 None None] Provisioning complete for port c57d5f48-246f-41c1-903a-f9a3fa47d52b triggered by entity DHCP. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 13:57:13.023656 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-f94e5b85-8821-4177-a719-863c86194982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (c57d5f48-246f-41c1-903a-f9a3fa47d52b), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:13.056269 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-f94e5b85-8821-4177-a719-863c86194982 None None] Port c57d5f48-246f-41c1-903a-f9a3fa47d52b cannot update to ACTIVE because it is not bound. {{(pid=112711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 08 13:57:13.193993 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebed8a16-8f62-4bc4-85fb-40e09c71280f req-c3952ad3-edd9-49ae-b9ea-fbf753f2eee5 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:13.195467 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-ebed8a16-8f62-4bc4-85fb-40e09c71280f req-c3952ad3-edd9-49ae-b9ea-fbf753f2eee5 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d2ad7906-3b73-4fc9-a692-9692fb6234b3 HTTP/1.1" status: 200 len: 945 time: 0.0850534 Sep 08 13:57:13.281096 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=3,neutron:DELETE=2 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:57:13.288914 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-ebed8a16-8f62-4bc4-85fb-40e09c71280f req-6f8055d4-138d-46cd-b566-ee0e52af0cfb tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e656d449-c572-4028-b2e1-f2eb8d08b7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852828 Sep 08 13:57:13.324850 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.notifiers.nova [req-e0e3f4cd-2a7d-42c9-a311-de28bda8a79d req-4f08d658-e94b-4478-ae7f-1c9a8f5d189f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c57d5f48-246f-41c1-903a-f9a3fa47d52b {{(pid=112710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 08 13:57:13.332416 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-e0e3f4cd-2a7d-42c9-a311-de28bda8a79d req-4f08d658-e94b-4478-ae7f-1c9a8f5d189f service neutron] Publish callbacks [] for port (c57d5f48-246f-41c1-903a-f9a3fa47d52b), precommit_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:13.345457 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.db.provisioning_blocks [req-e0e3f4cd-2a7d-42c9-a311-de28bda8a79d req-4f08d658-e94b-4478-ae7f-1c9a8f5d189f service neutron] Transition to ACTIVE for port object c57d5f48-246f-41c1-903a-f9a3fa47d52b will not be triggered until provisioned by entity L2. {{(pid=112710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 08 13:57:13.349445 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-e0e3f4cd-2a7d-42c9-a311-de28bda8a79d req-4f08d658-e94b-4478-ae7f-1c9a8f5d189f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10367797'] for port (c57d5f48-246f-41c1-903a-f9a3fa47d52b), after_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:13.408995 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f08d658-e94b-4478-ae7f-1c9a8f5d189f service neutron] Pushing event updated for resources: {'Port': ['ID=c57d5f48-246f-41c1-903a-f9a3fa47d52b,revision_number=2']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:57:13.480400 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.managers [req-e0e3f4cd-2a7d-42c9-a311-de28bda8a79d req-4f08d658-e94b-4478-ae7f-1c9a8f5d189f service neutron] Attempting to bind port c57d5f48-246f-41c1-903a-f9a3fa47d52b on host hv-cinder-82002 for vnic_type normal with profile {{(pid=112710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 08 13:57:13.480739 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.managers [req-e0e3f4cd-2a7d-42c9-a311-de28bda8a79d req-4f08d658-e94b-4478-ae7f-1c9a8f5d189f service neutron] Attempting to bind port c57d5f48-246f-41c1-903a-f9a3fa47d52b by drivers openvswitch,hyperv on host hv-cinder-82002 at level 0 using segments [{'id': '20c24cd0-3b1f-4e89-83a4-717e24ca5a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'cf5901ef-2ee5-4879-85aa-18770c77b80a'}] {{(pid=112710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 08 13:57:13.481068 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e3f4cd-2a7d-42c9-a311-de28bda8a79d req-4f08d658-e94b-4478-ae7f-1c9a8f5d189f service neutron] Attempting to bind port c57d5f48-246f-41c1-903a-f9a3fa47d52b on network cf5901ef-2ee5-4879-85aa-18770c77b80a {{(pid=112710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 13:57:13.542396 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:57:13.574790 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a10795a-ed1d-4b4b-ab1c-9441453f3981 req-428ebbc3-7bd5-46f0-a06c-3d5ac5cc6467 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:13.576740 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-0a10795a-ed1d-4b4b-ab1c-9441453f3981 req-428ebbc3-7bd5-46f0-a06c-3d5ac5cc6467 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=30b6fbb8-a2c9-4c92-b120-8ea3259c9b56 HTTP/1.1" status: 200 len: 943 time: 0.0701568 Sep 08 13:57:13.588156 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e3f4cd-2a7d-42c9-a311-de28bda8a79d req-4f08d658-e94b-4478-ae7f-1c9a8f5d189f service neutron] Port c57d5f48-246f-41c1-903a-f9a3fa47d52b on network cf5901ef-2ee5-4879-85aa-18770c77b80a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82002 {{(pid=112710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 08 13:57:13.588484 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e3f4cd-2a7d-42c9-a311-de28bda8a79d req-4f08d658-e94b-4478-ae7f-1c9a8f5d189f service neutron] Attempting to bind port c57d5f48-246f-41c1-903a-f9a3fa47d52b on network cf5901ef-2ee5-4879-85aa-18770c77b80a {{(pid=112710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 13:57:13.664305 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3faa66-b011-4ffc-a4c8-e7324ed2609b req-fef5f1ee-bbea-4fe5-98e2-efdeed1c0466 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:13.665905 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-3a3faa66-b011-4ffc-a4c8-e7324ed2609b req-fef5f1ee-bbea-4fe5-98e2-efdeed1c0466 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=efdb4c65-ed8d-4792-ac96-8b1053b167b5 HTTP/1.1" status: 200 len: 943 time: 0.1009932 Sep 08 13:57:13.720712 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-0a10795a-ed1d-4b4b-ab1c-9441453f3981 req-1ecfa90b-27ba-4275-b07a-16b1e8fc0803 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=cf4cb08a-0adf-4e43-9570-dddee6c4a40a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1352470 Sep 08 13:57:13.724938 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e3f4cd-2a7d-42c9-a311-de28bda8a79d req-4f08d658-e94b-4478-ae7f-1c9a8f5d189f service neutron] Checking agent: {'id': '4c2ff875-e6d7-424e-bdc7-d4b2ed4bdd9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82002', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 8, 13, 50, 33), 'started_at': datetime.datetime(2022, 9, 8, 13, 50, 33), 'heartbeat_timestamp': datetime.datetime(2022, 9, 8, 13, 57, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 08 13:57:13.725295 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e3f4cd-2a7d-42c9-a311-de28bda8a79d req-4f08d658-e94b-4478-ae7f-1c9a8f5d189f service neutron] Checking segment: {'id': '20c24cd0-3b1f-4e89-83a4-717e24ca5a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'cf5901ef-2ee5-4879-85aa-18770c77b80a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 13:57:13.725671 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e3f4cd-2a7d-42c9-a311-de28bda8a79d req-4f08d658-e94b-4478-ae7f-1c9a8f5d189f service neutron] Bound using segment: {'id': '20c24cd0-3b1f-4e89-83a4-717e24ca5a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'cf5901ef-2ee5-4879-85aa-18770c77b80a'} {{(pid=112710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 08 13:57:13.726173 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.managers [req-e0e3f4cd-2a7d-42c9-a311-de28bda8a79d req-4f08d658-e94b-4478-ae7f-1c9a8f5d189f service neutron] Bound port: c57d5f48-246f-41c1-903a-f9a3fa47d52b, host: hv-cinder-82002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20c24cd0-3b1f-4e89-83a4-717e24ca5a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'cf5901ef-2ee5-4879-85aa-18770c77b80a'}}] {{(pid=112710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 08 13:57:13.726529 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-e0e3f4cd-2a7d-42c9-a311-de28bda8a79d req-4f08d658-e94b-4478-ae7f-1c9a8f5d189f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (c57d5f48-246f-41c1-903a-f9a3fa47d52b), before_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:13.774615 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-3a3faa66-b011-4ffc-a4c8-e7324ed2609b req-506e2a53-d997-43b4-8208-d23fc255d586 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=71fbc785-b69a-4abf-8140-4abe8997af2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023681 Sep 08 13:57:13.806123 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.db [req-e0e3f4cd-2a7d-42c9-a311-de28bda8a79d req-4f08d658-e94b-4478-ae7f-1c9a8f5d189f service neutron] For port c57d5f48-246f-41c1-903a-f9a3fa47d52b, host hv-cinder-82002, cleared binding levels {{(pid=112710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:57:13.809264 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.db [req-e0e3f4cd-2a7d-42c9-a311-de28bda8a79d req-4f08d658-e94b-4478-ae7f-1c9a8f5d189f service neutron] For port c57d5f48-246f-41c1-903a-f9a3fa47d52b, host hv-cinder-82002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=c57d5f48-246f-41c1-903a-f9a3fa47d52b,segment=NetworkSegment(20c24cd0-3b1f-4e89-83a4-717e24ca5a29),segment_id=20c24cd0-3b1f-4e89-83a4-717e24ca5a29)] {{(pid=112710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:57:13.815585 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-e0e3f4cd-2a7d-42c9-a311-de28bda8a79d req-4f08d658-e94b-4478-ae7f-1c9a8f5d189f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10367797'] for port (c57d5f48-246f-41c1-903a-f9a3fa47d52b), after_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:13.819526 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e3f4cd-2a7d-42c9-a311-de28bda8a79d req-4f08d658-e94b-4478-ae7f-1c9a8f5d189f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:13.820264 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-e0e3f4cd-2a7d-42c9-a311-de28bda8a79d req-4f08d658-e94b-4478-ae7f-1c9a8f5d189f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161718'] for port (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:13.821654 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e0e3f4cd-2a7d-42c9-a311-de28bda8a79d req-4f08d658-e94b-4478-ae7f-1c9a8f5d189f service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/c57d5f48-246f-41c1-903a-f9a3fa47d52b HTTP/1.1" status: 200 len: 1093 time: 0.9099214 Sep 08 13:57:13.822219 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30b6fbb8-a2c9-4c92-b120-8ea3259c9b56', 'tag': 'c57d5f48-246f-41c1-903a-f9a3fa47d52b'}] {{(pid=112710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 13:57:13.824466 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4aaac3e20a53a8e6247a431178541979a817c05ad734f54eee24c8be994502e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-602e5071-de55-4825-9170-73a31f2622f1" -d '{"events": [{"name": "network-changed", "server_uuid": "30b6fbb8-a2c9-4c92-b120-8ea3259c9b56", "tag": "c57d5f48-246f-41c1-903a-f9a3fa47d52b"}]}' {{(pid=112710) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:57:13.864251 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Sep 2022 13:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eac6bcb-bf88-4440-9660-19c29ad5058d x-openstack-request-id: req-6eac6bcb-bf88-4440-9660-19c29ad5058d {{(pid=112710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:57:13.864540 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30b6fbb8-a2c9-4c92-b120-8ea3259c9b56", "tag": "c57d5f48-246f-41c1-903a-f9a3fa47d52b", "status": "completed", "code": 200}]} {{(pid=112710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:57:13.864785 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6eac6bcb-bf88-4440-9660-19c29ad5058d {{(pid=112710) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:57:13.865180 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6eac6bcb-bf88-4440-9660-19c29ad5058d'] response: {'name': 'network-changed', 'server_uuid': '30b6fbb8-a2c9-4c92-b120-8ea3259c9b56', 'tag': 'c57d5f48-246f-41c1-903a-f9a3fa47d52b', 'status': 'completed', 'code': 200} Sep 08 13:57:13.879312 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f08d658-e94b-4478-ae7f-1c9a8f5d189f service neutron] Pushing event updated for resources: {'Port': ['ID=c57d5f48-246f-41c1-903a-f9a3fa47d52b,revision_number=3']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:57:13.964283 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e3f4cd-2a7d-42c9-a311-de28bda8a79d req-ea660bec-b441-4bf8-9685-8b11b3e411da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:13.965814 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e0e3f4cd-2a7d-42c9-a311-de28bda8a79d req-ea660bec-b441-4bf8-9685-8b11b3e411da service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=b4ca185497284e9780eba8fc2e713d6e&device_id=30b6fbb8-a2c9-4c92-b120-8ea3259c9b56 HTTP/1.1" status: 200 len: 1127 time: 0.0412905 Sep 08 13:57:14.027421 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e0e3f4cd-2a7d-42c9-a311-de28bda8a79d req-a6acd657-93ac-4dd9-8516-b13a3490fb27 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c57d5f48-246f-41c1-903a-f9a3fa47d52b HTTP/1.1" status: 200 len: 217 time: 0.0346615 Sep 08 13:57:14.056471 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-57a7cc8a-6f26-4cd5-a9b4-a7a154f3076e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (22ab8903-d7f5-4941-bce3-89140b53b8af), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:14.080200 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e3f4cd-2a7d-42c9-a311-de28bda8a79d req-7e81f2df-b745-40c7-beb7-599e696fc886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:14.081691 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e0e3f4cd-2a7d-42c9-a311-de28bda8a79d req-7e81f2df-b745-40c7-beb7-599e696fc886 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=a139bee4-b378-4a6d-bfa3-c572d95f8369 HTTP/1.1" status: 200 len: 854 time: 0.0453725 Sep 08 13:57:14.130351 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e3f4cd-2a7d-42c9-a311-de28bda8a79d req-abf730b0-7bb4-4f80-afa9-7a72f6c8cc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:14.131817 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e0e3f4cd-2a7d-42c9-a311-de28bda8a79d req-abf730b0-7bb4-4f80-afa9-7a72f6c8cc31 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=cf5901ef-2ee5-4879-85aa-18770c77b80a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0410552 Sep 08 13:57:14.222480 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e0e3f4cd-2a7d-42c9-a311-de28bda8a79d req-3e7a44dc-9400-4038-9f87-2ee0531739f3 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/cf5901ef-2ee5-4879-85aa-18770c77b80a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828807 Sep 08 13:57:14.295415 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:57:14.320647 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e0e3f4cd-2a7d-42c9-a311-de28bda8a79d req-97ba7d8b-a44d-472c-adf0-7f1dfe82128e service neutron] 10.222.0.20 "GET /networking/v2.0/networks/cf5901ef-2ee5-4879-85aa-18770c77b80a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882266 Sep 08 13:57:14.414182 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aa8aee-eeb9-4e36-b3eb-dd207ad1c95f req-64c852ea-8d6f-4618-b776-bd05f8f4a0a6 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:14.415639 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-c3aa8aee-eeb9-4e36-b3eb-dd207ad1c95f req-64c852ea-8d6f-4618-b776-bd05f8f4a0a6 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d2ad7906-3b73-4fc9-a692-9692fb6234b3 HTTP/1.1" status: 200 len: 945 time: 0.0476577 Sep 08 13:57:14.463995 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-c3aa8aee-eeb9-4e36-b3eb-dd207ad1c95f req-82351ad6-b939-40db-ada2-ae19f1bc90f0 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e656d449-c572-4028-b2e1-f2eb8d08b7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420349 Sep 08 13:57:14.530080 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 38912) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:57:14.574637 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.db.db_base_plugin_v2 [None req-265f8b2d-6335-45cc-8dc1-5515f788f340 admin admin] Deleting subnet d2ba5489-f901-4caf-afe4-dc1168ba30e9 {{(pid=112710) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 08 13:57:14.577760 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-265f8b2d-6335-45cc-8dc1-5515f788f340 admin admin] Publish callbacks [] for subnet (d2ba5489-f901-4caf-afe4-dc1168ba30e9), before_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:14.616695 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-265f8b2d-6335-45cc-8dc1-5515f788f340 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2443166'] for subnet (d2ba5489-f901-4caf-afe4-dc1168ba30e9), precommit_delete_associations {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:14.655397 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-265f8b2d-6335-45cc-8dc1-5515f788f340 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1468842'] for subnet (d2ba5489-f901-4caf-afe4-dc1168ba30e9), precommit_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:14.692054 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=100 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:57:14.715169 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-265f8b2d-6335-45cc-8dc1-5515f788f340 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10367867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9654512'] for subnet (d2ba5489-f901-4caf-afe4-dc1168ba30e9), after_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:14.740433 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265f8b2d-6335-45cc-8dc1-5515f788f340 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2ba5489-f901-4caf-afe4-dc1168ba30e9,revision_number=None']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:57:14.746144 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-265f8b2d-6335-45cc-8dc1-5515f788f340 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:14.751108 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-265f8b2d-6335-45cc-8dc1-5515f788f340 admin admin] 10.222.0.55 "DELETE /networking/v2.0/subnets/d2ba5489-f901-4caf-afe4-dc1168ba30e9 HTTP/1.1" status: 204 len: 168 time: 0.2186675 Sep 08 13:57:14.752297 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 38916) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:57:14.863204 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb55cdf-b4bf-4be4-b382-fc1ff15def49 req-bc08acb9-7a54-4d18-8964-91be0edf96df tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:14.864683 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-3eb55cdf-b4bf-4be4-b382-fc1ff15def49 req-bc08acb9-7a54-4d18-8964-91be0edf96df tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=30b6fbb8-a2c9-4c92-b120-8ea3259c9b56 HTTP/1.1" status: 200 len: 943 time: 0.0642688 Sep 08 13:57:14.867077 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-f4522ab8-c811-4f96-9e4a-2dee0ac52824 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1549321'] for network (27a47ec4-fdfa-4d05-bf7d-7362b88969c5), before_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:14.964030 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb327b56-c847-42ad-aef7-173f89c55009 req-9f51803d-64e5-4b22-98fe-8147e1859d6b tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:14.965795 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-cb327b56-c847-42ad-aef7-173f89c55009 req-9f51803d-64e5-4b22-98fe-8147e1859d6b tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=efdb4c65-ed8d-4792-ac96-8b1053b167b5 HTTP/1.1" status: 200 len: 943 time: 0.0963693 Sep 08 13:57:15.022027 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-3eb55cdf-b4bf-4be4-b382-fc1ff15def49 req-9497e6b5-359e-4ca3-b1bb-4fa3c1ed5bd9 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=cf4cb08a-0adf-4e43-9570-dddee6c4a40a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1507998 Sep 08 13:57:15.041058 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-f4522ab8-c811-4f96-9e4a-2dee0ac52824 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1385153', 'neutron.services.segments.db._delete_segments_for_network-8729028602525'] for network (27a47ec4-fdfa-4d05-bf7d-7362b88969c5), precommit_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:15.087355 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.services.segments.db [None req-f4522ab8-c811-4f96-9e4a-2dee0ac52824 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27a47ec4-fdfa-4d05-bf7d-7362b88969c5']}} {{(pid=112710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:57:15.099595 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.services.segments.db [None req-f4522ab8-c811-4f96-9e4a-2dee0ac52824 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05a45535-3863-41af-aef2-abb456ccc09c') {'for_net_delete': True} {{(pid=112710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:57:15.099894 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.services.segments.db [None req-f4522ab8-c811-4f96-9e4a-2dee0ac52824 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05a45535-3863-41af-aef2-abb456ccc09c') {} {{(pid=112710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:57:15.104315 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-cb327b56-c847-42ad-aef7-173f89c55009 req-0e27166f-2047-4718-bfab-4f8f98cf86a4 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=71fbc785-b69a-4abf-8140-4abe8997af2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226478 Sep 08 13:57:15.112702 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-f4522ab8-c811-4f96-9e4a-2dee0ac52824 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729028602570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2443109'] for segment (05a45535-3863-41af-aef2-abb456ccc09c), before_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:15.357124 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-f4522ab8-c811-4f96-9e4a-2dee0ac52824 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1392598'] for segment (05a45535-3863-41af-aef2-abb456ccc09c), precommit_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:15.363782 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4522ab8-c811-4f96-9e4a-2dee0ac52824 admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=112710) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:57:15.364193 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-f4522ab8-c811-4f96-9e4a-2dee0ac52824 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1392598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10367761'] for segment (05a45535-3863-41af-aef2-abb456ccc09c), after_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:15.404734 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.services.segments.plugin [-] Segment 05a45535-3863-41af-aef2-abb456ccc09c resource provider aggregate not found Sep 08 13:57:15.422335 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.services.segments.plugin [-] Segment 05a45535-3863-41af-aef2-abb456ccc09c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 05a45535-3863-41af-aef2-abb456ccc09c found for delete ", "request_id": "req-a410b70f-3094-4bdc-96f4-6f83859d79ee"}]} Sep 08 13:57:15.429355 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-f4522ab8-c811-4f96-9e4a-2dee0ac52824 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1385144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3679383'] for network (27a47ec4-fdfa-4d05-bf7d-7362b88969c5), after_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:15.433972 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-f4522ab8-c811-4f96-9e4a-2dee0ac52824 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693876'] for network (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:15.437016 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-f4522ab8-c811-4f96-9e4a-2dee0ac52824 admin admin] 10.222.0.55 "DELETE /networking/v2.0/networks/27a47ec4-fdfa-4d05-bf7d-7362b88969c5 HTTP/1.1" status: 204 len: 168 time: 0.6837626 Sep 08 13:57:15.449658 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4522ab8-c811-4f96-9e4a-2dee0ac52824 admin admin] Pushing event deleted for resources: {'Network': ['ID=27a47ec4-fdfa-4d05-bf7d-7362b88969c5,revision_number=None']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:57:15.586538 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0a21d7-8d65-4375-9e90-10c5bf6d9b8b req-b0f5306e-d678-44af-93bb-b46b7619570f tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:15.588034 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-7d0a21d7-8d65-4375-9e90-10c5bf6d9b8b req-b0f5306e-d678-44af-93bb-b46b7619570f tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d2ad7906-3b73-4fc9-a692-9692fb6234b3 HTTP/1.1" status: 200 len: 945 time: 0.0494165 Sep 08 13:57:15.614523 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 38930) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:57:15.642927 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-7d0a21d7-8d65-4375-9e90-10c5bf6d9b8b req-4a1ca21b-bdb3-405b-a5c9-1327cf2380c5 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e656d449-c572-4028-b2e1-f2eb8d08b7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480876 Sep 08 13:57:15.657147 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-6b0b5676-f9c7-4bd4-a61f-476e6e007a2b admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=0375e7ef3fb04600b5d4095057658bc7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0413675 Sep 08 13:57:15.659614 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 38932) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:57:15.708060 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-7689f2e8-c984-4dfe-b4f2-cc5813af1677 admin admin] Publish callbacks [] for security_group (11df1967-726f-45ee-9cee-c2fdcb4f4bae), before_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:15.728335 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-7689f2e8-c984-4dfe-b4f2-cc5813af1677 admin admin] Publish callbacks [] for security_group (11df1967-726f-45ee-9cee-c2fdcb4f4bae), precommit_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:15.773983 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-7689f2e8-c984-4dfe-b4f2-cc5813af1677 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (11df1967-726f-45ee-9cee-c2fdcb4f4bae), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:15.776715 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-7689f2e8-c984-4dfe-b4f2-cc5813af1677 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:15.777875 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-7689f2e8-c984-4dfe-b4f2-cc5813af1677 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/11df1967-726f-45ee-9cee-c2fdcb4f4bae HTTP/1.1" status: 204 len: 168 time: 0.1173396 Sep 08 13:57:15.785985 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7689f2e8-c984-4dfe-b4f2-cc5813af1677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11df1967-726f-45ee-9cee-c2fdcb4f4bae,revision_number=None']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:57:15.867813 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:57:15.877013 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602e5071-de55-4825-9170-73a31f2622f1 req-a65001df-0224-4538-b694-132fcd036780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:15.878552 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-602e5071-de55-4825-9170-73a31f2622f1 req-a65001df-0224-4538-b694-132fcd036780 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=b4ca185497284e9780eba8fc2e713d6e&device_id=30b6fbb8-a2c9-4c92-b120-8ea3259c9b56 HTTP/1.1" status: 200 len: 1127 time: 0.0421886 Sep 08 13:57:16.147984 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3bead3-74f9-4618-a316-1483b21ebda3 req-21e599f4-933a-48fa-97b2-5bb7709070cf tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:16.149532 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-ee3bead3-74f9-4618-a316-1483b21ebda3 req-21e599f4-933a-48fa-97b2-5bb7709070cf tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=30b6fbb8-a2c9-4c92-b120-8ea3259c9b56 HTTP/1.1" status: 200 len: 943 time: 0.0513027 Sep 08 13:57:16.213390 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-ee3bead3-74f9-4618-a316-1483b21ebda3 req-b89d6a2e-4d66-427e-85da-1f19475a131e tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=cf4cb08a-0adf-4e43-9570-dddee6c4a40a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578628 Sep 08 13:57:16.251573 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8ff910-6605-4b64-888b-20da0eab841f req-328a256f-7553-4586-b6f2-1de156d85cc9 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:16.253087 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-ba8ff910-6605-4b64-888b-20da0eab841f req-328a256f-7553-4586-b6f2-1de156d85cc9 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=efdb4c65-ed8d-4792-ac96-8b1053b167b5 HTTP/1.1" status: 200 len: 943 time: 0.0609543 Sep 08 13:57:16.303085 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-ba8ff910-6605-4b64-888b-20da0eab841f req-18f5506a-9ed6-4d35-a03a-ef984b3b0779 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=71fbc785-b69a-4abf-8140-4abe8997af2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440085 Sep 08 13:57:16.379340 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-64b057cb-a3f8-4b7b-9f77-127d48005676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (91421a76-39ff-4685-90ca-aa6fbf6a1933), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:16.424008 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602e5071-de55-4825-9170-73a31f2622f1 req-a5a09035-8f90-49be-bcbf-e912c2caf661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:16.425501 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-602e5071-de55-4825-9170-73a31f2622f1 req-a5a09035-8f90-49be-bcbf-e912c2caf661 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=cf5901ef-2ee5-4879-85aa-18770c77b80a HTTP/1.1" status: 200 len: 916 time: 0.1179891 Sep 08 13:57:16.495643 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 38960) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:57:16.593520 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.v2.base [None req-bf4391ec-2179-43fa-be1f-734cd7fa215d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-719451595-network', 'tenant_id': '19d114fd258a4306b4c0665df90ae4c7'}} {{(pid=112709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:57:16.613691 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf4391ec-2179-43fa-be1f-734cd7fa215d admin admin] Made reservation on behalf of 19d114fd258a4306b4c0665df90ae4c7 for: {'network': 1} {{(pid=112709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:57:16.616308 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-bf4391ec-2179-43fa-be1f-734cd7fa215d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for network (None), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:16.618938 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=86,neutron:DELETE=9,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:57:16.626520 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-bf4391ec-2179-43fa-be1f-734cd7fa215d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:16.637348 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:57:16.711130 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-bf4391ec-2179-43fa-be1f-734cd7fa215d admin admin] Publish callbacks [] for security_group (ab67d730-adbf-49c2-99d4-7b00bfa5338b), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:16.718036 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-bf4391ec-2179-43fa-be1f-734cd7fa215d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (ab67d730-adbf-49c2-99d4-7b00bfa5338b), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:16.744885 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf4391ec-2179-43fa-be1f-734cd7fa215d admin admin] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=112709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:57:16.755176 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4391ec-2179-43fa-be1f-734cd7fa215d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab67d730-adbf-49c2-99d4-7b00bfa5338b,revision_number=1']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:57:16.760198 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-bf4391ec-2179-43fa-be1f-734cd7fa215d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1392598'] for segment (8c3064d6-a80a-4cdc-832a-15ed9b418cbb), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:16.760540 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.db.segments_db [None req-bf4391ec-2179-43fa-be1f-734cd7fa215d admin admin] Added segment 8c3064d6-a80a-4cdc-832a-15ed9b418cbb of type vlan for network 551d8846-f844-4925-a2fe-eef49820f7af Sep 08 13:57:16.775048 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-602e5071-de55-4825-9170-73a31f2622f1 req-56c7df15-0310-44c8-8c13-9e5c083c5558 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c57d5f48-246f-41c1-903a-f9a3fa47d52b HTTP/1.1" status: 200 len: 217 time: 0.0624523 Sep 08 13:57:16.808352 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-bf4391ec-2179-43fa-be1f-734cd7fa215d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729028104322'] for network (551d8846-f844-4925-a2fe-eef49820f7af), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:16.836789 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-bf4391ec-2179-43fa-be1f-734cd7fa215d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862'] for network (551d8846-f844-4925-a2fe-eef49820f7af), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:16.838294 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4391ec-2179-43fa-be1f-734cd7fa215d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:16.840026 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-bf4391ec-2179-43fa-be1f-734cd7fa215d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693876'] for network (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:16.841030 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dd73a7-e4a2-4f5c-9562-6455dbff73f6 req-9d40ed6e-d6a7-4458-9a93-4ecd496b5af1 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:16.842551 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-04dd73a7-e4a2-4f5c-9562-6455dbff73f6 req-9d40ed6e-d6a7-4458-9a93-4ecd496b5af1 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d2ad7906-3b73-4fc9-a692-9692fb6234b3 HTTP/1.1" status: 200 len: 945 time: 0.0790694 Sep 08 13:57:16.860808 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602e5071-de55-4825-9170-73a31f2622f1 req-38231646-d866-498d-9d03-aec90b2738d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:16.862243 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-602e5071-de55-4825-9170-73a31f2622f1 req-38231646-d866-498d-9d03-aec90b2738d4 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=a139bee4-b378-4a6d-bfa3-c572d95f8369 HTTP/1.1" status: 200 len: 854 time: 0.0694768 Sep 08 13:57:16.869285 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-bf4391ec-2179-43fa-be1f-734cd7fa215d admin admin] 10.222.0.55 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3723462 Sep 08 13:57:16.873168 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 38966) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:57:16.877714 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.v2.base [None req-101d6786-2a5c-4150-988f-322d87c9083f admin admin] Request body: {'subnet': {'network_id': '551d8846-f844-4925-a2fe-eef49820f7af', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-719451595-subnet', 'tenant_id': '19d114fd258a4306b4c0665df90ae4c7', 'ip_version': 4}} {{(pid=112710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:57:16.885242 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:DELETE=4,neutron:UPDATE=1,neutron:SELECT=95 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:57:16.916334 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4391ec-2179-43fa-be1f-734cd7fa215d admin admin] Pushing event updated for resources: {'Network': ['ID=551d8846-f844-4925-a2fe-eef49820f7af,revision_number=1']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:57:16.928561 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Network 551d8846-f844-4925-a2fe-eef49820f7af details requested by agent ovs-agent-dv-cinder-820027-24-iscsi with host dv-cinder-820027-24-iscsi {{(pid=112711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:57:16.956395 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-101d6786-2a5c-4150-988f-322d87c9083f admin admin] Made reservation on behalf of 19d114fd258a4306b4c0665df90ae4c7 for: {'subnet': 1} {{(pid=112710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:57:16.958755 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-101d6786-2a5c-4150-988f-322d87c9083f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9654423'] for subnet (None), before_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:16.975469 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-04dd73a7-e4a2-4f5c-9562-6455dbff73f6 req-3b79da28-d68e-4693-a80d-227ac5e032dc tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e656d449-c572-4028-b2e1-f2eb8d08b7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1246531 Sep 08 13:57:17.008727 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602e5071-de55-4825-9170-73a31f2622f1 req-665d743e-3a6e-48ab-83a2-594856c44e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:17.008727 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-602e5071-de55-4825-9170-73a31f2622f1 req-665d743e-3a6e-48ab-83a2-594856c44e3e service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=cf5901ef-2ee5-4879-85aa-18770c77b80a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1071310 Sep 08 13:57:17.145443 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-602e5071-de55-4825-9170-73a31f2622f1 req-64ad1cef-7546-4dd5-8084-7aa753a0d1d2 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/cf5901ef-2ee5-4879-85aa-18770c77b80a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244900 Sep 08 13:57:17.255120 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:57:17.303362 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-101d6786-2a5c-4150-988f-322d87c9083f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10367164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9654409'] for subnet (8ad1b6f9-720f-46b5-a559-3250cb34e913), after_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:17.361047 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-602e5071-de55-4825-9170-73a31f2622f1 req-c0ee1627-f17d-415c-bac6-d5ed4e2ab763 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/cf5901ef-2ee5-4879-85aa-18770c77b80a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980689 Sep 08 13:57:17.385422 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bec0e3c-ca97-4c88-91db-5741a0b25164 req-68da6413-a127-40e0-ad1b-e5edf3fe084b tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:17.386932 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-5bec0e3c-ca97-4c88-91db-5741a0b25164 req-68da6413-a127-40e0-ad1b-e5edf3fe084b tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=30b6fbb8-a2c9-4c92-b120-8ea3259c9b56 HTTP/1.1" status: 200 len: 943 time: 0.0983937 Sep 08 13:57:17.417309 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101d6786-2a5c-4150-988f-322d87c9083f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ad1b6f9-720f-46b5-a559-3250cb34e913,revision_number=0']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:57:17.475059 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101d6786-2a5c-4150-988f-322d87c9083f admin admin] Checking segment: {'id': '8c3064d6-a80a-4cdc-832a-15ed9b418cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '551d8846-f844-4925-a2fe-eef49820f7af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 13:57:17.475681 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-101d6786-2a5c-4150-988f-322d87c9083f admin admin] Network hostable DHCP agents. Network: 551d8846-f844-4925-a2fe-eef49820f7af, hostable agents: ['22ab8903-d7f5-4941-bce3-89140b53b8af'], hosted agents: [] {{(pid=112710) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:57:17.487614 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-b7e97967-3fa9-4dcb-b3f0-dcc99b3a4378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (24e12250-b8f3-473f-bf71-765ca8669827), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:17.509778 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e83220d-01c2-4c81-b357-4de2f51cf592 req-ebae5bc9-d2da-4fa9-95f2-160d94730d51 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:17.511185 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-3e83220d-01c2-4c81-b357-4de2f51cf592 req-ebae5bc9-d2da-4fa9-95f2-160d94730d51 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=efdb4c65-ed8d-4792-ac96-8b1053b167b5 HTTP/1.1" status: 200 len: 943 time: 0.0948749 Sep 08 13:57:17.518873 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-5bec0e3c-ca97-4c88-91db-5741a0b25164 req-cde18254-1287-45a5-964b-9f2b812e9c31 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=cf4cb08a-0adf-4e43-9570-dddee6c4a40a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1235044 Sep 08 13:57:17.544505 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-101d6786-2a5c-4150-988f-322d87c9083f admin admin] Network 551d8846-f844-4925-a2fe-eef49820f7af is scheduled to be hosted by DHCP agent 22ab8903-d7f5-4941-bce3-89140b53b8af with binding_index 1 {{(pid=112710) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:57:17.557961 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.scheduler.base_scheduler [None req-101d6786-2a5c-4150-988f-322d87c9083f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820027-24-iscsi, 551d8846-f844-4925-a2fe-eef49820f7af) {{(pid=112710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:57:17.566678 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-101d6786-2a5c-4150-988f-322d87c9083f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:17.566678 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-101d6786-2a5c-4150-988f-322d87c9083f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:17.569412 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f685baf-e11c-4b10-b2bb-becf33c4af3a None None] Network 551d8846-f844-4925-a2fe-eef49820f7af requested from dv-cinder-820027-24-iscsi {{(pid=112711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 08 13:57:17.611399 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-3e83220d-01c2-4c81-b357-4de2f51cf592 req-fed8b003-c68b-4135-97bd-b54f4cbf8446 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=71fbc785-b69a-4abf-8140-4abe8997af2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899515 Sep 08 13:57:17.615033 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-101d6786-2a5c-4150-988f-322d87c9083f admin admin] 10.222.0.55 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7409122 Sep 08 13:57:17.617706 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 38978) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:57:17.622854 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.v2.base [None req-148e3d88-a6c6-4d4b-a36c-e8335c8df11b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-719451595-router', 'tenant_id': '19d114fd258a4306b4c0665df90ae4c7', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014'}}} {{(pid=112710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:57:17.647428 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-148e3d88-a6c6-4d4b-a36c-e8335c8df11b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3681175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8264'] for router (1dee0814-e2a9-4820-818a-1712274f21b5), before_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:17.648926 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-148e3d88-a6c6-4d4b-a36c-e8335c8df11b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3678445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3747977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3928445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8273'] for router (1dee0814-e2a9-4820-818a-1712274f21b5), precommit_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:17.705620 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:57:17.709587 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-148e3d88-a6c6-4d4b-a36c-e8335c8df11b admin admin] Publish callbacks [] for router_controller (1dee0814-e2a9-4820-818a-1712274f21b5), precommit_add_association {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:17.744840 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ad5ab9-1611-4535-b050-572b1e99d24e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89035300-8bf1-5d6c-bf4b-25e43971bb7c-551d8846-f844-4925-a2fe-eef49820f7af', 'network_id': '551d8846-f844-4925-a2fe-eef49820f7af', 'project_id': '19d114fd258a4306b4c0665df90ae4c7', 'fixed_ips': [{'subnet_id': '8ad1b6f9-720f-46b5-a559-3250cb34e913'}]}} from dv-cinder-820027-24-iscsi. {{(pid=112711) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 08 13:57:17.746042 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-96ad5ab9-1611-4535-b050-572b1e99d24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (None), before_create {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:17.857998 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-148e3d88-a6c6-4d4b-a36c-e8335c8df11b admin admin] Publish callbacks [] for router_gateway (1dee0814-e2a9-4820-818a-1712274f21b5), precommit_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:17.922265 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.db_base_plugin_common [None req-96ad5ab9-1611-4535-b050-572b1e99d24e None None] Allocated IP 172.20.0.2 (551d8846-f844-4925-a2fe-eef49820f7af/8ad1b6f9-720f-46b5-a559-3250cb34e913/f248cc31-a464-4a12-8ce7-71c8837c6dc9) {{(pid=112711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:57:17.995034 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947899b9-6793-4809-a9b9-0c8ffdc3f7d7 req-47c6038e-fb1e-43bc-a2e8-a0f7ec213c1d tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:17.996849 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-947899b9-6793-4809-a9b9-0c8ffdc3f7d7 req-47c6038e-fb1e-43bc-a2e8-a0f7ec213c1d tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=21bead64-8c72-4cb8-806b-f68b2fc593cc HTTP/1.1" status: 200 len: 946 time: 0.1279457 Sep 08 13:57:18.004346 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa8f96a-8288-4164-9096-af9d1d6be4cb req-9d92e891-2e16-4aa9-a801-01d5a2e8ba4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:18.005791 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-9aa8f96a-8288-4164-9096-af9d1d6be4cb req-9d92e891-2e16-4aa9-a801-01d5a2e8ba4f service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=127bce2080d54fe4871b5aaa6cc394b5&device_id=21bead64-8c72-4cb8-806b-f68b2fc593cc HTTP/1.1" status: 200 len: 1130 time: 0.0690007 Sep 08 13:57:18.232032 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-96ad5ab9-1611-4535-b050-572b1e99d24e None None] Publish callbacks [] for port (f248cc31-a464-4a12-8ce7-71c8837c6dc9), precommit_create {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:18.239300 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-96ad5ab9-1611-4535-b050-572b1e99d24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729028134301'] for port (f248cc31-a464-4a12-8ce7-71c8837c6dc9), after_create {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:18.253368 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaabb93-1cc3-448a-9297-911a13b78d2a req-909a8792-1058-434d-a09b-653a2d7f4e69 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:18.255119 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-eeaabb93-1cc3-448a-9297-911a13b78d2a req-909a8792-1058-434d-a09b-653a2d7f4e69 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d2ad7906-3b73-4fc9-a692-9692fb6234b3 HTTP/1.1" status: 200 len: 945 time: 0.1629052 Sep 08 13:57:18.283495 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-947899b9-6793-4809-a9b9-0c8ffdc3f7d7 req-8fbaaa48-2049-4c65-a4ff-b66dbd472221 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ab5cc7d2-a9e9-47f5-8ca4-4c1123bb816c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2761686 Sep 08 13:57:18.286000 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ad5ab9-1611-4535-b050-572b1e99d24e None None] Network 551d8846-f844-4925-a2fe-eef49820f7af is already hosted by enough agents. {{(pid=112711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:57:18.290029 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.scheduler.base_scheduler [None req-96ad5ab9-1611-4535-b050-572b1e99d24e None None] Resources bound (agent type, host, resource id): {{(pid=112711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:57:18.294543 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ad5ab9-1611-4535-b050-572b1e99d24e None None] Received port after_create {{(pid=112711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 08 13:57:18.298274 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ad5ab9-1611-4535-b050-572b1e99d24e None None] Pushing event updated for resources: {'Port': ['ID=f248cc31-a464-4a12-8ce7-71c8837c6dc9,revision_number=1']} {{(pid=112711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:57:18.310775 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa8f96a-8288-4164-9096-af9d1d6be4cb req-3435d42a-92cf-4405-a909-dd83ce5c3b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:18.312373 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-9aa8f96a-8288-4164-9096-af9d1d6be4cb req-3435d42a-92cf-4405-a909-dd83ce5c3b4f service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=a6ea2a7a-ef84-454a-b305-c470482cf7fa HTTP/1.1" status: 200 len: 919 time: 0.2883675 Sep 08 13:57:18.352143 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.managers [None req-96ad5ab9-1611-4535-b050-572b1e99d24e None None] Attempting to bind port f248cc31-a464-4a12-8ce7-71c8837c6dc9 on host dv-cinder-820027-24-iscsi for vnic_type normal with profile {{(pid=112711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 08 13:57:18.352504 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.managers [None req-96ad5ab9-1611-4535-b050-572b1e99d24e None None] Attempting to bind port f248cc31-a464-4a12-8ce7-71c8837c6dc9 by drivers openvswitch,hyperv on host dv-cinder-820027-24-iscsi at level 0 using segments [{'id': '8c3064d6-a80a-4cdc-832a-15ed9b418cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '551d8846-f844-4925-a2fe-eef49820f7af'}] {{(pid=112711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 08 13:57:18.352862 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ad5ab9-1611-4535-b050-572b1e99d24e None None] Attempting to bind port f248cc31-a464-4a12-8ce7-71c8837c6dc9 on network 551d8846-f844-4925-a2fe-eef49820f7af {{(pid=112711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 13:57:18.368070 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=2 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:57:18.375887 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-eeaabb93-1cc3-448a-9297-911a13b78d2a req-2027664d-b327-4e77-9705-248e0e44fd08 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e656d449-c572-4028-b2e1-f2eb8d08b7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095762 Sep 08 13:57:18.376847 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-148e3d88-a6c6-4d4b-a36c-e8335c8df11b admin admin] Publish callbacks [] for router_gateway (1dee0814-e2a9-4820-818a-1712274f21b5), before_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:18.397051 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-148e3d88-a6c6-4d4b-a36c-e8335c8df11b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (None), before_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:18.407643 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ad5ab9-1611-4535-b050-572b1e99d24e None None] Checking agent: {'id': '6df97c0c-9140-47af-8c93-84593b95031c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 8, 13, 44, 19), 'started_at': datetime.datetime(2022, 9, 8, 13, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 9, 8, 13, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 08 13:57:18.408104 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ad5ab9-1611-4535-b050-572b1e99d24e None None] Checking segment: {'id': '8c3064d6-a80a-4cdc-832a-15ed9b418cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '551d8846-f844-4925-a2fe-eef49820f7af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 13:57:18.408435 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-96ad5ab9-1611-4535-b050-572b1e99d24e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:18.408803 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ad5ab9-1611-4535-b050-572b1e99d24e None None] Bound using segment: {'id': '8c3064d6-a80a-4cdc-832a-15ed9b418cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '551d8846-f844-4925-a2fe-eef49820f7af'} {{(pid=112711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 08 13:57:18.409294 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.managers [None req-96ad5ab9-1611-4535-b050-572b1e99d24e None None] Bound port: f248cc31-a464-4a12-8ce7-71c8837c6dc9, host: dv-cinder-820027-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c3064d6-a80a-4cdc-832a-15ed9b418cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '551d8846-f844-4925-a2fe-eef49820f7af'}}] {{(pid=112711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 08 13:57:18.409661 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-96ad5ab9-1611-4535-b050-572b1e99d24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (f248cc31-a464-4a12-8ce7-71c8837c6dc9), before_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:18.473118 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-96ad5ab9-1611-4535-b050-572b1e99d24e None None] For port f248cc31-a464-4a12-8ce7-71c8837c6dc9, host dv-cinder-820027-24-iscsi, cleared binding levels {{(pid=112711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:57:18.476410 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-96ad5ab9-1611-4535-b050-572b1e99d24e None None] For port f248cc31-a464-4a12-8ce7-71c8837c6dc9, host dv-cinder-820027-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-24-iscsi',level=0,port_id=f248cc31-a464-4a12-8ce7-71c8837c6dc9,segment=NetworkSegment(8c3064d6-a80a-4cdc-832a-15ed9b418cbb),segment_id=8c3064d6-a80a-4cdc-832a-15ed9b418cbb)] {{(pid=112711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:57:18.483218 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Device c57d5f48-246f-41c1-903a-f9a3fa47d52b details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=112711) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:57:18.489713 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-96ad5ab9-1611-4535-b050-572b1e99d24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (f248cc31-a464-4a12-8ce7-71c8837c6dc9), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:18.498031 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:57:18.512802 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.db.db_base_plugin_common [None req-148e3d88-a6c6-4d4b-a36c-e8335c8df11b admin admin] Allocated IP 172.27.0.73 (a5311008-4782-42e3-9445-a36a6c9fb014/42b74029-f5ac-41f0-a451-9a0d0b4a74ed/35c22b56-71fb-494d-bbaa-432b8b41f93e) {{(pid=112710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:57:18.520959 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=91,neutron:UPDATE=7,neutron:INSERT=2 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:57:18.608939 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ad5ab9-1611-4535-b050-572b1e99d24e None None] Pushing event updated for resources: {'Port': ['ID=f248cc31-a464-4a12-8ce7-71c8837c6dc9,revision_number=2']} {{(pid=112711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:57:18.660398 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] For port c57d5f48-246f-41c1-903a-f9a3fa47d52b, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=c57d5f48-246f-41c1-903a-f9a3fa47d52b,segment=NetworkSegment(20c24cd0-3b1f-4e89-83a4-717e24ca5a29),segment_id=20c24cd0-3b1f-4e89-83a4-717e24ca5a29)] {{(pid=112711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:57:18.674003 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Returning: {'device': 'c57d5f48-246f-41c1-903a-f9a3fa47d52b', 'network_id': 'cf5901ef-2ee5-4879-85aa-18770c77b80a', 'port_id': 'c57d5f48-246f-41c1-903a-f9a3fa47d52b', 'mac_address': 'fa:16:3e:05:c5:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a139bee4-b378-4a6d-bfa3-c572d95f8369', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112711) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:57:18.709846 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Current status of the port c57d5f48-246f-41c1-903a-f9a3fa47d52b is: DOWN; New status is: BUILD {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 13:57:18.710236 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (c57d5f48-246f-41c1-903a-f9a3fa47d52b), before_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:18.732954 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.notifiers.nova [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c57d5f48-246f-41c1-903a-f9a3fa47d52b {{(pid=112711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 08 13:57:18.779920 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] For port c57d5f48-246f-41c1-903a-f9a3fa47d52b, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=c57d5f48-246f-41c1-903a-f9a3fa47d52b,segment=NetworkSegment(20c24cd0-3b1f-4e89-83a4-717e24ca5a29),segment_id=20c24cd0-3b1f-4e89-83a4-717e24ca5a29)] {{(pid=112711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:57:18.783118 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:57:18.785201 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (c57d5f48-246f-41c1-903a-f9a3fa47d52b), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:18.799098 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2421dc2-2a7e-487a-b729-72763c6c3354 req-1652ccd5-740f-4ed5-b232-ffd253007cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:18.801248 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-d2421dc2-2a7e-487a-b729-72763c6c3354 req-1652ccd5-740f-4ed5-b232-ffd253007cca service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=efdb4c65-ed8d-4792-ac96-8b1053b167b5&tenant_id=bc4476b1f4b84b5593ff2650592b9fb7 HTTP/1.1" status: 200 len: 1127 time: 0.1815994 Sep 08 13:57:18.832629 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-9aa8f96a-8288-4164-9096-af9d1d6be4cb req-9b39fa6e-e01d-42f2-ab15-1330130b4fa1 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=97326033-4991-4b35-9df8-8c1194e9ebe7 HTTP/1.1" status: 200 len: 1002 time: 0.2524772 Sep 08 13:57:18.846630 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a5634a-57f8-4bf4-b525-f322e2a10d9c req-ae7dd6ab-c841-42c4-955f-de0059316c24 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:18.848161 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-10a5634a-57f8-4bf4-b525-f322e2a10d9c req-ae7dd6ab-c841-42c4-955f-de0059316c24 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=30b6fbb8-a2c9-4c92-b120-8ea3259c9b56 HTTP/1.1" status: 200 len: 943 time: 0.2171788 Sep 08 13:57:18.861891 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Pushing event updated for resources: {'Port': ['ID=c57d5f48-246f-41c1-903a-f9a3fa47d52b,revision_number=4']} {{(pid=112711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:57:18.911828 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-604b277b-9310-4e7b-bd1a-c26598410893 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (ad63ffce-77d1-4b05-ac53-eeb1c28e2aec), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:18.925378 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-148e3d88-a6c6-4d4b-a36c-e8335c8df11b admin admin] Publish callbacks [] for port (35c22b56-71fb-494d-bbaa-432b8b41f93e), precommit_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:18.932346 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcc1090-5523-4361-be41-3d24d6be79de req-464f3a19-7be4-4344-8a09-1002ac411161 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:18.933934 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-bbcc1090-5523-4361-be41-3d24d6be79de req-464f3a19-7be4-4344-8a09-1002ac411161 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=efdb4c65-ed8d-4792-ac96-8b1053b167b5 HTTP/1.1" status: 200 len: 943 time: 0.1998973 Sep 08 13:57:18.950118 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (6df97c0c-9140-47af-8c93-84593b95031c), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:19.017538 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2421dc2-2a7e-487a-b729-72763c6c3354 req-00439431-782b-43fd-ab55-c113203135dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:19.018968 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-d2421dc2-2a7e-487a-b729-72763c6c3354 req-00439431-782b-43fd-ab55-c113203135dd service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=bc4476b1f4b84b5593ff2650592b9fb7&device_id=efdb4c65-ed8d-4792-ac96-8b1053b167b5 HTTP/1.1" status: 200 len: 1127 time: 0.1422679 Sep 08 13:57:19.041361 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa8f96a-8288-4164-9096-af9d1d6be4cb req-dd4a3823-2531-4b54-9cfb-c93aceeed966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:19.042804 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-9aa8f96a-8288-4164-9096-af9d1d6be4cb req-dd4a3823-2531-4b54-9cfb-c93aceeed966 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=8a8f577a-16e1-4e37-b6e2-a6cc60df3540 HTTP/1.1" status: 200 len: 857 time: 0.1853044 Sep 08 13:57:19.101653 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-10a5634a-57f8-4bf4-b525-f322e2a10d9c req-e9d49994-d7fa-4bd1-b789-926f359e9194 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=cf4cb08a-0adf-4e43-9570-dddee6c4a40a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2453444 Sep 08 13:57:19.157101 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-bbcc1090-5523-4361-be41-3d24d6be79de req-c45d834a-186d-47fe-b944-40884b981993 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=71fbc785-b69a-4abf-8140-4abe8997af2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1938658 Sep 08 13:57:19.169691 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa8f96a-8288-4164-9096-af9d1d6be4cb req-4915e3c0-771a-4a4d-b980-ec9c03c9ca30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:19.171769 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-9aa8f96a-8288-4164-9096-af9d1d6be4cb req-4915e3c0-771a-4a4d-b980-ec9c03c9ca30 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=a6ea2a7a-ef84-454a-b305-c470482cf7fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1174302 Sep 08 13:57:19.172590 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-148e3d88-a6c6-4d4b-a36c-e8335c8df11b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729028134301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10367820'] for port (35c22b56-71fb-494d-bbaa-432b8b41f93e), after_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:19.211598 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] get_ports_and_sgs() called for port_ids ['c57d5f48-246f-41c1-903a-f9a3fa47d52b'] {{(pid=112711) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 08 13:57:19.245363 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-148e3d88-a6c6-4d4b-a36c-e8335c8df11b admin admin] Network a5311008-4782-42e3-9445-a36a6c9fb014 is already hosted by enough agents. {{(pid=112710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:57:19.273977 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:57:19.281517 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.scheduler.base_scheduler [None req-148e3d88-a6c6-4d4b-a36c-e8335c8df11b admin admin] Resources bound (agent type, host, resource id): {{(pid=112710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:57:19.291948 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148e3d88-a6c6-4d4b-a36c-e8335c8df11b admin admin] Received port after_create {{(pid=112710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 08 13:57:19.296444 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148e3d88-a6c6-4d4b-a36c-e8335c8df11b admin admin] Pushing event updated for resources: {'Port': ['ID=35c22b56-71fb-494d-bbaa-432b8b41f93e,revision_number=1']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:57:19.349770 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2421dc2-2a7e-487a-b729-72763c6c3354 req-f21f9667-fe10-4866-b978-0937a1083e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:19.351878 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-d2421dc2-2a7e-487a-b729-72763c6c3354 req-f21f9667-fe10-4866-b978-0937a1083e55 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=1c9b3d05-20f8-440e-89b3-587b430f97a5 HTTP/1.1" status: 200 len: 918 time: 0.2991946 Sep 08 13:57:19.551104 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6635d7d2-7926-4791-90ef-2ccaf1a461a7 None None] Network 551d8846-f844-4925-a2fe-eef49820f7af requested from dv-cinder-820027-24-iscsi {{(pid=112711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 08 13:57:19.631491 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-e41151ee-02ad-40ce-9fa1-44f5f79c9e98 None None] Provisioning complete for port f248cc31-a464-4a12-8ce7-71c8837c6dc9 triggered by entity DHCP. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 13:57:19.631851 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-e41151ee-02ad-40ce-9fa1-44f5f79c9e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (f248cc31-a464-4a12-8ce7-71c8837c6dc9), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:19.739721 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Device f248cc31-a464-4a12-8ce7-71c8837c6dc9 up at agent ovs-agent-dv-cinder-820027-24-iscsi {{(pid=112711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:57:19.758878 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-9aa8f96a-8288-4164-9096-af9d1d6be4cb req-b8ad0c54-ea2e-49db-81ab-e634236e96f5 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/a6ea2a7a-ef84-454a-b305-c470482cf7fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5531147 Sep 08 13:57:19.779871 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:57:19.785882 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-e41151ee-02ad-40ce-9fa1-44f5f79c9e98 None None] Current status of the port f248cc31-a464-4a12-8ce7-71c8837c6dc9 is: DOWN; New status is: ACTIVE {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 13:57:19.786281 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-e41151ee-02ad-40ce-9fa1-44f5f79c9e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (f248cc31-a464-4a12-8ce7-71c8837c6dc9), before_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:19.838174 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Provisioning complete for port f248cc31-a464-4a12-8ce7-71c8837c6dc9 triggered by entity L2. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 13:57:19.838552 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (f248cc31-a464-4a12-8ce7-71c8837c6dc9), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:19.842006 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-e41151ee-02ad-40ce-9fa1-44f5f79c9e98 None None] For port f248cc31-a464-4a12-8ce7-71c8837c6dc9, host dv-cinder-820027-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-24-iscsi',level=0,port_id=f248cc31-a464-4a12-8ce7-71c8837c6dc9,segment=NetworkSegment(8c3064d6-a80a-4cdc-832a-15ed9b418cbb),segment_id=8c3064d6-a80a-4cdc-832a-15ed9b418cbb)] {{(pid=112711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:57:19.842378 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044a20d2-342c-4374-8802-9f67091a7781 req-c60d5cc8-5222-4559-af93-af0567879e01 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:19.844686 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-044a20d2-342c-4374-8802-9f67091a7781 req-c60d5cc8-5222-4559-af93-af0567879e01 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d2ad7906-3b73-4fc9-a692-9692fb6234b3 HTTP/1.1" status: 200 len: 945 time: 0.2204313 Sep 08 13:57:19.867392 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-e41151ee-02ad-40ce-9fa1-44f5f79c9e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (f248cc31-a464-4a12-8ce7-71c8837c6dc9), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:19.876844 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-d2421dc2-2a7e-487a-b729-72763c6c3354 req-20d4ce29-1413-481a-974c-5441fba596d2 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c9da782b-975b-4d78-bc93-092cf58fcf3a HTTP/1.1" status: 200 len: 998 time: 0.2638481 Sep 08 13:57:19.882485 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60502d2-73d2-416e-9388-45c8fc3a291b req-6a02f03e-b305-4629-9a51-45077ca37b4e tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:19.883956 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-d60502d2-73d2-416e-9388-45c8fc3a291b req-6a02f03e-b305-4629-9a51-45077ca37b4e tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=21bead64-8c72-4cb8-806b-f68b2fc593cc HTTP/1.1" status: 200 len: 946 time: 0.2693267 Sep 08 13:57:19.931428 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41151ee-02ad-40ce-9fa1-44f5f79c9e98 None None] Pushing event updated for resources: {'Port': ['ID=f248cc31-a464-4a12-8ce7-71c8837c6dc9,revision_number=3']} {{(pid=112711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:57:19.938636 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:57:19.969671 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Current status of the port f248cc31-a464-4a12-8ce7-71c8837c6dc9 is: ACTIVE; New status is: ACTIVE {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 13:57:19.975018 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=100 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:57:19.984783 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-c734ad09-7c13-4dcf-8516-051ff3841bb2 None None] Provisioning complete for port f248cc31-a464-4a12-8ce7-71c8837c6dc9 triggered by entity DHCP. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 13:57:19.985153 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-c734ad09-7c13-4dcf-8516-051ff3841bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (f248cc31-a464-4a12-8ce7-71c8837c6dc9), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:20.064876 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-c734ad09-7c13-4dcf-8516-051ff3841bb2 None None] Current status of the port f248cc31-a464-4a12-8ce7-71c8837c6dc9 is: ACTIVE; New status is: ACTIVE {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 13:57:20.066100 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2421dc2-2a7e-487a-b729-72763c6c3354 req-282a1ac4-785b-43a7-951b-4394744a942d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:20.067577 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-d2421dc2-2a7e-487a-b729-72763c6c3354 req-282a1ac4-785b-43a7-951b-4394744a942d service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=c1fdd510-cbc1-4f0f-8fbd-e177b9f3baf0 HTTP/1.1" status: 200 len: 856 time: 0.1827557 Sep 08 13:57:20.086480 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-9aa8f96a-8288-4164-9096-af9d1d6be4cb req-2128b577-7d84-4be9-8b5a-2fd919461f50 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/a6ea2a7a-ef84-454a-b305-c470482cf7fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3166506 Sep 08 13:57:20.130689 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-044a20d2-342c-4374-8802-9f67091a7781 req-56fc2458-620f-4cfb-b23e-ee454fa125c2 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e656d449-c572-4028-b2e1-f2eb8d08b7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2446651 Sep 08 13:57:20.152944 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-d60502d2-73d2-416e-9388-45c8fc3a291b req-99beda3a-27f4-4a79-a4eb-526542a70391 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ab5cc7d2-a9e9-47f5-8ca4-4c1123bb816c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2413650 Sep 08 13:57:20.179843 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2421dc2-2a7e-487a-b729-72763c6c3354 req-d7230b65-50f3-4846-a461-aca748e5e213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:20.181374 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-d2421dc2-2a7e-487a-b729-72763c6c3354 req-d7230b65-50f3-4846-a461-aca748e5e213 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=1c9b3d05-20f8-440e-89b3-587b430f97a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0998707 Sep 08 13:57:20.342457 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04222b08-3fcf-4236-bacd-ac5aee5efee1 req-833d42c6-12e0-403f-91b4-be796497d207 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:20.343911 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-04222b08-3fcf-4236-bacd-ac5aee5efee1 req-833d42c6-12e0-403f-91b4-be796497d207 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=30b6fbb8-a2c9-4c92-b120-8ea3259c9b56 HTTP/1.1" status: 200 len: 944 time: 0.1383717 Sep 08 13:57:20.355846 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-148e3d88-a6c6-4d4b-a36c-e8335c8df11b admin admin] Publish callbacks [] for router_gateway (1dee0814-e2a9-4820-818a-1712274f21b5), after_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:20.406374 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebb6a10-621b-457e-8a40-5092f346a60c req-0a5e8c5d-c70e-4e24-8df7-57c400f9f5bf tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:20.407735 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-2ebb6a10-621b-457e-8a40-5092f346a60c req-0a5e8c5d-c70e-4e24-8df7-57c400f9f5bf tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=efdb4c65-ed8d-4792-ac96-8b1053b167b5 HTTP/1.1" status: 200 len: 943 time: 0.1470394 Sep 08 13:57:20.475822 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-d2421dc2-2a7e-487a-b729-72763c6c3354 req-6a0ea7ae-6f0d-4a7e-8c1e-32bd8ba3eba8 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/1c9b3d05-20f8-440e-89b3-587b430f97a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2690771 Sep 08 13:57:20.491379 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Device c57d5f48-246f-41c1-903a-f9a3fa47d52b up at agent hyperv_hv-cinder-82002 {{(pid=112711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:57:20.504385 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=100 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:57:20.534205 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Provisioning for port c57d5f48-246f-41c1-903a-f9a3fa47d52b completed by entity L2. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 08 13:57:20.539880 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Provisioning complete for port c57d5f48-246f-41c1-903a-f9a3fa47d52b triggered by entity L2. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 13:57:20.540260 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (c57d5f48-246f-41c1-903a-f9a3fa47d52b), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:20.595972 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-04222b08-3fcf-4236-bacd-ac5aee5efee1 req-8da90e76-2957-42f9-af23-6bfa1d70ff3b tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=cf4cb08a-0adf-4e43-9570-dddee6c4a40a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2411106 Sep 08 13:57:20.604078 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-2ebb6a10-621b-457e-8a40-5092f346a60c req-c907e79a-51c6-4a9f-9a0a-d94b66e48fb3 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=71fbc785-b69a-4abf-8140-4abe8997af2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1866572 Sep 08 13:57:20.618560 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Current status of the port c57d5f48-246f-41c1-903a-f9a3fa47d52b is: BUILD; New status is: ACTIVE {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 13:57:20.619927 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (c57d5f48-246f-41c1-903a-f9a3fa47d52b), before_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:20.652446 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30b6fbb8-a2c9-4c92-b120-8ea3259c9b56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c57d5f48-246f-41c1-903a-f9a3fa47d52b'}] {{(pid=112711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 13:57:20.654695 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da88ec0cbec787fa3ec3fbfc035ae72aba30a0bab36d561f227dc8a59222d55b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d5d0be7-0795-4e8d-be85-9dc69452d5c0" -d '{"events": [{"server_uuid": "30b6fbb8-a2c9-4c92-b120-8ea3259c9b56", "name": "network-vif-plugged", "status": "completed", "tag": "c57d5f48-246f-41c1-903a-f9a3fa47d52b"}]}' {{(pid=112711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:57:20.668366 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] For port c57d5f48-246f-41c1-903a-f9a3fa47d52b, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=c57d5f48-246f-41c1-903a-f9a3fa47d52b,segment=NetworkSegment(20c24cd0-3b1f-4e89-83a4-717e24ca5a29),segment_id=20c24cd0-3b1f-4e89-83a4-717e24ca5a29)] {{(pid=112711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:57:20.672663 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (c57d5f48-246f-41c1-903a-f9a3fa47d52b), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:20.697201 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-d2421dc2-2a7e-487a-b729-72763c6c3354 req-78b5dee9-5a85-4e2e-a58d-39ac0188b292 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/1c9b3d05-20f8-440e-89b3-587b430f97a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915553 Sep 08 13:57:20.702358 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Sep 2022 13:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d6b25d2-4f3f-492c-99d4-64d541bf7ee5 x-openstack-request-id: req-8d6b25d2-4f3f-492c-99d4-64d541bf7ee5 {{(pid=112711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:57:20.702658 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30b6fbb8-a2c9-4c92-b120-8ea3259c9b56", "name": "network-vif-plugged", "status": "completed", "tag": "c57d5f48-246f-41c1-903a-f9a3fa47d52b", "code": 200}]} {{(pid=112711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:57:20.702912 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8d6b25d2-4f3f-492c-99d4-64d541bf7ee5 {{(pid=112711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:57:20.703299 dv-cinder-820027-24-iscsi neutron-server[112711]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d6b25d2-4f3f-492c-99d4-64d541bf7ee5'] response: {'server_uuid': '30b6fbb8-a2c9-4c92-b120-8ea3259c9b56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c57d5f48-246f-41c1-903a-f9a3fa47d52b', 'code': 200} Sep 08 13:57:20.724732 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Pushing event updated for resources: {'Port': ['ID=c57d5f48-246f-41c1-903a-f9a3fa47d52b,revision_number=5']} {{(pid=112711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:57:20.744162 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-148e3d88-a6c6-4d4b-a36c-e8335c8df11b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3678394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3679297'] for router (1dee0814-e2a9-4820-818a-1712274f21b5), after_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:20.837135 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:57:20.878609 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-148e3d88-a6c6-4d4b-a36c-e8335c8df11b admin admin] Router 1dee0814-e2a9-4820-818a-1712274f21b5 is scheduled to L3 agent 91421a76-39ff-4685-90ca-aa6fbf6a1933 with binding_index 1 {{(pid=112710) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 13:57:20.984500 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-148e3d88-a6c6-4d4b-a36c-e8335c8df11b admin admin] Notify agent at l3_agent.dv-cinder-820027-24-iscsi the message routers_updated {{(pid=112710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:57:20.993467 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69774954-50d3-4e5e-8376-e6a523df5f54 None None] Sync routers for ids ['1dee0814-e2a9-4820-818a-1712274f21b5'] in dv-cinder-820027-24-iscsi {{(pid=112711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:57:21.004780 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-148e3d88-a6c6-4d4b-a36c-e8335c8df11b admin admin] Publish callbacks [] for router (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:21.006547 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-148e3d88-a6c6-4d4b-a36c-e8335c8df11b admin admin] 10.222.0.55 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.3877108 Sep 08 13:57:21.009444 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 39012) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:57:21.010469 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69774954-50d3-4e5e-8376-e6a523df5f54 None None] Routers {'1dee0814-e2a9-4820-818a-1712274f21b5'} bound to L3 agent in host dv-cinder-820027-24-iscsi {{(pid=112711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 13:57:21.011114 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_hamode_db [None req-69774954-50d3-4e5e-8376-e6a523df5f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-08T13:44:16Z,description=,heartbeat_timestamp=2022-09-08T13:57:16Z,host='dv-cinder-820027-24-iscsi',id=91421a76-39ff-4685-90ca-aa6fbf6a1933,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:44:16Z,topic='l3_agent')) {'router_ids': ['1dee0814-e2a9-4820-818a-1712274f21b5'], 'active': True} {{(pid=112711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:57:21.098691 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd20e77-34c2-4c60-8d83-c6b977b1ac25 req-f4833b1b-0986-4aae-84f2-4353b0873fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:21.100173 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-ccd20e77-34c2-4c60-8d83-c6b977b1ac25 req-f4833b1b-0986-4aae-84f2-4353b0873fcf service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=30b6fbb8-a2c9-4c92-b120-8ea3259c9b56 HTTP/1.1" status: 200 len: 1129 time: 0.0516098 Sep 08 13:57:21.125450 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvr_db [None req-69774954-50d3-4e5e-8376-e6a523df5f54 None None] Set router 1dee0814-e2a9-4820-818a-1712274f21b5 gateway port host: dv-cinder-820027-24-iscsi {{(pid=112711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 13:57:21.191133 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-ccd20e77-34c2-4c60-8d83-c6b977b1ac25 req-26bf09fd-bbde-42cd-88e3-ec07d74b772d service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cf4cb08a-0adf-4e43-9570-dddee6c4a40a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639944 Sep 08 13:57:21.321985 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:57:21.327609 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_hamode_db [None req-69774954-50d3-4e5e-8376-e6a523df5f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dee0814-e2a9-4820-818a-1712274f21b5', 'name': 'tempest-TestVolumeBootPattern-719451595-router', 'tenant_id': '19d114fd258a4306b4c0665df90ae4c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': '35c22b56-71fb-494d-bbaa-432b8b41f93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:57:17Z', 'updated_at': '2022-09-08T13:57:20Z', 'revision_number': 3, 'project_id': '19d114fd258a4306b4c0665df90ae4c7', 'gw_port': {'id': '35c22b56-71fb-494d-bbaa-432b8b41f93e', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c2:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dee0814-e2a9-4820-818a-1712274f21b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:57:18Z', 'updated_at': '2022-09-08T13:57:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi'}], 'dv-cinder-820027-24-iscsi', False) {} {{(pid=112711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:57:21.358916 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69774954-50d3-4e5e-8376-e6a523df5f54 None None] Checking router: 1dee0814-e2a9-4820-818a-1712274f21b5 for host: dv-cinder-820027-24-iscsi {{(pid=112711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:57:21.359271 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69774954-50d3-4e5e-8376-e6a523df5f54 None None] Updating router 1dee0814-e2a9-4820-818a-1712274f21b5 port 35c22b56-71fb-494d-bbaa-432b8b41f93e binding host dv-cinder-820027-24-iscsi {{(pid=112711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 13:57:21.362354 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe80107-239e-4176-8e87-823eec294cf1 req-38062b46-d896-4ef3-89b0-f25cc1b23616 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:21.363405 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-3fe80107-239e-4176-8e87-823eec294cf1 req-38062b46-d896-4ef3-89b0-f25cc1b23616 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d2ad7906-3b73-4fc9-a692-9692fb6234b3 HTTP/1.1" status: 200 len: 945 time: 0.1227827 Sep 08 13:57:21.370022 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f78bd6b-16d5-451a-bcbf-5033a42b1443 req-48b79870-277f-4ba6-94fe-9ff0eadebdc8 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:21.377024 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-4f78bd6b-16d5-451a-bcbf-5033a42b1443 req-48b79870-277f-4ba6-94fe-9ff0eadebdc8 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=21bead64-8c72-4cb8-806b-f68b2fc593cc HTTP/1.1" status: 200 len: 946 time: 0.1218832 Sep 08 13:57:21.400382 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-69774954-50d3-4e5e-8376-e6a523df5f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (35c22b56-71fb-494d-bbaa-432b8b41f93e), before_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:21.472310 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:57:21.521809 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-4f78bd6b-16d5-451a-bcbf-5033a42b1443 req-89a4bbd4-30ac-4d32-b930-2cfea9df6f14 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ab5cc7d2-a9e9-47f5-8ca4-4c1123bb816c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1438184 Sep 08 13:57:21.536191 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-3fe80107-239e-4176-8e87-823eec294cf1 req-c27bdeed-9b35-47df-877c-3594d9d4c23a tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e656d449-c572-4028-b2e1-f2eb8d08b7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1497269 Sep 08 13:57:21.751810 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Device f248cc31-a464-4a12-8ce7-71c8837c6dc9 up at agent ovs-agent-dv-cinder-820027-24-iscsi {{(pid=112711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:57:21.760307 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:57:21.783509 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:57:21.854506 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Provisioning complete for port f248cc31-a464-4a12-8ce7-71c8837c6dc9 triggered by entity L2. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 13:57:21.855078 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (f248cc31-a464-4a12-8ce7-71c8837c6dc9), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:21.889032 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e6bf22-6127-46aa-933c-a9ea7167b745 req-baa48e14-b524-41b2-9414-e07a061f28e0 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:21.893772 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-69774954-50d3-4e5e-8376-e6a523df5f54 None None] Publish callbacks [] for port (35c22b56-71fb-494d-bbaa-432b8b41f93e), precommit_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:21.896788 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-d6e6bf22-6127-46aa-933c-a9ea7167b745 req-baa48e14-b524-41b2-9414-e07a061f28e0 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=30b6fbb8-a2c9-4c92-b120-8ea3259c9b56 HTTP/1.1" status: 200 len: 945 time: 0.1480808 Sep 08 13:57:21.918152 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-69774954-50d3-4e5e-8376-e6a523df5f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (35c22b56-71fb-494d-bbaa-432b8b41f93e), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:21.979622 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.managers [None req-69774954-50d3-4e5e-8376-e6a523df5f54 None None] Attempting to bind port 35c22b56-71fb-494d-bbaa-432b8b41f93e on host dv-cinder-820027-24-iscsi for vnic_type normal with profile {{(pid=112711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 08 13:57:21.979622 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.managers [None req-69774954-50d3-4e5e-8376-e6a523df5f54 None None] Attempting to bind port 35c22b56-71fb-494d-bbaa-432b8b41f93e by drivers openvswitch,hyperv on host dv-cinder-820027-24-iscsi at level 0 using segments [{'id': 'ebffaf8e-8370-4e1c-9c1b-02c9fe7aa40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014'}] {{(pid=112711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 08 13:57:21.979622 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69774954-50d3-4e5e-8376-e6a523df5f54 None None] Attempting to bind port 35c22b56-71fb-494d-bbaa-432b8b41f93e on network a5311008-4782-42e3-9445-a36a6c9fb014 {{(pid=112711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 13:57:22.033101 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8e49a6-5dce-4b5f-b73c-0500a0d73327 None None] Pushing event updated for resources: {'Port': ['ID=35c22b56-71fb-494d-bbaa-432b8b41f93e,revision_number=2']} {{(pid=112711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:57:22.104042 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Current status of the port f248cc31-a464-4a12-8ce7-71c8837c6dc9 is: ACTIVE; New status is: ACTIVE {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 13:57:22.111770 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69774954-50d3-4e5e-8376-e6a523df5f54 None None] Checking agent: {'id': '6df97c0c-9140-47af-8c93-84593b95031c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 8, 13, 44, 19), 'started_at': datetime.datetime(2022, 9, 8, 13, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 9, 8, 13, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 08 13:57:22.112605 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69774954-50d3-4e5e-8376-e6a523df5f54 None None] Checking segment: {'id': 'ebffaf8e-8370-4e1c-9c1b-02c9fe7aa40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 13:57:22.113233 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-69774954-50d3-4e5e-8376-e6a523df5f54 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:22.113863 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69774954-50d3-4e5e-8376-e6a523df5f54 None None] Bound using segment: {'id': 'ebffaf8e-8370-4e1c-9c1b-02c9fe7aa40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014'} {{(pid=112711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 08 13:57:22.114565 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.managers [None req-69774954-50d3-4e5e-8376-e6a523df5f54 None None] Bound port: 35c22b56-71fb-494d-bbaa-432b8b41f93e, host: dv-cinder-820027-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebffaf8e-8370-4e1c-9c1b-02c9fe7aa40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014'}}] {{(pid=112711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 08 13:57:22.115170 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-69774954-50d3-4e5e-8376-e6a523df5f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (35c22b56-71fb-494d-bbaa-432b8b41f93e), before_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:22.177992 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-69774954-50d3-4e5e-8376-e6a523df5f54 None None] For port 35c22b56-71fb-494d-bbaa-432b8b41f93e, host dv-cinder-820027-24-iscsi, cleared binding levels {{(pid=112711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:57:22.182611 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-69774954-50d3-4e5e-8376-e6a523df5f54 None None] For port 35c22b56-71fb-494d-bbaa-432b8b41f93e, host dv-cinder-820027-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-24-iscsi',level=0,port_id=35c22b56-71fb-494d-bbaa-432b8b41f93e,segment=NetworkSegment(ebffaf8e-8370-4e1c-9c1b-02c9fe7aa40e),segment_id=ebffaf8e-8370-4e1c-9c1b-02c9fe7aa40e)] {{(pid=112711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:57:22.196772 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-69774954-50d3-4e5e-8376-e6a523df5f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (35c22b56-71fb-494d-bbaa-432b8b41f93e), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:22.246496 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69774954-50d3-4e5e-8376-e6a523df5f54 None None] Routers {'1dee0814-e2a9-4820-818a-1712274f21b5'} bound to L3 agent in host dv-cinder-820027-24-iscsi {{(pid=112711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 13:57:22.247649 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f05fe83-5b9b-464e-9ecd-1b0040e1e649 req-96a407f6-0f8f-4499-a505-93c361e849f4 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:22.247801 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_hamode_db [None req-69774954-50d3-4e5e-8376-e6a523df5f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-08T13:44:16Z,description=,heartbeat_timestamp=2022-09-08T13:57:16Z,host='dv-cinder-820027-24-iscsi',id=91421a76-39ff-4685-90ca-aa6fbf6a1933,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:44:16Z,topic='l3_agent')) {'router_ids': ['1dee0814-e2a9-4820-818a-1712274f21b5'], 'active': True} {{(pid=112711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:57:22.254582 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-9f05fe83-5b9b-464e-9ecd-1b0040e1e649 req-96a407f6-0f8f-4499-a505-93c361e849f4 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=efdb4c65-ed8d-4792-ac96-8b1053b167b5 HTTP/1.1" status: 200 len: 943 time: 0.4383774 Sep 08 13:57:22.298181 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8e49a6-5dce-4b5f-b73c-0500a0d73327 None None] Pushing event updated for resources: {'Port': ['ID=35c22b56-71fb-494d-bbaa-432b8b41f93e,revision_number=3']} {{(pid=112711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:57:22.299406 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-d5cc3482-56dd-4ef9-89a5-0e77f1662225 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (None), before_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:22.320276 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-d6e6bf22-6127-46aa-933c-a9ea7167b745 req-e90621ab-e79d-4991-9261-971050de47c3 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=cf4cb08a-0adf-4e43-9570-dddee6c4a40a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4225998 Sep 08 13:57:22.394716 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-9f05fe83-5b9b-464e-9ecd-1b0040e1e649 req-b1d46b02-b474-404a-8eaf-2fa310d5b382 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=71fbc785-b69a-4abf-8140-4abe8997af2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1391780 Sep 08 13:57:22.394964 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvr_db [None req-69774954-50d3-4e5e-8376-e6a523df5f54 None None] Set router 1dee0814-e2a9-4820-818a-1712274f21b5 gateway port host: dv-cinder-820027-24-iscsi {{(pid=112711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 13:57:22.438397 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:57:22.559167 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.db.db_base_plugin_common [None req-d5cc3482-56dd-4ef9-89a5-0e77f1662225 admin admin] Allocated IP 172.20.0.1 (551d8846-f844-4925-a2fe-eef49820f7af/8ad1b6f9-720f-46b5-a559-3250cb34e913/09d4b13b-43d4-437f-a8b5-280a1cb88e16) {{(pid=112710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:57:22.782134 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_hamode_db [None req-69774954-50d3-4e5e-8376-e6a523df5f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dee0814-e2a9-4820-818a-1712274f21b5', 'name': 'tempest-TestVolumeBootPattern-719451595-router', 'tenant_id': '19d114fd258a4306b4c0665df90ae4c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': '35c22b56-71fb-494d-bbaa-432b8b41f93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:57:17Z', 'updated_at': '2022-09-08T13:57:20Z', 'revision_number': 3, 'project_id': '19d114fd258a4306b4c0665df90ae4c7', 'gw_port': {'id': '35c22b56-71fb-494d-bbaa-432b8b41f93e', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c2:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dee0814-e2a9-4820-818a-1712274f21b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:57:18Z', 'updated_at': '2022-09-08T13:57:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi'}], 'dv-cinder-820027-24-iscsi', False) {} {{(pid=112711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:57:22.796569 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706677d1-b4b5-4cd5-b2e3-caf5caaf5c07 req-1d93d60a-2694-4efe-8d69-8b10b9d85a69 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:22.797690 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-706677d1-b4b5-4cd5-b2e3-caf5caaf5c07 req-1d93d60a-2694-4efe-8d69-8b10b9d85a69 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=21bead64-8c72-4cb8-806b-f68b2fc593cc HTTP/1.1" status: 200 len: 946 time: 0.1137736 Sep 08 13:57:22.808964 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69774954-50d3-4e5e-8376-e6a523df5f54 None None] The sync data for ids ['1dee0814-e2a9-4820-818a-1712274f21b5'] in dv-cinder-820027-24-iscsi is: [{'id': '1dee0814-e2a9-4820-818a-1712274f21b5', 'name': 'tempest-TestVolumeBootPattern-719451595-router', 'tenant_id': '19d114fd258a4306b4c0665df90ae4c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': '35c22b56-71fb-494d-bbaa-432b8b41f93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:57:17Z', 'updated_at': '2022-09-08T13:57:20Z', 'revision_number': 3, 'project_id': '19d114fd258a4306b4c0665df90ae4c7', 'gw_port': {'id': '35c22b56-71fb-494d-bbaa-432b8b41f93e', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c2:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dee0814-e2a9-4820-818a-1712274f21b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:57:18Z', 'updated_at': '2022-09-08T13:57:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi'}] {{(pid=112711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:57:22.810297 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24db78c5-b65e-424b-a849-9d77f314ff18 req-9c2b3619-7926-4ac7-8aed-7a050af22a2e tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:22.811737 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-24db78c5-b65e-424b-a849-9d77f314ff18 req-9c2b3619-7926-4ac7-8aed-7a050af22a2e tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d2ad7906-3b73-4fc9-a692-9692fb6234b3 HTTP/1.1" status: 200 len: 945 time: 0.1291146 Sep 08 13:57:22.875847 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-d5cc3482-56dd-4ef9-89a5-0e77f1662225 admin admin] Publish callbacks [] for port (09d4b13b-43d4-437f-a8b5-280a1cb88e16), precommit_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:22.928168 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:57:22.936358 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-706677d1-b4b5-4cd5-b2e3-caf5caaf5c07 req-8f7d1b0f-6299-4e41-bc39-7c9220e47037 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ab5cc7d2-a9e9-47f5-8ca4-4c1123bb816c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219857 Sep 08 13:57:22.966219 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-24db78c5-b65e-424b-a849-9d77f314ff18 req-da24456a-849b-4e9f-a89d-0747cc2373dd tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e656d449-c572-4028-b2e1-f2eb8d08b7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1349382 Sep 08 13:57:22.983442 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-d5cc3482-56dd-4ef9-89a5-0e77f1662225 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729028134301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10367820'] for port (09d4b13b-43d4-437f-a8b5-280a1cb88e16), after_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:23.025704 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5cc3482-56dd-4ef9-89a5-0e77f1662225 admin admin] Network 551d8846-f844-4925-a2fe-eef49820f7af is already hosted by enough agents. {{(pid=112710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:57:23.033978 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.scheduler.base_scheduler [None req-d5cc3482-56dd-4ef9-89a5-0e77f1662225 admin admin] Resources bound (agent type, host, resource id): {{(pid=112710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:57:23.038580 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5cc3482-56dd-4ef9-89a5-0e77f1662225 admin admin] Received port after_create {{(pid=112710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 08 13:57:23.063968 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cc3482-56dd-4ef9-89a5-0e77f1662225 admin admin] Pushing event updated for resources: {'Port': ['ID=09d4b13b-43d4-437f-a8b5-280a1cb88e16,revision_number=1']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:57:23.084267 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-d5cc3482-56dd-4ef9-89a5-0e77f1662225 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3854091'] for router_interface (1dee0814-e2a9-4820-818a-1712274f21b5), before_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:23.179166 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:57:23.332293 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-d5cc3482-56dd-4ef9-89a5-0e77f1662225 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (09d4b13b-43d4-437f-a8b5-280a1cb88e16), before_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:23.427354 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-7c652a8c-c085-4c3c-aca5-816f2961e1f0 None None] Provisioning complete for port 09d4b13b-43d4-437f-a8b5-280a1cb88e16 triggered by entity DHCP. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 13:57:23.427719 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-7c652a8c-c085-4c3c-aca5-816f2961e1f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (09d4b13b-43d4-437f-a8b5-280a1cb88e16), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:23.472419 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-7c652a8c-c085-4c3c-aca5-816f2961e1f0 None None] Port 09d4b13b-43d4-437f-a8b5-280a1cb88e16 cannot update to ACTIVE because it is not bound. {{(pid=112711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 08 13:57:23.531045 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eb7f80-0f07-4563-b71a-ebb0df3b9dda req-edbdadc7-ade4-4f86-a709-a543c72a1201 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:23.533052 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-04eb7f80-0f07-4563-b71a-ebb0df3b9dda req-edbdadc7-ade4-4f86-a709-a543c72a1201 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=30b6fbb8-a2c9-4c92-b120-8ea3259c9b56 HTTP/1.1" status: 200 len: 945 time: 0.1118448 Sep 08 13:57:23.681509 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9312f02-350c-400a-bfd1-8c37111fc6fc req-978a049b-dc79-4329-80dc-6fe75a2a9273 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:23.692595 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-b9312f02-350c-400a-bfd1-8c37111fc6fc req-978a049b-dc79-4329-80dc-6fe75a2a9273 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=efdb4c65-ed8d-4792-ac96-8b1053b167b5 HTTP/1.1" status: 200 len: 943 time: 0.1094158 Sep 08 13:57:23.774150 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Device 35c22b56-71fb-494d-bbaa-432b8b41f93e up at agent ovs-agent-dv-cinder-820027-24-iscsi {{(pid=112711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:57:23.889386 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-b9312f02-350c-400a-bfd1-8c37111fc6fc req-798d20c0-2730-41e6-88de-b6651e28418e tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=71fbc785-b69a-4abf-8140-4abe8997af2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1831875 Sep 08 13:57:23.889969 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Provisioning complete for port 35c22b56-71fb-494d-bbaa-432b8b41f93e triggered by entity L2. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 13:57:23.890466 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (35c22b56-71fb-494d-bbaa-432b8b41f93e), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:23.943288 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-d5cc3482-56dd-4ef9-89a5-0e77f1662225 admin admin] Publish callbacks [] for port (09d4b13b-43d4-437f-a8b5-280a1cb88e16), precommit_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:23.955129 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-d5cc3482-56dd-4ef9-89a5-0e77f1662225 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10367797'] for port (09d4b13b-43d4-437f-a8b5-280a1cb88e16), after_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:24.074243 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Current status of the port 35c22b56-71fb-494d-bbaa-432b8b41f93e is: DOWN; New status is: ACTIVE {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 13:57:24.074774 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (35c22b56-71fb-494d-bbaa-432b8b41f93e), before_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:24.113845 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] For port 35c22b56-71fb-494d-bbaa-432b8b41f93e, host dv-cinder-820027-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-24-iscsi',level=0,port_id=35c22b56-71fb-494d-bbaa-432b8b41f93e,segment=NetworkSegment(ebffaf8e-8370-4e1c-9c1b-02c9fe7aa40e),segment_id=ebffaf8e-8370-4e1c-9c1b-02c9fe7aa40e)] {{(pid=112711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:57:24.127202 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (35c22b56-71fb-494d-bbaa-432b8b41f93e), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:24.146182 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-04eb7f80-0f07-4563-b71a-ebb0df3b9dda req-bafeac1c-17f9-4602-b9c7-e719f7ec5c8a tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=cf4cb08a-0adf-4e43-9570-dddee6c4a40a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5955918 Sep 08 13:57:24.181219 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd999b7-6708-4e9c-96a7-3c81be87abef req-359e7c06-13b2-49e5-99d6-41f35f1b43ab tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:24.198519 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-0dd999b7-6708-4e9c-96a7-3c81be87abef req-359e7c06-13b2-49e5-99d6-41f35f1b43ab tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=21bead64-8c72-4cb8-806b-f68b2fc593cc HTTP/1.1" status: 200 len: 946 time: 0.1422443 Sep 08 13:57:24.217204 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-d5cc3482-56dd-4ef9-89a5-0e77f1662225 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3690700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3854231'] for router_interface (1dee0814-e2a9-4820-818a-1712274f21b5), after_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:24.219193 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:57:24.271805 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cc3482-56dd-4ef9-89a5-0e77f1662225 admin admin] Pushing event updated for resources: {'Port': ['ID=09d4b13b-43d4-437f-a8b5-280a1cb88e16,revision_number=2']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:57:24.288063 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Pushing event updated for resources: {'Port': ['ID=35c22b56-71fb-494d-bbaa-432b8b41f93e,revision_number=4']} {{(pid=112711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:57:24.386226 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:57:24.414688 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77873a76-eab0-4551-9da8-4f43a4b9969f req-9dc3eeaf-8c10-48f5-a86a-f0740fceb021 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:24.417535 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-77873a76-eab0-4551-9da8-4f43a4b9969f req-9dc3eeaf-8c10-48f5-a86a-f0740fceb021 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d2ad7906-3b73-4fc9-a692-9692fb6234b3 HTTP/1.1" status: 200 len: 945 time: 0.1401944 Sep 08 13:57:24.430807 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-0dd999b7-6708-4e9c-96a7-3c81be87abef req-83728893-fcbb-4166-a1d7-195ff7e8ea1a tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ab5cc7d2-a9e9-47f5-8ca4-4c1123bb816c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2310669 Sep 08 13:57:24.506553 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5cc3482-56dd-4ef9-89a5-0e77f1662225 admin admin] Network 551d8846-f844-4925-a2fe-eef49820f7af is already hosted by enough agents. {{(pid=112710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:57:24.514379 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.scheduler.base_scheduler [None req-d5cc3482-56dd-4ef9-89a5-0e77f1662225 admin admin] Resources bound (agent type, host, resource id): {{(pid=112710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:57:24.527157 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-77873a76-eab0-4551-9da8-4f43a4b9969f req-978d8ee3-d6c1-496e-8fee-e65eaaa1af5f tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e656d449-c572-4028-b2e1-f2eb8d08b7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931687 Sep 08 13:57:24.622672 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:57:24.654600 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5cc3482-56dd-4ef9-89a5-0e77f1662225 admin admin] Router 1dee0814-e2a9-4820-818a-1712274f21b5 has already been hosted by L3 agent 91421a76-39ff-4685-90ca-aa6fbf6a1933 {{(pid=112710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:57:24.802265 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5cc3482-56dd-4ef9-89a5-0e77f1662225 admin admin] Notify agent at l3_agent.dv-cinder-820027-24-iscsi the message routers_updated {{(pid=112710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:57:24.811393 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-d5cc3482-56dd-4ef9-89a5-0e77f1662225 admin admin] 10.222.0.55 "PUT /networking/v2.0/routers/1dee0814-e2a9-4820-818a-1712274f21b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7984164 Sep 08 13:57:24.815029 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-0120e7c0-d12e-4932-aa9c-0e4501fbc8c6 None None] Provisioning complete for port 09d4b13b-43d4-437f-a8b5-280a1cb88e16 triggered by entity DHCP. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 13:57:24.815663 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-0120e7c0-d12e-4932-aa9c-0e4501fbc8c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (09d4b13b-43d4-437f-a8b5-280a1cb88e16), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:24.851749 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-0120e7c0-d12e-4932-aa9c-0e4501fbc8c6 None None] Port 09d4b13b-43d4-437f-a8b5-280a1cb88e16 cannot update to ACTIVE because it is not bound. {{(pid=112711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 08 13:57:25.134313 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57be9717-dd5d-4ccb-b1e1-1eecc88b453d req-e26118f1-d668-4652-a49e-b7fc9269c170 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:25.136047 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-57be9717-dd5d-4ccb-b1e1-1eecc88b453d req-e26118f1-d668-4652-a49e-b7fc9269c170 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=efdb4c65-ed8d-4792-ac96-8b1053b167b5 HTTP/1.1" status: 200 len: 943 time: 0.1359715 Sep 08 13:57:25.162043 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d49c1b8-c05e-4b9c-9e0e-c297a57c5d72 None None] Sync routers for ids ['1dee0814-e2a9-4820-818a-1712274f21b5'] in dv-cinder-820027-24-iscsi {{(pid=112712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:57:25.184159 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d49c1b8-c05e-4b9c-9e0e-c297a57c5d72 None None] Routers {'1dee0814-e2a9-4820-818a-1712274f21b5'} bound to L3 agent in host dv-cinder-820027-24-iscsi {{(pid=112712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 13:57:25.184739 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_hamode_db [None req-6d49c1b8-c05e-4b9c-9e0e-c297a57c5d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-08T13:44:16Z,description=,heartbeat_timestamp=2022-09-08T13:57:16Z,host='dv-cinder-820027-24-iscsi',id=91421a76-39ff-4685-90ca-aa6fbf6a1933,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:44:16Z,topic='l3_agent')) {'router_ids': ['1dee0814-e2a9-4820-818a-1712274f21b5'], 'active': True} {{(pid=112712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:57:25.214384 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-57be9717-dd5d-4ccb-b1e1-1eecc88b453d req-eb0a97cc-7128-4c77-8f06-ac075d27c29d tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=71fbc785-b69a-4abf-8140-4abe8997af2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712385 Sep 08 13:57:25.333504 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbe0c3b-2a0f-4fa6-bccb-70beffaec2a3 req-3a86a7f9-8d4e-4fb0-8810-f43785f188ad tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:25.335663 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-2dbe0c3b-2a0f-4fa6-bccb-70beffaec2a3 req-3a86a7f9-8d4e-4fb0-8810-f43785f188ad tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=30b6fbb8-a2c9-4c92-b120-8ea3259c9b56 HTTP/1.1" status: 200 len: 945 time: 0.0652778 Sep 08 13:57:25.336520 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_dvr_db [None req-6d49c1b8-c05e-4b9c-9e0e-c297a57c5d72 None None] Set router 1dee0814-e2a9-4820-818a-1712274f21b5 gateway port host: dv-cinder-820027-24-iscsi {{(pid=112712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 13:57:25.413910 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-2dbe0c3b-2a0f-4fa6-bccb-70beffaec2a3 req-6ebea921-2ba4-436d-9a9b-f75c3b3f55e9 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=cf4cb08a-0adf-4e43-9570-dddee6c4a40a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627325 Sep 08 13:57:25.606962 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_hamode_db [None req-6d49c1b8-c05e-4b9c-9e0e-c297a57c5d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dee0814-e2a9-4820-818a-1712274f21b5', 'name': 'tempest-TestVolumeBootPattern-719451595-router', 'tenant_id': '19d114fd258a4306b4c0665df90ae4c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': '35c22b56-71fb-494d-bbaa-432b8b41f93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:57:17Z', 'updated_at': '2022-09-08T13:57:23Z', 'revision_number': 4, 'project_id': '19d114fd258a4306b4c0665df90ae4c7', 'gw_port': {'id': '35c22b56-71fb-494d-bbaa-432b8b41f93e', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c2:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dee0814-e2a9-4820-818a-1712274f21b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:57:18Z', 'updated_at': '2022-09-08T13:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi', '_interfaces': [{'id': '09d4b13b-43d4-437f-a8b5-280a1cb88e16', 'name': '', 'network_id': '551d8846-f844-4925-a2fe-eef49820f7af', 'tenant_id': '19d114fd258a4306b4c0665df90ae4c7', 'mac_address': 'fa:16:3e:fd:e3:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dee0814-e2a9-4820-818a-1712274f21b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '8ad1b6f9-720f-46b5-a559-3250cb34e913', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:57:22Z', 'updated_at': '2022-09-08T13:57:23Z', 'revision_number': 2, 'project_id': '19d114fd258a4306b4c0665df90ae4c7', 'subnets': [{'id': '8ad1b6f9-720f-46b5-a559-3250cb34e913', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-24-iscsi', False) {} {{(pid=112712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:57:25.608059 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 39078) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:57:25.614694 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.v2.base [None req-f9b0be0c-b8f2-4061-90a5-1de1f3a2b3da admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1962697476-network', 'tenant_id': 'bd737a2dedef4e1cb1ea490cd45a985d'}} {{(pid=112709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:57:25.639755 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61363e0e-a0a7-423b-a03f-4885d05f12da req-cc8f80b1-75ad-47c5-b00a-fb1628a40d66 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:25.640959 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d49c1b8-c05e-4b9c-9e0e-c297a57c5d72 None None] Checking router: 1dee0814-e2a9-4820-818a-1712274f21b5 for host: dv-cinder-820027-24-iscsi {{(pid=112712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:57:25.641485 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d49c1b8-c05e-4b9c-9e0e-c297a57c5d72 None None] Updating router 1dee0814-e2a9-4820-818a-1712274f21b5 port 09d4b13b-43d4-437f-a8b5-280a1cb88e16 binding host dv-cinder-820027-24-iscsi {{(pid=112712) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 13:57:25.647493 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-61363e0e-a0a7-423b-a03f-4885d05f12da req-cc8f80b1-75ad-47c5-b00a-fb1628a40d66 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=21bead64-8c72-4cb8-806b-f68b2fc593cc HTTP/1.1" status: 200 len: 946 time: 0.1319952 Sep 08 13:57:25.671410 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9b0be0c-b8f2-4061-90a5-1de1f3a2b3da admin admin] Made reservation on behalf of bd737a2dedef4e1cb1ea490cd45a985d for: {'network': 1} {{(pid=112709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:57:25.675732 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-f9b0be0c-b8f2-4061-90a5-1de1f3a2b3da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for network (None), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:25.701127 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-f9b0be0c-b8f2-4061-90a5-1de1f3a2b3da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:25.726298 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron_lib.callbacks.manager [None req-6d49c1b8-c05e-4b9c-9e0e-c297a57c5d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (09d4b13b-43d4-437f-a8b5-280a1cb88e16), before_update {{(pid=112712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:25.765688 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-61363e0e-a0a7-423b-a03f-4885d05f12da req-3e4b699f-5d8a-4621-b10d-f237c8bbb371 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ab5cc7d2-a9e9-47f5-8ca4-4c1123bb816c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172376 Sep 08 13:57:25.781030 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afba7f6b-11b5-4047-8f22-8a01d2e38654 req-66f7beb4-cd85-4419-a015-ba98659a55ed tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:25.782889 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-afba7f6b-11b5-4047-8f22-8a01d2e38654 req-66f7beb4-cd85-4419-a015-ba98659a55ed tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d2ad7906-3b73-4fc9-a692-9692fb6234b3 HTTP/1.1" status: 200 len: 945 time: 0.1038043 Sep 08 13:57:25.816097 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Device 35c22b56-71fb-494d-bbaa-432b8b41f93e up at agent ovs-agent-dv-cinder-820027-24-iscsi {{(pid=112711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:57:25.878268 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-f9b0be0c-b8f2-4061-90a5-1de1f3a2b3da admin admin] Publish callbacks [] for security_group (8e54d45d-bf3c-46db-8d8a-f896152cff72), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:25.884447 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-f9b0be0c-b8f2-4061-90a5-1de1f3a2b3da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (8e54d45d-bf3c-46db-8d8a-f896152cff72), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:25.891511 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-afba7f6b-11b5-4047-8f22-8a01d2e38654 req-debb156b-e651-47ba-90b4-152c19f1d9e1 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e656d449-c572-4028-b2e1-f2eb8d08b7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014094 Sep 08 13:57:25.954860 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Provisioning complete for port 35c22b56-71fb-494d-bbaa-432b8b41f93e triggered by entity L2. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 13:57:25.958856 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (35c22b56-71fb-494d-bbaa-432b8b41f93e), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:25.977347 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b0be0c-b8f2-4061-90a5-1de1f3a2b3da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e54d45d-bf3c-46db-8d8a-f896152cff72,revision_number=1']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:57:26.007421 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9b0be0c-b8f2-4061-90a5-1de1f3a2b3da admin admin] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=112709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:57:26.043203 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-f9b0be0c-b8f2-4061-90a5-1de1f3a2b3da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1392598'] for segment (ba5aa094-d985-44b3-b705-48c324375150), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:26.043700 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.db.segments_db [None req-f9b0be0c-b8f2-4061-90a5-1de1f3a2b3da admin admin] Added segment ba5aa094-d985-44b3-b705-48c324375150 of type vlan for network 4464ced3-0141-41b4-975e-1a7fe1e74ae3 Sep 08 13:57:26.157759 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-f9b0be0c-b8f2-4061-90a5-1de1f3a2b3da admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729028104322'] for network (4464ced3-0141-41b4-975e-1a7fe1e74ae3), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:26.160765 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Current status of the port 35c22b56-71fb-494d-bbaa-432b8b41f93e is: ACTIVE; New status is: ACTIVE {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 13:57:26.202612 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=72,neutron:INSERT=23,neutron:UPDATE=5 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:57:26.214238 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-f9b0be0c-b8f2-4061-90a5-1de1f3a2b3da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862'] for network (4464ced3-0141-41b4-975e-1a7fe1e74ae3), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:26.215862 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b0be0c-b8f2-4061-90a5-1de1f3a2b3da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:26.216343 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-f9b0be0c-b8f2-4061-90a5-1de1f3a2b3da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693876'] for network (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:26.256971 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-f9b0be0c-b8f2-4061-90a5-1de1f3a2b3da admin admin] 10.222.0.55 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6451890 Sep 08 13:57:26.257270 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 39082) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:57:26.262525 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.v2.base [None req-a39c42ed-e766-49e1-8021-c744890e56cf admin admin] Request body: {'subnet': {'network_id': '4464ced3-0141-41b4-975e-1a7fe1e74ae3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1962697476-subnet', 'tenant_id': 'bd737a2dedef4e1cb1ea490cd45a985d', 'ip_version': 4}} {{(pid=112710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:57:26.312183 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a39c42ed-e766-49e1-8021-c744890e56cf admin admin] Made reservation on behalf of bd737a2dedef4e1cb1ea490cd45a985d for: {'subnet': 1} {{(pid=112710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:57:26.315869 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-a39c42ed-e766-49e1-8021-c744890e56cf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9654423'] for subnet (None), before_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:26.317018 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b0be0c-b8f2-4061-90a5-1de1f3a2b3da admin admin] Pushing event updated for resources: {'Network': ['ID=4464ced3-0141-41b4-975e-1a7fe1e74ae3,revision_number=1']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:57:26.328884 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Network 4464ced3-0141-41b4-975e-1a7fe1e74ae3 details requested by agent ovs-agent-dv-cinder-820027-24-iscsi with host dv-cinder-820027-24-iscsi {{(pid=112711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:57:26.376333 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron_lib.callbacks.manager [None req-6d49c1b8-c05e-4b9c-9e0e-c297a57c5d72 None None] Publish callbacks [] for port (09d4b13b-43d4-437f-a8b5-280a1cb88e16), precommit_update {{(pid=112712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:26.386706 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron_lib.callbacks.manager [None req-6d49c1b8-c05e-4b9c-9e0e-c297a57c5d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (09d4b13b-43d4-437f-a8b5-280a1cb88e16), after_update {{(pid=112712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:26.484093 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900cd630-9a9b-495d-9a14-7199b2111127 None None] Pushing event updated for resources: {'Port': ['ID=09d4b13b-43d4-437f-a8b5-280a1cb88e16,revision_number=3']} {{(pid=112712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:57:26.499650 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900cd630-9a9b-495d-9a14-7199b2111127 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:57:26.500051 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900cd630-9a9b-495d-9a14-7199b2111127 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:57:26.500544 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900cd630-9a9b-495d-9a14-7199b2111127 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:57:26.501058 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900cd630-9a9b-495d-9a14-7199b2111127 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:57:26.501391 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900cd630-9a9b-495d-9a14-7199b2111127 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:57:26.501721 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900cd630-9a9b-495d-9a14-7199b2111127 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:57:26.502347 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900cd630-9a9b-495d-9a14-7199b2111127 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:57:26.502678 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900cd630-9a9b-495d-9a14-7199b2111127 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:57:26.503017 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900cd630-9a9b-495d-9a14-7199b2111127 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:57:26.503340 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900cd630-9a9b-495d-9a14-7199b2111127 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:57:26.503658 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900cd630-9a9b-495d-9a14-7199b2111127 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:57:26.503995 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900cd630-9a9b-495d-9a14-7199b2111127 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:57:26.504317 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900cd630-9a9b-495d-9a14-7199b2111127 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:57:26.504739 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900cd630-9a9b-495d-9a14-7199b2111127 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:57:26.505673 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900cd630-9a9b-495d-9a14-7199b2111127 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:57:26.532449 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d227b9-46e7-4052-942e-7252332dd1b2 req-ad82c51f-4b72-42c5-96f4-5906c77fa411 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:26.539761 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-62d227b9-46e7-4052-942e-7252332dd1b2 req-ad82c51f-4b72-42c5-96f4-5906c77fa411 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=efdb4c65-ed8d-4792-ac96-8b1053b167b5 HTTP/1.1" status: 200 len: 943 time: 0.1027803 Sep 08 13:57:26.601242 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.plugins.ml2.managers [None req-6d49c1b8-c05e-4b9c-9e0e-c297a57c5d72 None None] Attempting to bind port 09d4b13b-43d4-437f-a8b5-280a1cb88e16 on host dv-cinder-820027-24-iscsi for vnic_type normal with profile {{(pid=112712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 08 13:57:26.602043 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.plugins.ml2.managers [None req-6d49c1b8-c05e-4b9c-9e0e-c297a57c5d72 None None] Attempting to bind port 09d4b13b-43d4-437f-a8b5-280a1cb88e16 by drivers openvswitch,hyperv on host dv-cinder-820027-24-iscsi at level 0 using segments [{'id': '8c3064d6-a80a-4cdc-832a-15ed9b418cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '551d8846-f844-4925-a2fe-eef49820f7af'}] {{(pid=112712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 08 13:57:26.602671 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d49c1b8-c05e-4b9c-9e0e-c297a57c5d72 None None] Attempting to bind port 09d4b13b-43d4-437f-a8b5-280a1cb88e16 on network 551d8846-f844-4925-a2fe-eef49820f7af {{(pid=112712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 13:57:26.636640 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:57:26.663467 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8f0c48-714c-4b1b-8632-8af7fdc7e04d req-4c9a1cdc-a165-4cf6-ba66-41924b618ca9 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:26.665088 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-5b8f0c48-714c-4b1b-8632-8af7fdc7e04d req-4c9a1cdc-a165-4cf6-ba66-41924b618ca9 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=30b6fbb8-a2c9-4c92-b120-8ea3259c9b56 HTTP/1.1" status: 200 len: 945 time: 0.1007202 Sep 08 13:57:26.671583 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d49c1b8-c05e-4b9c-9e0e-c297a57c5d72 None None] Checking agent: {'id': '6df97c0c-9140-47af-8c93-84593b95031c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 8, 13, 44, 19), 'started_at': datetime.datetime(2022, 9, 8, 13, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 9, 8, 13, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 08 13:57:26.672379 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d49c1b8-c05e-4b9c-9e0e-c297a57c5d72 None None] Checking segment: {'id': '8c3064d6-a80a-4cdc-832a-15ed9b418cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '551d8846-f844-4925-a2fe-eef49820f7af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 13:57:26.673054 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron_lib.callbacks.manager [None req-6d49c1b8-c05e-4b9c-9e0e-c297a57c5d72 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:26.673666 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d49c1b8-c05e-4b9c-9e0e-c297a57c5d72 None None] Bound using segment: {'id': '8c3064d6-a80a-4cdc-832a-15ed9b418cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '551d8846-f844-4925-a2fe-eef49820f7af'} {{(pid=112712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 08 13:57:26.674427 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.plugins.ml2.managers [None req-6d49c1b8-c05e-4b9c-9e0e-c297a57c5d72 None None] Bound port: 09d4b13b-43d4-437f-a8b5-280a1cb88e16, host: dv-cinder-820027-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c3064d6-a80a-4cdc-832a-15ed9b418cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '551d8846-f844-4925-a2fe-eef49820f7af'}}] {{(pid=112712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 08 13:57:26.675033 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron_lib.callbacks.manager [None req-6d49c1b8-c05e-4b9c-9e0e-c297a57c5d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (09d4b13b-43d4-437f-a8b5-280a1cb88e16), before_update {{(pid=112712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:26.690962 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:57:26.692521 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-a39c42ed-e766-49e1-8021-c744890e56cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10367164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9654409'] for subnet (7515b675-766c-4bec-90b1-bfe2f398447e), after_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:26.704756 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-62d227b9-46e7-4052-942e-7252332dd1b2 req-3b9bf5d5-36b6-42a2-9976-71f31cb8b4fd tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=71fbc785-b69a-4abf-8140-4abe8997af2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1638935 Sep 08 13:57:26.720568 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:57:26.817498 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.plugins.ml2.db [None req-6d49c1b8-c05e-4b9c-9e0e-c297a57c5d72 None None] For port 09d4b13b-43d4-437f-a8b5-280a1cb88e16, host dv-cinder-820027-24-iscsi, cleared binding levels {{(pid=112712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:57:26.828562 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.plugins.ml2.db [None req-6d49c1b8-c05e-4b9c-9e0e-c297a57c5d72 None None] For port 09d4b13b-43d4-437f-a8b5-280a1cb88e16, host dv-cinder-820027-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-24-iscsi',level=0,port_id=09d4b13b-43d4-437f-a8b5-280a1cb88e16,segment=NetworkSegment(8c3064d6-a80a-4cdc-832a-15ed9b418cbb),segment_id=8c3064d6-a80a-4cdc-832a-15ed9b418cbb)] {{(pid=112712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:57:26.842486 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron_lib.callbacks.manager [None req-6d49c1b8-c05e-4b9c-9e0e-c297a57c5d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (09d4b13b-43d4-437f-a8b5-280a1cb88e16), after_update {{(pid=112712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:26.864938 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-5b8f0c48-714c-4b1b-8632-8af7fdc7e04d req-7a362ee9-a3fb-4a77-87a7-27176535426a tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=cf4cb08a-0adf-4e43-9570-dddee6c4a40a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1879411 Sep 08 13:57:26.868457 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39c42ed-e766-49e1-8021-c744890e56cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=7515b675-766c-4bec-90b1-bfe2f398447e,revision_number=0']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:57:26.919624 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d49c1b8-c05e-4b9c-9e0e-c297a57c5d72 None None] Routers {'1dee0814-e2a9-4820-818a-1712274f21b5'} bound to L3 agent in host dv-cinder-820027-24-iscsi {{(pid=112712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 13:57:26.920496 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_hamode_db [None req-6d49c1b8-c05e-4b9c-9e0e-c297a57c5d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-08T13:44:16Z,description=,heartbeat_timestamp=2022-09-08T13:57:16Z,host='dv-cinder-820027-24-iscsi',id=91421a76-39ff-4685-90ca-aa6fbf6a1933,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:44:16Z,topic='l3_agent')) {'router_ids': ['1dee0814-e2a9-4820-818a-1712274f21b5'], 'active': True} {{(pid=112712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:57:26.953641 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39c42ed-e766-49e1-8021-c744890e56cf admin admin] Checking segment: {'id': 'ba5aa094-d985-44b3-b705-48c324375150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '4464ced3-0141-41b4-975e-1a7fe1e74ae3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 13:57:26.954151 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a39c42ed-e766-49e1-8021-c744890e56cf admin admin] Network hostable DHCP agents. Network: 4464ced3-0141-41b4-975e-1a7fe1e74ae3, hostable agents: ['22ab8903-d7f5-4941-bce3-89140b53b8af'], hosted agents: [] {{(pid=112710) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:57:26.970457 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb107088-1578-4c3b-973f-729a5b3c5382 req-acae23cf-6ca6-49c3-b987-a72bd9576d53 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:26.972086 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-fb107088-1578-4c3b-973f-729a5b3c5382 req-acae23cf-6ca6-49c3-b987-a72bd9576d53 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=21bead64-8c72-4cb8-806b-f68b2fc593cc HTTP/1.1" status: 200 len: 946 time: 0.0771048 Sep 08 13:57:27.011199 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:57:27.057389 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a39c42ed-e766-49e1-8021-c744890e56cf admin admin] Network 4464ced3-0141-41b4-975e-1a7fe1e74ae3 is scheduled to be hosted by DHCP agent 22ab8903-d7f5-4941-bce3-89140b53b8af with binding_index 1 {{(pid=112710) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:57:27.059894 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900cd630-9a9b-495d-9a14-7199b2111127 None None] Pushing event updated for resources: {'Port': ['ID=09d4b13b-43d4-437f-a8b5-280a1cb88e16,revision_number=4']} {{(pid=112712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:57:27.123501 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.scheduler.base_scheduler [None req-a39c42ed-e766-49e1-8021-c744890e56cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820027-24-iscsi, 4464ced3-0141-41b4-975e-1a7fe1e74ae3) {{(pid=112710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:57:27.126570 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_dvr_db [None req-6d49c1b8-c05e-4b9c-9e0e-c297a57c5d72 None None] Set router 1dee0814-e2a9-4820-818a-1712274f21b5 gateway port host: dv-cinder-820027-24-iscsi {{(pid=112712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 13:57:27.134979 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ca125c-666e-4981-91a8-e8dcb5cdce6d None None] Network 4464ced3-0141-41b4-975e-1a7fe1e74ae3 requested from dv-cinder-820027-24-iscsi {{(pid=112711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 08 13:57:27.139735 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985e8298-643b-47eb-a046-b8791b4b81b4 req-0a670a06-d868-46cc-889d-3ad9b7a3ca4c tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:27.141597 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-985e8298-643b-47eb-a046-b8791b4b81b4 req-0a670a06-d868-46cc-889d-3ad9b7a3ca4c tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d2ad7906-3b73-4fc9-a692-9692fb6234b3 HTTP/1.1" status: 200 len: 945 time: 0.1380365 Sep 08 13:57:27.142932 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a39c42ed-e766-49e1-8021-c744890e56cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:27.143499 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-a39c42ed-e766-49e1-8021-c744890e56cf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:27.209770 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-fb107088-1578-4c3b-973f-729a5b3c5382 req-be14f744-eca5-48af-9907-878e500bc42a tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ab5cc7d2-a9e9-47f5-8ca4-4c1123bb816c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2080724 Sep 08 13:57:27.247514 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-a39c42ed-e766-49e1-8021-c744890e56cf admin admin] 10.222.0.55 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9882524 Sep 08 13:57:27.250641 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 39092) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:57:27.256530 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.v2.base [None req-b9f24594-dd69-4a3e-82d9-b796ff5732ba admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1962697476-router', 'tenant_id': 'bd737a2dedef4e1cb1ea490cd45a985d', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014'}}} {{(pid=112709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:57:27.268412 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-985e8298-643b-47eb-a046-b8791b4b81b4 req-b715ae49-bb42-4f18-80ec-674dfd42fc01 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e656d449-c572-4028-b2e1-f2eb8d08b7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174009 Sep 08 13:57:27.315953 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-b9f24594-dd69-4a3e-82d9-b796ff5732ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3681175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8264'] for router (23ccf752-3820-4b21-8107-709cec4d5a33), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:27.317722 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-b9f24594-dd69-4a3e-82d9-b796ff5732ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3678445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3747977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3928445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8273'] for router (23ccf752-3820-4b21-8107-709cec4d5a33), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:27.387535 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cead6166-84cf-458e-bb5f-541146df9507 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89035300-8bf1-5d6c-bf4b-25e43971bb7c-4464ced3-0141-41b4-975e-1a7fe1e74ae3', 'network_id': '4464ced3-0141-41b4-975e-1a7fe1e74ae3', 'project_id': 'bd737a2dedef4e1cb1ea490cd45a985d', 'fixed_ips': [{'subnet_id': '7515b675-766c-4bec-90b1-bfe2f398447e'}]}} from dv-cinder-820027-24-iscsi. {{(pid=112711) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 08 13:57:27.388978 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-cead6166-84cf-458e-bb5f-541146df9507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (None), before_create {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:27.438593 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_hamode_db [None req-6d49c1b8-c05e-4b9c-9e0e-c297a57c5d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dee0814-e2a9-4820-818a-1712274f21b5', 'name': 'tempest-TestVolumeBootPattern-719451595-router', 'tenant_id': '19d114fd258a4306b4c0665df90ae4c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': '35c22b56-71fb-494d-bbaa-432b8b41f93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:57:17Z', 'updated_at': '2022-09-08T13:57:23Z', 'revision_number': 4, 'project_id': '19d114fd258a4306b4c0665df90ae4c7', 'gw_port': {'id': '35c22b56-71fb-494d-bbaa-432b8b41f93e', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c2:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dee0814-e2a9-4820-818a-1712274f21b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:57:18Z', 'updated_at': '2022-09-08T13:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi', '_interfaces': [{'id': '09d4b13b-43d4-437f-a8b5-280a1cb88e16', 'name': '', 'network_id': '551d8846-f844-4925-a2fe-eef49820f7af', 'tenant_id': '19d114fd258a4306b4c0665df90ae4c7', 'mac_address': 'fa:16:3e:fd:e3:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dee0814-e2a9-4820-818a-1712274f21b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '8ad1b6f9-720f-46b5-a559-3250cb34e913', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:57:22Z', 'updated_at': '2022-09-08T13:57:26Z', 'revision_number': 4, 'project_id': '19d114fd258a4306b4c0665df90ae4c7', 'subnets': [{'id': '8ad1b6f9-720f-46b5-a559-3250cb34e913', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-24-iscsi', False) {} {{(pid=112712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:57:27.448967 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-b9f24594-dd69-4a3e-82d9-b796ff5732ba admin admin] Publish callbacks [] for router_controller (23ccf752-3820-4b21-8107-709cec4d5a33), precommit_add_association {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:27.474565 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d49c1b8-c05e-4b9c-9e0e-c297a57c5d72 None None] The sync data for ids ['1dee0814-e2a9-4820-818a-1712274f21b5'] in dv-cinder-820027-24-iscsi is: [{'id': '1dee0814-e2a9-4820-818a-1712274f21b5', 'name': 'tempest-TestVolumeBootPattern-719451595-router', 'tenant_id': '19d114fd258a4306b4c0665df90ae4c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': '35c22b56-71fb-494d-bbaa-432b8b41f93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:57:17Z', 'updated_at': '2022-09-08T13:57:23Z', 'revision_number': 4, 'project_id': '19d114fd258a4306b4c0665df90ae4c7', 'gw_port': {'id': '35c22b56-71fb-494d-bbaa-432b8b41f93e', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c2:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dee0814-e2a9-4820-818a-1712274f21b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:57:18Z', 'updated_at': '2022-09-08T13:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi', '_interfaces': [{'id': '09d4b13b-43d4-437f-a8b5-280a1cb88e16', 'name': '', 'network_id': '551d8846-f844-4925-a2fe-eef49820f7af', 'tenant_id': '19d114fd258a4306b4c0665df90ae4c7', 'mac_address': 'fa:16:3e:fd:e3:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dee0814-e2a9-4820-818a-1712274f21b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '8ad1b6f9-720f-46b5-a559-3250cb34e913', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:57:22Z', 'updated_at': '2022-09-08T13:57:26Z', 'revision_number': 4, 'project_id': '19d114fd258a4306b4c0665df90ae4c7', 'subnets': [{'id': '8ad1b6f9-720f-46b5-a559-3250cb34e913', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:57:27.606458 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:57:27.624172 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.db_base_plugin_common [None req-cead6166-84cf-458e-bb5f-541146df9507 None None] Allocated IP 172.20.0.2 (4464ced3-0141-41b4-975e-1a7fe1e74ae3/7515b675-766c-4bec-90b1-bfe2f398447e/d1d321e4-2ef3-477b-89e2-a6d06b1ed819) {{(pid=112711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:57:27.704289 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-b9f24594-dd69-4a3e-82d9-b796ff5732ba admin admin] Publish callbacks [] for router_gateway (23ccf752-3820-4b21-8107-709cec4d5a33), precommit_update {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:27.846931 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:INSERT=13,neutron:SELECT=78,neutron:UPDATE=5,neutron:DELETE=4 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:57:27.895707 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Device 09d4b13b-43d4-437f-a8b5-280a1cb88e16 up at agent ovs-agent-dv-cinder-820027-24-iscsi {{(pid=112711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:57:27.998342 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Provisioning complete for port 09d4b13b-43d4-437f-a8b5-280a1cb88e16 triggered by entity L2. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 13:57:27.998708 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (09d4b13b-43d4-437f-a8b5-280a1cb88e16), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:28.075185 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-cead6166-84cf-458e-bb5f-541146df9507 None None] Publish callbacks [] for port (d1d321e4-2ef3-477b-89e2-a6d06b1ed819), precommit_create {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:28.090980 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0be9f1-48fd-4dbc-b0f3-d197ea02302d req-f8db8449-7fd2-475c-899f-a8a8bf180c45 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:28.106530 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-fa0be9f1-48fd-4dbc-b0f3-d197ea02302d req-f8db8449-7fd2-475c-899f-a8a8bf180c45 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=efdb4c65-ed8d-4792-ac96-8b1053b167b5 HTTP/1.1" status: 200 len: 943 time: 0.2023764 Sep 08 13:57:28.139506 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-cead6166-84cf-458e-bb5f-541146df9507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729028134301'] for port (d1d321e4-2ef3-477b-89e2-a6d06b1ed819), after_create {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:28.143299 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Current status of the port 09d4b13b-43d4-437f-a8b5-280a1cb88e16 is: DOWN; New status is: ACTIVE {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 13:57:28.143686 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (09d4b13b-43d4-437f-a8b5-280a1cb88e16), before_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:28.151416 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-b9f24594-dd69-4a3e-82d9-b796ff5732ba admin admin] Publish callbacks [] for router_gateway (23ccf752-3820-4b21-8107-709cec4d5a33), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:28.187078 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] For port 09d4b13b-43d4-437f-a8b5-280a1cb88e16, host dv-cinder-820027-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-24-iscsi',level=0,port_id=09d4b13b-43d4-437f-a8b5-280a1cb88e16,segment=NetworkSegment(8c3064d6-a80a-4cdc-832a-15ed9b418cbb),segment_id=8c3064d6-a80a-4cdc-832a-15ed9b418cbb)] {{(pid=112711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:57:28.200495 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-b9f24594-dd69-4a3e-82d9-b796ff5732ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (None), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:28.223844 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (09d4b13b-43d4-437f-a8b5-280a1cb88e16), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:28.249449 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cead6166-84cf-458e-bb5f-541146df9507 None None] Network 4464ced3-0141-41b4-975e-1a7fe1e74ae3 is already hosted by enough agents. {{(pid=112711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:57:28.255025 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.scheduler.base_scheduler [None req-cead6166-84cf-458e-bb5f-541146df9507 None None] Resources bound (agent type, host, resource id): {{(pid=112711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:57:28.263908 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cead6166-84cf-458e-bb5f-541146df9507 None None] Received port after_create {{(pid=112711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 08 13:57:28.296935 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:57:28.322840 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9641f86-4b17-4655-8687-aaab2006ffb9 req-541293e3-a237-4de4-b138-47720f84fd37 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:28.337404 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-c9641f86-4b17-4655-8687-aaab2006ffb9 req-541293e3-a237-4de4-b138-47720f84fd37 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=30b6fbb8-a2c9-4c92-b120-8ea3259c9b56 HTTP/1.1" status: 200 len: 945 time: 0.2700474 Sep 08 13:57:28.343057 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cead6166-84cf-458e-bb5f-541146df9507 None None] Pushing event updated for resources: {'Port': ['ID=d1d321e4-2ef3-477b-89e2-a6d06b1ed819,revision_number=1']} {{(pid=112711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:57:28.421023 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-fa0be9f1-48fd-4dbc-b0f3-d197ea02302d req-50371143-23c3-4c39-8754-9be4077e1f86 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=71fbc785-b69a-4abf-8140-4abe8997af2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3135073 Sep 08 13:57:28.436143 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Pushing event updated for resources: {'Port': ['ID=09d4b13b-43d4-437f-a8b5-280a1cb88e16,revision_number=5']} {{(pid=112711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:57:28.450730 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.managers [None req-cead6166-84cf-458e-bb5f-541146df9507 None None] Attempting to bind port d1d321e4-2ef3-477b-89e2-a6d06b1ed819 on host dv-cinder-820027-24-iscsi for vnic_type normal with profile {{(pid=112711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 08 13:57:28.451939 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.managers [None req-cead6166-84cf-458e-bb5f-541146df9507 None None] Attempting to bind port d1d321e4-2ef3-477b-89e2-a6d06b1ed819 by drivers openvswitch,hyperv on host dv-cinder-820027-24-iscsi at level 0 using segments [{'id': 'ba5aa094-d985-44b3-b705-48c324375150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '4464ced3-0141-41b4-975e-1a7fe1e74ae3'}] {{(pid=112711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 08 13:57:28.452365 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cead6166-84cf-458e-bb5f-541146df9507 None None] Attempting to bind port d1d321e4-2ef3-477b-89e2-a6d06b1ed819 on network 4464ced3-0141-41b4-975e-1a7fe1e74ae3 {{(pid=112711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 13:57:28.499564 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-c9641f86-4b17-4655-8687-aaab2006ffb9 req-107a1fce-9f93-4e2f-b3e2-da39cd4ad10e tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=cf4cb08a-0adf-4e43-9570-dddee6c4a40a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1612406 Sep 08 13:57:28.537133 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cead6166-84cf-458e-bb5f-541146df9507 None None] Checking agent: {'id': '6df97c0c-9140-47af-8c93-84593b95031c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 8, 13, 44, 19), 'started_at': datetime.datetime(2022, 9, 8, 13, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 9, 8, 13, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 08 13:57:28.537133 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cead6166-84cf-458e-bb5f-541146df9507 None None] Checking segment: {'id': 'ba5aa094-d985-44b3-b705-48c324375150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '4464ced3-0141-41b4-975e-1a7fe1e74ae3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 13:57:28.537133 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-cead6166-84cf-458e-bb5f-541146df9507 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:28.537133 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cead6166-84cf-458e-bb5f-541146df9507 None None] Bound using segment: {'id': 'ba5aa094-d985-44b3-b705-48c324375150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '4464ced3-0141-41b4-975e-1a7fe1e74ae3'} {{(pid=112711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 08 13:57:28.537133 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.managers [None req-cead6166-84cf-458e-bb5f-541146df9507 None None] Bound port: d1d321e4-2ef3-477b-89e2-a6d06b1ed819, host: dv-cinder-820027-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba5aa094-d985-44b3-b705-48c324375150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '4464ced3-0141-41b4-975e-1a7fe1e74ae3'}}] {{(pid=112711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 08 13:57:28.537133 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-cead6166-84cf-458e-bb5f-541146df9507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (d1d321e4-2ef3-477b-89e2-a6d06b1ed819), before_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:28.631730 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.db.db_base_plugin_common [None req-b9f24594-dd69-4a3e-82d9-b796ff5732ba admin admin] Allocated IP 172.27.0.202 (a5311008-4782-42e3-9445-a36a6c9fb014/42b74029-f5ac-41f0-a451-9a0d0b4a74ed/f4610615-603a-4b19-b81e-bd1b4f435dd6) {{(pid=112709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:57:28.735111 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-cead6166-84cf-458e-bb5f-541146df9507 None None] For port d1d321e4-2ef3-477b-89e2-a6d06b1ed819, host dv-cinder-820027-24-iscsi, cleared binding levels {{(pid=112711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:57:28.741064 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-cead6166-84cf-458e-bb5f-541146df9507 None None] For port d1d321e4-2ef3-477b-89e2-a6d06b1ed819, host dv-cinder-820027-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-24-iscsi',level=0,port_id=d1d321e4-2ef3-477b-89e2-a6d06b1ed819,segment=NetworkSegment(ba5aa094-d985-44b3-b705-48c324375150),segment_id=ba5aa094-d985-44b3-b705-48c324375150)] {{(pid=112711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:57:28.742353 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=6 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:57:28.753268 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-cead6166-84cf-458e-bb5f-541146df9507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (d1d321e4-2ef3-477b-89e2-a6d06b1ed819), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:28.822396 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-b9f24594-dd69-4a3e-82d9-b796ff5732ba admin admin] Publish callbacks [] for port (f4610615-603a-4b19-b81e-bd1b4f435dd6), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:28.828187 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cac3d9-32f4-4c95-9f0a-a60636c8743c req-d8ed14da-06b3-4bea-87dc-7c51808c2d41 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:28.829765 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-d9cac3d9-32f4-4c95-9f0a-a60636c8743c req-d8ed14da-06b3-4bea-87dc-7c51808c2d41 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d2ad7906-3b73-4fc9-a692-9692fb6234b3 HTTP/1.1" status: 200 len: 945 time: 0.1780095 Sep 08 13:57:28.891949 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cead6166-84cf-458e-bb5f-541146df9507 None None] Pushing event updated for resources: {'Port': ['ID=d1d321e4-2ef3-477b-89e2-a6d06b1ed819,revision_number=2']} {{(pid=112711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:57:28.903858 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-b9f24594-dd69-4a3e-82d9-b796ff5732ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729028134301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9153317'] for port (f4610615-603a-4b19-b81e-bd1b4f435dd6), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:28.908013 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27b0b22-9381-4275-b3ab-bc8156ef4a26 req-40a31240-7f19-4d87-b0de-1f0ee7fb1954 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:28.915537 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-c27b0b22-9381-4275-b3ab-bc8156ef4a26 req-40a31240-7f19-4d87-b0de-1f0ee7fb1954 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=21bead64-8c72-4cb8-806b-f68b2fc593cc HTTP/1.1" status: 200 len: 946 time: 0.2789624 Sep 08 13:57:28.991285 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-c27b0b22-9381-4275-b3ab-bc8156ef4a26 req-5cc17342-4717-4a42-8068-197607922f92 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ab5cc7d2-a9e9-47f5-8ca4-4c1123bb816c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748470 Sep 08 13:57:29.011299 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-d9cac3d9-32f4-4c95-9f0a-a60636c8743c req-25a1c882-225d-462c-9a0f-025c19a54283 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e656d449-c572-4028-b2e1-f2eb8d08b7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1604340 Sep 08 13:57:29.018525 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f24594-dd69-4a3e-82d9-b796ff5732ba admin admin] Network a5311008-4782-42e3-9445-a36a6c9fb014 is already hosted by enough agents. {{(pid=112709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:57:29.020888 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.scheduler.base_scheduler [None req-b9f24594-dd69-4a3e-82d9-b796ff5732ba admin admin] Resources bound (agent type, host, resource id): {{(pid=112709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:57:29.046231 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f24594-dd69-4a3e-82d9-b796ff5732ba admin admin] Received port after_create {{(pid=112709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 08 13:57:29.126776 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f24594-dd69-4a3e-82d9-b796ff5732ba admin admin] Pushing event updated for resources: {'Port': ['ID=f4610615-603a-4b19-b81e-bd1b4f435dd6,revision_number=1']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:57:29.269541 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:57:29.344504 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-b9f24594-dd69-4a3e-82d9-b796ff5732ba admin admin] Publish callbacks [] for router_gateway (23ccf752-3820-4b21-8107-709cec4d5a33), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:29.455385 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:57:29.601859 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-b9f24594-dd69-4a3e-82d9-b796ff5732ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3678394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3679297'] for router (23ccf752-3820-4b21-8107-709cec4d5a33), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:29.604831 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:57:29.618901 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027af11a-5783-4661-9e46-d676d890b785 req-2345d678-c8c5-49cd-9d0e-dc29f0ac4b57 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:29.620743 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-027af11a-5783-4661-9e46-d676d890b785 req-2345d678-c8c5-49cd-9d0e-dc29f0ac4b57 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=efdb4c65-ed8d-4792-ac96-8b1053b167b5 HTTP/1.1" status: 200 len: 943 time: 0.0704265 Sep 08 13:57:29.787641 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-027af11a-5783-4661-9e46-d676d890b785 req-a78fedd1-11a9-42a1-bd2c-5a010e7ce995 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=71fbc785-b69a-4abf-8140-4abe8997af2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1595664 Sep 08 13:57:29.828169 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43d5857-4bd2-4ced-b236-2bf1eb9590ac req-845dc8d4-d5f9-41db-b050-90643a81e26d tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:29.829991 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e43d5857-4bd2-4ced-b236-2bf1eb9590ac req-845dc8d4-d5f9-41db-b050-90643a81e26d tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=30b6fbb8-a2c9-4c92-b120-8ea3259c9b56 HTTP/1.1" status: 200 len: 945 time: 0.1797187 Sep 08 13:57:29.930714 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9f24594-dd69-4a3e-82d9-b796ff5732ba admin admin] Router 23ccf752-3820-4b21-8107-709cec4d5a33 is scheduled to L3 agent 91421a76-39ff-4685-90ca-aa6fbf6a1933 with binding_index 1 {{(pid=112709) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 13:57:29.966435 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Device d1d321e4-2ef3-477b-89e2-a6d06b1ed819 up at agent ovs-agent-dv-cinder-820027-24-iscsi {{(pid=112711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:57:29.970862 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e43d5857-4bd2-4ced-b236-2bf1eb9590ac req-3e5a2e7b-115a-40fd-aedf-b0eeadc120dd tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=cf4cb08a-0adf-4e43-9570-dddee6c4a40a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1288321 Sep 08 13:57:30.038254 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Provisioning complete for port d1d321e4-2ef3-477b-89e2-a6d06b1ed819 triggered by entity L2. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 13:57:30.038670 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (d1d321e4-2ef3-477b-89e2-a6d06b1ed819), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:30.320270 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Current status of the port d1d321e4-2ef3-477b-89e2-a6d06b1ed819 is: DOWN; New status is: ACTIVE {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 13:57:30.320671 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (d1d321e4-2ef3-477b-89e2-a6d06b1ed819), before_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:30.341226 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd833a0b-314f-4f7c-bed7-ba5b63c2b2d9 req-12f88c99-b4a9-4385-abdd-2f3b5372faab tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:30.361517 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-cd833a0b-314f-4f7c-bed7-ba5b63c2b2d9 req-12f88c99-b4a9-4385-abdd-2f3b5372faab tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=21bead64-8c72-4cb8-806b-f68b2fc593cc HTTP/1.1" status: 200 len: 946 time: 0.1146870 Sep 08 13:57:30.413413 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] For port d1d321e4-2ef3-477b-89e2-a6d06b1ed819, host dv-cinder-820027-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-24-iscsi',level=0,port_id=d1d321e4-2ef3-477b-89e2-a6d06b1ed819,segment=NetworkSegment(ba5aa094-d985-44b3-b705-48c324375150),segment_id=ba5aa094-d985-44b3-b705-48c324375150)] {{(pid=112711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:57:30.417274 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d8bb1a-be5f-4628-8c5e-bdabc6c826e5 None None] Network 4464ced3-0141-41b4-975e-1a7fe1e74ae3 requested from dv-cinder-820027-24-iscsi {{(pid=112711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 08 13:57:30.447190 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7442149a-cc2d-4c53-b567-1f2481e0ed42 req-b6f60a9f-a5f7-47ab-817f-eec08d87c99a tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:30.448869 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-7442149a-cc2d-4c53-b567-1f2481e0ed42 req-b6f60a9f-a5f7-47ab-817f-eec08d87c99a tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d2ad7906-3b73-4fc9-a692-9692fb6234b3 HTTP/1.1" status: 200 len: 945 time: 0.2890100 Sep 08 13:57:30.469346 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:57:30.475180 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (d1d321e4-2ef3-477b-89e2-a6d06b1ed819), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:30.476092 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Device 09d4b13b-43d4-437f-a8b5-280a1cb88e16 up at agent ovs-agent-dv-cinder-820027-24-iscsi {{(pid=112711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:57:30.484658 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-a7eac44c-ac3f-4408-a9c5-ff10a6ce452e None None] Provisioning complete for port d1d321e4-2ef3-477b-89e2-a6d06b1ed819 triggered by entity DHCP. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 13:57:30.485032 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-a7eac44c-ac3f-4408-a9c5-ff10a6ce452e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (d1d321e4-2ef3-477b-89e2-a6d06b1ed819), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:30.491151 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9f24594-dd69-4a3e-82d9-b796ff5732ba admin admin] Notify agent at l3_agent.dv-cinder-820027-24-iscsi the message routers_updated {{(pid=112709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:57:30.550737 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-b9f24594-dd69-4a3e-82d9-b796ff5732ba admin admin] Publish callbacks [] for router (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:30.555051 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-b9f24594-dd69-4a3e-82d9-b796ff5732ba admin admin] 10.222.0.55 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.3005071 Sep 08 13:57:30.555628 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 39112) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:57:30.625285 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-cd833a0b-314f-4f7c-bed7-ba5b63c2b2d9 req-46d30178-94a7-4b72-b446-a554ae7bd261 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ab5cc7d2-a9e9-47f5-8ca4-4c1123bb816c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2607884 Sep 08 13:57:30.646367 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-7442149a-cc2d-4c53-b567-1f2481e0ed42 req-ead6ab69-fbcd-4ce8-b5e3-1cb65f19300a tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e656d449-c572-4028-b2e1-f2eb8d08b7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1906598 Sep 08 13:57:30.721166 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf44e07b-fa40-4a70-8ee8-bb1ef75a4c99 None None] Sync routers for ids ['23ccf752-3820-4b21-8107-709cec4d5a33'] in dv-cinder-820027-24-iscsi {{(pid=112711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:57:30.804074 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf44e07b-fa40-4a70-8ee8-bb1ef75a4c99 None None] Routers {'23ccf752-3820-4b21-8107-709cec4d5a33'} bound to L3 agent in host dv-cinder-820027-24-iscsi {{(pid=112711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 13:57:30.804823 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_hamode_db [None req-cf44e07b-fa40-4a70-8ee8-bb1ef75a4c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-08T13:44:16Z,description=,heartbeat_timestamp=2022-09-08T13:57:16Z,host='dv-cinder-820027-24-iscsi',id=91421a76-39ff-4685-90ca-aa6fbf6a1933,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:44:16Z,topic='l3_agent')) {'router_ids': ['23ccf752-3820-4b21-8107-709cec4d5a33'], 'active': True} {{(pid=112711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:57:30.884614 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Provisioning complete for port 09d4b13b-43d4-437f-a8b5-280a1cb88e16 triggered by entity L2. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 13:57:30.885082 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (09d4b13b-43d4-437f-a8b5-280a1cb88e16), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:30.886708 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Pushing event updated for resources: {'Port': ['ID=d1d321e4-2ef3-477b-89e2-a6d06b1ed819,revision_number=3']} {{(pid=112711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:57:30.913542 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28afd9d-dd88-4f85-82da-89a652a5c2d8 req-4bf7a9ac-a4d5-468e-a671-50c053db8808 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:30.915312 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-c28afd9d-dd88-4f85-82da-89a652a5c2d8 req-4bf7a9ac-a4d5-468e-a671-50c053db8808 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d2ad7906-3b73-4fc9-a692-9692fb6234b3 HTTP/1.1" status: 200 len: 945 time: 0.0882788 Sep 08 13:57:30.991003 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6096799-46e1-4aef-a757-f3ca7625a3ac req-9895c0ff-5911-468f-8a28-f2f1971ef0dc tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:30.992700 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-b6096799-46e1-4aef-a757-f3ca7625a3ac req-9895c0ff-5911-468f-8a28-f2f1971ef0dc tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=efdb4c65-ed8d-4792-ac96-8b1053b167b5 HTTP/1.1" status: 200 len: 943 time: 0.0764785 Sep 08 13:57:31.032161 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-c28afd9d-dd88-4f85-82da-89a652a5c2d8 req-ea3dd841-302c-499f-8273-a5f33a068494 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e656d449-c572-4028-b2e1-f2eb8d08b7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027503 Sep 08 13:57:31.074180 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-b6096799-46e1-4aef-a757-f3ca7625a3ac req-2fa453e3-54e8-4308-838d-2d55f6c3c55e tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=71fbc785-b69a-4abf-8140-4abe8997af2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722618 Sep 08 13:57:31.108997 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:57:31.130102 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-831f8584-4e19-4b4e-a032-473df85b144c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (None), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:31.153641 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:57:31.164110 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b4a6cc-6636-49fa-95ee-a0d6c7a61772 req-ecf42c35-7133-42b3-9718-76142526d982 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:31.165630 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-d2b4a6cc-6636-49fa-95ee-a0d6c7a61772 req-ecf42c35-7133-42b3-9718-76142526d982 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=30b6fbb8-a2c9-4c92-b120-8ea3259c9b56 HTTP/1.1" status: 200 len: 945 time: 0.0501146 Sep 08 13:57:31.176545 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-a7eac44c-ac3f-4408-a9c5-ff10a6ce452e None None] Current status of the port d1d321e4-2ef3-477b-89e2-a6d06b1ed819 is: ACTIVE; New status is: ACTIVE {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 13:57:31.216897 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvr_db [None req-cf44e07b-fa40-4a70-8ee8-bb1ef75a4c99 None None] Set router 23ccf752-3820-4b21-8107-709cec4d5a33 gateway port host: dv-cinder-820027-24-iscsi {{(pid=112711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 13:57:31.234528 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-d2b4a6cc-6636-49fa-95ee-a0d6c7a61772 req-785227ef-8670-43a4-a14f-5c02b91e9def tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=cf4cb08a-0adf-4e43-9570-dddee6c4a40a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515144 Sep 08 13:57:31.243261 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:57:31.316935 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.db.db_base_plugin_common [None req-831f8584-4e19-4b4e-a032-473df85b144c admin admin] Allocated IP 172.20.0.1 (4464ced3-0141-41b4-975e-1a7fe1e74ae3/7515b675-766c-4bec-90b1-bfe2f398447e/2332518b-a4c0-4856-bac8-780fe07b0bb5) {{(pid=112709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:57:31.318279 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Current status of the port 09d4b13b-43d4-437f-a8b5-280a1cb88e16 is: ACTIVE; New status is: ACTIVE {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 13:57:31.372018 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:57:31.424564 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_hamode_db [None req-cf44e07b-fa40-4a70-8ee8-bb1ef75a4c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23ccf752-3820-4b21-8107-709cec4d5a33', 'name': 'tempest-TestVolumeBootPattern-1962697476-router', 'tenant_id': 'bd737a2dedef4e1cb1ea490cd45a985d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': 'f4610615-603a-4b19-b81e-bd1b4f435dd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:57:27Z', 'updated_at': '2022-09-08T13:57:29Z', 'revision_number': 3, 'project_id': 'bd737a2dedef4e1cb1ea490cd45a985d', 'gw_port': {'id': 'f4610615-603a-4b19-b81e-bd1b4f435dd6', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:5d:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23ccf752-3820-4b21-8107-709cec4d5a33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:57:28Z', 'updated_at': '2022-09-08T13:57:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi'}], 'dv-cinder-820027-24-iscsi', False) {} {{(pid=112711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:57:31.434500 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-831f8584-4e19-4b4e-a032-473df85b144c admin admin] Publish callbacks [] for port (2332518b-a4c0-4856-bac8-780fe07b0bb5), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:31.449507 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf44e07b-fa40-4a70-8ee8-bb1ef75a4c99 None None] Checking router: 23ccf752-3820-4b21-8107-709cec4d5a33 for host: dv-cinder-820027-24-iscsi {{(pid=112711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:57:31.450427 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf44e07b-fa40-4a70-8ee8-bb1ef75a4c99 None None] Updating router 23ccf752-3820-4b21-8107-709cec4d5a33 port f4610615-603a-4b19-b81e-bd1b4f435dd6 binding host dv-cinder-820027-24-iscsi {{(pid=112711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 13:57:31.469090 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-831f8584-4e19-4b4e-a032-473df85b144c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729028134301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9153317'] for port (2332518b-a4c0-4856-bac8-780fe07b0bb5), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:31.478898 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-cf44e07b-fa40-4a70-8ee8-bb1ef75a4c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (f4610615-603a-4b19-b81e-bd1b4f435dd6), before_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:31.510003 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-831f8584-4e19-4b4e-a032-473df85b144c admin admin] Network 4464ced3-0141-41b4-975e-1a7fe1e74ae3 is already hosted by enough agents. {{(pid=112709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:57:31.517694 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.scheduler.base_scheduler [None req-831f8584-4e19-4b4e-a032-473df85b144c admin admin] Resources bound (agent type, host, resource id): {{(pid=112709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:57:31.519216 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-c66ddd11-3fbb-4a4c-a6d0-bd07dcb18c0d None None] Provisioning complete for port d1d321e4-2ef3-477b-89e2-a6d06b1ed819 triggered by entity DHCP. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 13:57:31.519591 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-c66ddd11-3fbb-4a4c-a6d0-bd07dcb18c0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (d1d321e4-2ef3-477b-89e2-a6d06b1ed819), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:31.521934 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831f8584-4e19-4b4e-a032-473df85b144c admin admin] Received port after_create {{(pid=112709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 08 13:57:31.525010 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831f8584-4e19-4b4e-a032-473df85b144c admin admin] Pushing event updated for resources: {'Port': ['ID=2332518b-a4c0-4856-bac8-780fe07b0bb5,revision_number=1']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:57:31.562841 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-831f8584-4e19-4b4e-a032-473df85b144c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3854091'] for router_interface (23ccf752-3820-4b21-8107-709cec4d5a33), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:31.716556 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-831f8584-4e19-4b4e-a032-473df85b144c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (2332518b-a4c0-4856-bac8-780fe07b0bb5), before_update {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:31.729653 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-c66ddd11-3fbb-4a4c-a6d0-bd07dcb18c0d None None] Current status of the port d1d321e4-2ef3-477b-89e2-a6d06b1ed819 is: ACTIVE; New status is: ACTIVE {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 13:57:31.760506 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Device d1d321e4-2ef3-477b-89e2-a6d06b1ed819 up at agent ovs-agent-dv-cinder-820027-24-iscsi {{(pid=112711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:57:31.817064 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c64572e-a9c6-4474-9530-ffd27c85196e req-9ca38f5a-fa5f-4564-81af-250bb3a4251d tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:31.818687 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-9c64572e-a9c6-4474-9530-ffd27c85196e req-9ca38f5a-fa5f-4564-81af-250bb3a4251d tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=21bead64-8c72-4cb8-806b-f68b2fc593cc HTTP/1.1" status: 200 len: 946 time: 0.0998068 Sep 08 13:57:31.890609 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-9c64572e-a9c6-4474-9530-ffd27c85196e req-0fc90014-afa8-41a4-bf86-4114aa428c03 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ab5cc7d2-a9e9-47f5-8ca4-4c1123bb816c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633090 Sep 08 13:57:31.891956 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-e7151c38-ccfa-4ac0-8afe-aa2ac60376e3 None None] Provisioning complete for port 2332518b-a4c0-4856-bac8-780fe07b0bb5 triggered by entity DHCP. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 13:57:31.892324 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-e7151c38-ccfa-4ac0-8afe-aa2ac60376e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (2332518b-a4c0-4856-bac8-780fe07b0bb5), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:31.903558 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Provisioning complete for port d1d321e4-2ef3-477b-89e2-a6d06b1ed819 triggered by entity L2. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 13:57:31.908630 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (d1d321e4-2ef3-477b-89e2-a6d06b1ed819), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:31.950947 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-831f8584-4e19-4b4e-a032-473df85b144c admin admin] Publish callbacks [] for port (2332518b-a4c0-4856-bac8-780fe07b0bb5), precommit_update {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:31.955892 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-831f8584-4e19-4b4e-a032-473df85b144c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9153372'] for port (2332518b-a4c0-4856-bac8-780fe07b0bb5), after_update {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:32.004275 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-cf44e07b-fa40-4a70-8ee8-bb1ef75a4c99 None None] Publish callbacks [] for port (f4610615-603a-4b19-b81e-bd1b4f435dd6), precommit_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:32.005831 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-e7151c38-ccfa-4ac0-8afe-aa2ac60376e3 None None] Port 2332518b-a4c0-4856-bac8-780fe07b0bb5 cannot update to ACTIVE because it is not bound. {{(pid=112711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 08 13:57:32.016356 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-cf44e07b-fa40-4a70-8ee8-bb1ef75a4c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (f4610615-603a-4b19-b81e-bd1b4f435dd6), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:32.025253 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831f8584-4e19-4b4e-a032-473df85b144c admin admin] Pushing event updated for resources: {'Port': ['ID=2332518b-a4c0-4856-bac8-780fe07b0bb5,revision_number=2']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:57:32.027810 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-831f8584-4e19-4b4e-a032-473df85b144c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3690700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3854231'] for router_interface (23ccf752-3820-4b21-8107-709cec4d5a33), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:32.029700 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:57:32.074537 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.managers [None req-cf44e07b-fa40-4a70-8ee8-bb1ef75a4c99 None None] Attempting to bind port f4610615-603a-4b19-b81e-bd1b4f435dd6 on host dv-cinder-820027-24-iscsi for vnic_type normal with profile {{(pid=112711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 08 13:57:32.075501 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.managers [None req-cf44e07b-fa40-4a70-8ee8-bb1ef75a4c99 None None] Attempting to bind port f4610615-603a-4b19-b81e-bd1b4f435dd6 by drivers openvswitch,hyperv on host dv-cinder-820027-24-iscsi at level 0 using segments [{'id': 'ebffaf8e-8370-4e1c-9c1b-02c9fe7aa40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014'}] {{(pid=112711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 08 13:57:32.075895 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf44e07b-fa40-4a70-8ee8-bb1ef75a4c99 None None] Attempting to bind port f4610615-603a-4b19-b81e-bd1b4f435dd6 on network a5311008-4782-42e3-9445-a36a6c9fb014 {{(pid=112711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 13:57:32.100972 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:57:32.133312 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a01873b-beec-4854-872d-dedf3f659a01 None None] Pushing event updated for resources: {'Port': ['ID=f4610615-603a-4b19-b81e-bd1b4f435dd6,revision_number=2']} {{(pid=112711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:57:32.135101 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-831f8584-4e19-4b4e-a032-473df85b144c admin admin] Network 4464ced3-0141-41b4-975e-1a7fe1e74ae3 is already hosted by enough agents. {{(pid=112709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:57:32.143335 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.scheduler.base_scheduler [None req-831f8584-4e19-4b4e-a032-473df85b144c admin admin] Resources bound (agent type, host, resource id): {{(pid=112709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:57:32.144201 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:57:32.162848 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Current status of the port d1d321e4-2ef3-477b-89e2-a6d06b1ed819 is: ACTIVE; New status is: ACTIVE {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 13:57:32.172251 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf44e07b-fa40-4a70-8ee8-bb1ef75a4c99 None None] Checking agent: {'id': '6df97c0c-9140-47af-8c93-84593b95031c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 8, 13, 44, 19), 'started_at': datetime.datetime(2022, 9, 8, 13, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 9, 8, 13, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 08 13:57:32.172766 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf44e07b-fa40-4a70-8ee8-bb1ef75a4c99 None None] Checking segment: {'id': 'ebffaf8e-8370-4e1c-9c1b-02c9fe7aa40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 13:57:32.173274 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-cf44e07b-fa40-4a70-8ee8-bb1ef75a4c99 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:32.173774 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf44e07b-fa40-4a70-8ee8-bb1ef75a4c99 None None] Bound using segment: {'id': 'ebffaf8e-8370-4e1c-9c1b-02c9fe7aa40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014'} {{(pid=112711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 08 13:57:32.174398 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.managers [None req-cf44e07b-fa40-4a70-8ee8-bb1ef75a4c99 None None] Bound port: f4610615-603a-4b19-b81e-bd1b4f435dd6, host: dv-cinder-820027-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebffaf8e-8370-4e1c-9c1b-02c9fe7aa40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014'}}] {{(pid=112711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 08 13:57:32.174872 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-cf44e07b-fa40-4a70-8ee8-bb1ef75a4c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (f4610615-603a-4b19-b81e-bd1b4f435dd6), before_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:32.216547 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=100 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:57:32.234767 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-cf44e07b-fa40-4a70-8ee8-bb1ef75a4c99 None None] For port f4610615-603a-4b19-b81e-bd1b4f435dd6, host dv-cinder-820027-24-iscsi, cleared binding levels {{(pid=112711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:57:32.238297 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-cf44e07b-fa40-4a70-8ee8-bb1ef75a4c99 None None] For port f4610615-603a-4b19-b81e-bd1b4f435dd6, host dv-cinder-820027-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-24-iscsi',level=0,port_id=f4610615-603a-4b19-b81e-bd1b4f435dd6,segment=NetworkSegment(ebffaf8e-8370-4e1c-9c1b-02c9fe7aa40e),segment_id=ebffaf8e-8370-4e1c-9c1b-02c9fe7aa40e)] {{(pid=112711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:57:32.241293 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acd9ff0-3a01-40ed-a27e-2af7242aafd9 req-df479e60-8e29-4484-9799-d85b5c929456 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:32.243186 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-2acd9ff0-3a01-40ed-a27e-2af7242aafd9 req-df479e60-8e29-4484-9799-d85b5c929456 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d2ad7906-3b73-4fc9-a692-9692fb6234b3 HTTP/1.1" status: 200 len: 945 time: 0.0670447 Sep 08 13:57:32.251918 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-cf44e07b-fa40-4a70-8ee8-bb1ef75a4c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (f4610615-603a-4b19-b81e-bd1b4f435dd6), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:32.289666 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-831f8584-4e19-4b4e-a032-473df85b144c admin admin] Router 23ccf752-3820-4b21-8107-709cec4d5a33 has already been hosted by L3 agent 91421a76-39ff-4685-90ca-aa6fbf6a1933 {{(pid=112709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:57:32.296368 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf44e07b-fa40-4a70-8ee8-bb1ef75a4c99 None None] Routers {'23ccf752-3820-4b21-8107-709cec4d5a33'} bound to L3 agent in host dv-cinder-820027-24-iscsi {{(pid=112711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 13:57:32.297518 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_hamode_db [None req-cf44e07b-fa40-4a70-8ee8-bb1ef75a4c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-08T13:44:16Z,description=,heartbeat_timestamp=2022-09-08T13:57:16Z,host='dv-cinder-820027-24-iscsi',id=91421a76-39ff-4685-90ca-aa6fbf6a1933,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:44:16Z,topic='l3_agent')) {'router_ids': ['23ccf752-3820-4b21-8107-709cec4d5a33'], 'active': True} {{(pid=112711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:57:32.314564 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8c416c-1496-433d-875d-430e7c4b0923 req-76afc4a5-f2b1-423f-9c71-2be7c13c016d tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:32.316110 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-ed8c416c-1496-433d-875d-430e7c4b0923 req-76afc4a5-f2b1-423f-9c71-2be7c13c016d tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=efdb4c65-ed8d-4792-ac96-8b1053b167b5 HTTP/1.1" status: 200 len: 943 time: 0.0673773 Sep 08 13:57:32.374124 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-2acd9ff0-3a01-40ed-a27e-2af7242aafd9 req-ad393352-0b35-497c-bbd4-5e8e1372d424 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e656d449-c572-4028-b2e1-f2eb8d08b7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816662 Sep 08 13:57:32.389764 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a01873b-beec-4854-872d-dedf3f659a01 None None] Pushing event updated for resources: {'Port': ['ID=f4610615-603a-4b19-b81e-bd1b4f435dd6,revision_number=3']} {{(pid=112711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:57:32.427710 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-831f8584-4e19-4b4e-a032-473df85b144c admin admin] Notify agent at l3_agent.dv-cinder-820027-24-iscsi the message routers_updated {{(pid=112709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:57:32.443552 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-831f8584-4e19-4b4e-a032-473df85b144c admin admin] 10.222.0.55 "PUT /networking/v2.0/routers/23ccf752-3820-4b21-8107-709cec4d5a33/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8866899 Sep 08 13:57:32.450081 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-ed8c416c-1496-433d-875d-430e7c4b0923 req-ec867135-b5b3-4be7-8586-51bfeae0a8e2 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=71fbc785-b69a-4abf-8140-4abe8997af2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217630 Sep 08 13:57:32.510085 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvr_db [None req-cf44e07b-fa40-4a70-8ee8-bb1ef75a4c99 None None] Set router 23ccf752-3820-4b21-8107-709cec4d5a33 gateway port host: dv-cinder-820027-24-iscsi {{(pid=112711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 13:57:32.556616 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2241e8-da04-49fc-9580-f7c9e1f01b66 req-c137e753-4e2c-4289-9397-f4cf9321bb1f tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:32.558144 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-1f2241e8-da04-49fc-9580-f7c9e1f01b66 req-c137e753-4e2c-4289-9397-f4cf9321bb1f tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=30b6fbb8-a2c9-4c92-b120-8ea3259c9b56 HTTP/1.1" status: 200 len: 945 time: 0.0809734 Sep 08 13:57:32.569518 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-b3584581-7972-4645-99dd-9b437798a026 None None] Provisioning complete for port 2332518b-a4c0-4856-bac8-780fe07b0bb5 triggered by entity DHCP. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 13:57:32.569921 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-b3584581-7972-4645-99dd-9b437798a026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (2332518b-a4c0-4856-bac8-780fe07b0bb5), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:32.618468 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-1f2241e8-da04-49fc-9580-f7c9e1f01b66 req-03a31bcd-097d-43c7-bd91-763281125ca7 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=cf4cb08a-0adf-4e43-9570-dddee6c4a40a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528412 Sep 08 13:57:32.678334 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-b3584581-7972-4645-99dd-9b437798a026 None None] Port 2332518b-a4c0-4856-bac8-780fe07b0bb5 cannot update to ACTIVE because it is not bound. {{(pid=112711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 08 13:57:32.746500 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eee43d2-86ee-4e12-80df-13893cfceadf req-b2267aa0-df48-4585-a093-11882d09457b tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:32.748036 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-3eee43d2-86ee-4e12-80df-13893cfceadf req-b2267aa0-df48-4585-a093-11882d09457b tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=30b6fbb8-a2c9-4c92-b120-8ea3259c9b56 HTTP/1.1" status: 200 len: 945 time: 0.0492718 Sep 08 13:57:32.758099 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 39140) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:57:32.762499 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.v2.base [None req-c856bdf1-b00d-4e3d-a87d-1219054f3c7c tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Request body: {'floatingip': {'port_id': 'c57d5f48-246f-41c1-903a-f9a3fa47d52b'}} {{(pid=112710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:57:32.768994 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_hamode_db [None req-cf44e07b-fa40-4a70-8ee8-bb1ef75a4c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23ccf752-3820-4b21-8107-709cec4d5a33', 'name': 'tempest-TestVolumeBootPattern-1962697476-router', 'tenant_id': 'bd737a2dedef4e1cb1ea490cd45a985d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': 'f4610615-603a-4b19-b81e-bd1b4f435dd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:57:27Z', 'updated_at': '2022-09-08T13:57:31Z', 'revision_number': 4, 'project_id': 'bd737a2dedef4e1cb1ea490cd45a985d', 'gw_port': {'id': 'f4610615-603a-4b19-b81e-bd1b4f435dd6', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:5d:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23ccf752-3820-4b21-8107-709cec4d5a33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:57:28Z', 'updated_at': '2022-09-08T13:57:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi', '_interfaces': [{'id': '2332518b-a4c0-4856-bac8-780fe07b0bb5', 'name': '', 'network_id': '4464ced3-0141-41b4-975e-1a7fe1e74ae3', 'tenant_id': 'bd737a2dedef4e1cb1ea490cd45a985d', 'mac_address': 'fa:16:3e:d0:a1:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23ccf752-3820-4b21-8107-709cec4d5a33', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '7515b675-766c-4bec-90b1-bfe2f398447e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:57:31Z', 'updated_at': '2022-09-08T13:57:31Z', 'revision_number': 2, 'project_id': 'bd737a2dedef4e1cb1ea490cd45a985d', 'subnets': [{'id': '7515b675-766c-4bec-90b1-bfe2f398447e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-24-iscsi', False) {} {{(pid=112711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:57:32.800591 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf44e07b-fa40-4a70-8ee8-bb1ef75a4c99 None None] The sync data for ids ['23ccf752-3820-4b21-8107-709cec4d5a33'] in dv-cinder-820027-24-iscsi is: [{'id': '23ccf752-3820-4b21-8107-709cec4d5a33', 'name': 'tempest-TestVolumeBootPattern-1962697476-router', 'tenant_id': 'bd737a2dedef4e1cb1ea490cd45a985d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': 'f4610615-603a-4b19-b81e-bd1b4f435dd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:57:27Z', 'updated_at': '2022-09-08T13:57:31Z', 'revision_number': 4, 'project_id': 'bd737a2dedef4e1cb1ea490cd45a985d', 'gw_port': {'id': 'f4610615-603a-4b19-b81e-bd1b4f435dd6', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:5d:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23ccf752-3820-4b21-8107-709cec4d5a33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:57:28Z', 'updated_at': '2022-09-08T13:57:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi', '_interfaces': [{'id': '2332518b-a4c0-4856-bac8-780fe07b0bb5', 'name': '', 'network_id': '4464ced3-0141-41b4-975e-1a7fe1e74ae3', 'tenant_id': 'bd737a2dedef4e1cb1ea490cd45a985d', 'mac_address': 'fa:16:3e:d0:a1:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23ccf752-3820-4b21-8107-709cec4d5a33', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '7515b675-766c-4bec-90b1-bfe2f398447e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:57:31Z', 'updated_at': '2022-09-08T13:57:31Z', 'revision_number': 2, 'project_id': 'bd737a2dedef4e1cb1ea490cd45a985d', 'subnets': [{'id': '7515b675-766c-4bec-90b1-bfe2f398447e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:57:32.802771 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-c856bdf1-b00d-4e3d-a87d-1219054f3c7c tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks [] for floatingip (de715d0a-0fcd-43bc-afd1-c628740433c2), before_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:32.894561 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 39142) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:57:32.899525 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.v2.base [None req-192e6be0-b533-4b4a-828e-cfa38e260ede tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1471578861', 'description': 'tempest-secgroup-smoke-1471578861 description', 'project_id': '19d114fd258a4306b4c0665df90ae4c7'}} {{(pid=112709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:57:32.931953 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-192e6be0-b533-4b4a-828e-cfa38e260ede tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Publish callbacks [] for security_group (None), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:33.031957 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-192e6be0-b533-4b4a-828e-cfa38e260ede tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Publish callbacks [] for security_group (ddf1d878-1109-4f29-aa9f-9fca2e3c8a7b), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:33.040302 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-192e6be0-b533-4b4a-828e-cfa38e260ede tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (ddf1d878-1109-4f29-aa9f-9fca2e3c8a7b), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:33.093820 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192e6be0-b533-4b4a-828e-cfa38e260ede tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddf1d878-1109-4f29-aa9f-9fca2e3c8a7b,revision_number=1']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:57:33.099541 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-192e6be0-b533-4b4a-828e-cfa38e260ede tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Publish callbacks [] for security_group (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:33.103671 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-192e6be0-b533-4b4a-828e-cfa38e260ede tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2052176 Sep 08 13:57:33.104455 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 39146) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:57:33.109632 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.v2.base [None req-89058fe8-774b-4ff7-abe5-1c52df466bb0 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Request body: {'security_group_rule': {'security_group_id': 'ddf1d878-1109-4f29-aa9f-9fca2e3c8a7b', 'project_id': '19d114fd258a4306b4c0665df90ae4c7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:57:33.144718 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-89058fe8-774b-4ff7-abe5-1c52df466bb0 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Publish callbacks [] for security_group_rule (88b9faaf-faff-4335-ad05-1fc0e2e3e4c7), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:33.211062 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-89058fe8-774b-4ff7-abe5-1c52df466bb0 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Publish callbacks [] for security_group_rule (88b9faaf-faff-4335-ad05-1fc0e2e3e4c7), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:33.215630 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-89058fe8-774b-4ff7-abe5-1c52df466bb0 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763866'] for security_group_rule (88b9faaf-faff-4335-ad05-1fc0e2e3e4c7), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:33.221962 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb85460-d4ea-4049-b2a7-56466adf742b req-a420af2f-5605-43fb-80a8-3cb13ed624d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:33.223560 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-cdb85460-d4ea-4049-b2a7-56466adf742b req-a420af2f-5605-43fb-80a8-3cb13ed624d5 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=6998e0c9a62e4f54a27faf56dbeb543a&device_id=d2ad7906-3b73-4fc9-a692-9692fb6234b3 HTTP/1.1" status: 200 len: 1129 time: 0.0984247 Sep 08 13:57:33.233629 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89058fe8-774b-4ff7-abe5-1c52df466bb0 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88b9faaf-faff-4335-ad05-1fc0e2e3e4c7,revision_number=0']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:57:33.248189 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-89058fe8-774b-4ff7-abe5-1c52df466bb0 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:33.249517 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-89058fe8-774b-4ff7-abe5-1c52df466bb0 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1440372 Sep 08 13:57:33.252746 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 39148) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:57:33.257601 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.v2.base [None req-ff6d9488-ad23-40a0-ace7-01fbfe3f65ae tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Request body: {'security_group_rule': {'security_group_id': 'ddf1d878-1109-4f29-aa9f-9fca2e3c8a7b', 'project_id': '19d114fd258a4306b4c0665df90ae4c7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=112709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:57:33.285723 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-ff6d9488-ad23-40a0-ace7-01fbfe3f65ae tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Publish callbacks [] for security_group_rule (f1083f7d-aacd-4104-a59d-7cff739ea2ad), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:33.307179 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=100 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:57:33.316802 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baca0618-b655-4e9f-b3c7-8775ad0a5301 req-f5577245-edc6-4503-8e8a-87be1e5b3080 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:33.318374 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-baca0618-b655-4e9f-b3c7-8775ad0a5301 req-f5577245-edc6-4503-8e8a-87be1e5b3080 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=21bead64-8c72-4cb8-806b-f68b2fc593cc HTTP/1.1" status: 200 len: 946 time: 0.1943398 Sep 08 13:57:33.318803 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=100 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:57:33.350065 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-ff6d9488-ad23-40a0-ace7-01fbfe3f65ae tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Publish callbacks [] for security_group_rule (f1083f7d-aacd-4104-a59d-7cff739ea2ad), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:33.354810 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-ff6d9488-ad23-40a0-ace7-01fbfe3f65ae tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763866'] for security_group_rule (f1083f7d-aacd-4104-a59d-7cff739ea2ad), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:33.376599 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6d9488-ad23-40a0-ace7-01fbfe3f65ae tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1083f7d-aacd-4104-a59d-7cff739ea2ad,revision_number=0']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:57:33.386167 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-ff6d9488-ad23-40a0-ace7-01fbfe3f65ae tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:33.390215 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-ff6d9488-ad23-40a0-ace7-01fbfe3f65ae tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1362331 Sep 08 13:57:33.390886 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 39150) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:57:33.398910 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.v2.base [None req-0194a75c-09aa-4904-bbb9-89e0045dd711 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Request body: {'security_group_rule': {'security_group_id': 'ddf1d878-1109-4f29-aa9f-9fca2e3c8a7b', 'project_id': '19d114fd258a4306b4c0665df90ae4c7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=112709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:57:33.404842 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:DELETE=2 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:57:33.447701 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-0194a75c-09aa-4904-bbb9-89e0045dd711 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Publish callbacks [] for security_group_rule (28073bcd-2b23-4dfa-b544-c43d0b1fb4e0), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:33.469307 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-baca0618-b655-4e9f-b3c7-8775ad0a5301 req-eabf9ba3-53c5-4fbb-a554-d551f7add767 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ab5cc7d2-a9e9-47f5-8ca4-4c1123bb816c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1427221 Sep 08 13:57:33.473668 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.agents_db [None req-36671662-b8ef-427e-8422-ee96630d1377 None None] Agent healthcheck: found 6 active agents {{(pid=112712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:57:33.500681 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:57:33.502045 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb85460-d4ea-4049-b2a7-56466adf742b req-e2804808-97d9-4d3f-aa85-9e4e71836ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:33.503463 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-cdb85460-d4ea-4049-b2a7-56466adf742b req-e2804808-97d9-4d3f-aa85-9e4e71836ead service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=96ff558b-c5db-4059-a363-a83e90cf91c8 HTTP/1.1" status: 200 len: 911 time: 0.2676334 Sep 08 13:57:33.544833 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-0194a75c-09aa-4904-bbb9-89e0045dd711 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Publish callbacks [] for security_group_rule (28073bcd-2b23-4dfa-b544-c43d0b1fb4e0), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:33.553004 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-0194a75c-09aa-4904-bbb9-89e0045dd711 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763866'] for security_group_rule (28073bcd-2b23-4dfa-b544-c43d0b1fb4e0), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:33.579588 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-0194a75c-09aa-4904-bbb9-89e0045dd711 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:33.580816 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-0194a75c-09aa-4904-bbb9-89e0045dd711 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1854932 Sep 08 13:57:33.583518 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 39156) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:57:33.588244 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.v2.base [None req-df7b7fb1-239b-4f00-b720-0d4dbffb7863 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Request body: {'security_group_rule': {'security_group_id': 'ddf1d878-1109-4f29-aa9f-9fca2e3c8a7b', 'project_id': '19d114fd258a4306b4c0665df90ae4c7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=112709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:57:33.594367 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0194a75c-09aa-4904-bbb9-89e0045dd711 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28073bcd-2b23-4dfa-b544-c43d0b1fb4e0,revision_number=0']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:57:33.625919 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-df7b7fb1-239b-4f00-b720-0d4dbffb7863 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Publish callbacks [] for security_group_rule (f00fb118-5bb3-45dc-91f0-addaf99d38ab), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:33.667366 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eff6dc2-8dda-416a-b1fc-9a56c8dca2ec req-f43d4f14-5df6-495d-b157-06dd6891635b tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:33.668892 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-3eff6dc2-8dda-416a-b1fc-9a56c8dca2ec req-f43d4f14-5df6-495d-b157-06dd6891635b tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d2ad7906-3b73-4fc9-a692-9692fb6234b3 HTTP/1.1" status: 200 len: 945 time: 0.1686609 Sep 08 13:57:33.692027 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-df7b7fb1-239b-4f00-b720-0d4dbffb7863 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Publish callbacks [] for security_group_rule (f00fb118-5bb3-45dc-91f0-addaf99d38ab), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:33.695640 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-df7b7fb1-239b-4f00-b720-0d4dbffb7863 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763866'] for security_group_rule (f00fb118-5bb3-45dc-91f0-addaf99d38ab), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:33.710788 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-cdb85460-d4ea-4049-b2a7-56466adf742b req-a43e2143-84d1-4deb-b8aa-4559a0194ce7 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=86699af9-4b49-40e3-b189-ff4a7a9e5e59 HTTP/1.1" status: 200 len: 1001 time: 0.1919839 Sep 08 13:57:33.716385 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7b7fb1-239b-4f00-b720-0d4dbffb7863 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f00fb118-5bb3-45dc-91f0-addaf99d38ab,revision_number=0']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:57:33.725828 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-df7b7fb1-239b-4f00-b720-0d4dbffb7863 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:33.726790 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-df7b7fb1-239b-4f00-b720-0d4dbffb7863 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1423333 Sep 08 13:57:33.729560 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 39158) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:57:33.734441 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.v2.base [None req-1160714e-2bc8-41c4-bf97-68fb457ec7d5 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Request body: {'security_group_rule': {'security_group_id': 'ddf1d878-1109-4f29-aa9f-9fca2e3c8a7b', 'project_id': '19d114fd258a4306b4c0665df90ae4c7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=112709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:57:33.738074 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5734e5c-76ee-4e5b-94e0-2a7f042345ac req-92adc4cf-25e6-443b-ba5d-606cce51a53d tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:33.739493 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-b5734e5c-76ee-4e5b-94e0-2a7f042345ac req-92adc4cf-25e6-443b-ba5d-606cce51a53d tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=efdb4c65-ed8d-4792-ac96-8b1053b167b5 HTTP/1.1" status: 200 len: 943 time: 0.1466956 Sep 08 13:57:33.755367 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.db.securitygroups_db [None req-1160714e-2bc8-41c4-bf97-68fb457ec7d5 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Project 19d114fd258a4306b4c0665df90ae4c7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 08 13:57:33.761463 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-1160714e-2bc8-41c4-bf97-68fb457ec7d5 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Publish callbacks [] for security_group_rule (0b6819f7-468e-47e5-abf2-51b62c92eb3f), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:33.821758 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-1160714e-2bc8-41c4-bf97-68fb457ec7d5 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Publish callbacks [] for security_group_rule (0b6819f7-468e-47e5-abf2-51b62c92eb3f), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:33.826362 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-1160714e-2bc8-41c4-bf97-68fb457ec7d5 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763866'] for security_group_rule (0b6819f7-468e-47e5-abf2-51b62c92eb3f), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:33.846840 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1160714e-2bc8-41c4-bf97-68fb457ec7d5 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b6819f7-468e-47e5-abf2-51b62c92eb3f,revision_number=0']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:57:33.855600 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-1160714e-2bc8-41c4-bf97-68fb457ec7d5 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:33.859814 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-1160714e-2bc8-41c4-bf97-68fb457ec7d5 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1267698 Sep 08 13:57:33.860046 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 39160) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:57:33.864284 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.v2.base [None req-39bce84b-f66c-4103-a806-6c6688432701 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Request body: {'security_group_rule': {'security_group_id': 'ddf1d878-1109-4f29-aa9f-9fca2e3c8a7b', 'project_id': '19d114fd258a4306b4c0665df90ae4c7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=112709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:57:33.886995 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.db.securitygroups_db [None req-39bce84b-f66c-4103-a806-6c6688432701 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Project 19d114fd258a4306b4c0665df90ae4c7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 08 13:57:33.894575 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-39bce84b-f66c-4103-a806-6c6688432701 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Publish callbacks [] for security_group_rule (ec234aa6-998e-44fe-a4e7-e8147c603d73), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:33.916004 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-3eff6dc2-8dda-416a-b1fc-9a56c8dca2ec req-79073a7f-22d8-4a1c-a711-d111e3ae73fc tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e656d449-c572-4028-b2e1-f2eb8d08b7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2120712 Sep 08 13:57:33.959660 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-39bce84b-f66c-4103-a806-6c6688432701 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Publish callbacks [] for security_group_rule (ec234aa6-998e-44fe-a4e7-e8147c603d73), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:33.963534 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-39bce84b-f66c-4103-a806-6c6688432701 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763866'] for security_group_rule (ec234aa6-998e-44fe-a4e7-e8147c603d73), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:33.983312 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bce84b-f66c-4103-a806-6c6688432701 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec234aa6-998e-44fe-a4e7-e8147c603d73,revision_number=0']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:57:33.992474 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-39bce84b-f66c-4103-a806-6c6688432701 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:33.992675 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb85460-d4ea-4049-b2a7-56466adf742b req-9f75b184-603d-4258-99cf-9a782e780ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:33.993849 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-39bce84b-f66c-4103-a806-6c6688432701 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1328554 Sep 08 13:57:33.994268 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-cdb85460-d4ea-4049-b2a7-56466adf742b req-9f75b184-603d-4258-99cf-9a782e780ba9 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=3c05b843-7379-4152-a6e2-38ac1118d25c HTTP/1.1" status: 200 len: 849 time: 0.2620740 Sep 08 13:57:34.020213 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-b5734e5c-76ee-4e5b-94e0-2a7f042345ac req-391283d2-76f5-40f2-845f-12db975de2e7 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=71fbc785-b69a-4abf-8140-4abe8997af2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2498393 Sep 08 13:57:34.111297 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb85460-d4ea-4049-b2a7-56466adf742b req-d7fc9b70-4ddb-4fe8-b579-05f7ab43da7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:34.112799 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-cdb85460-d4ea-4049-b2a7-56466adf742b req-d7fc9b70-4ddb-4fe8-b579-05f7ab43da7c service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=96ff558b-c5db-4059-a363-a83e90cf91c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1102960 Sep 08 13:57:34.237537 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-c856bdf1-b00d-4e3d-a87d-1219054f3c7c tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:34.251110 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-c856bdf1-b00d-4e3d-a87d-1219054f3c7c tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3679472'] for floatingip (de715d0a-0fcd-43bc-afd1-c628740433c2), after_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:34.307104 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-cdb85460-d4ea-4049-b2a7-56466adf742b req-031b9967-b48f-44cb-812f-9a0e6a64eb04 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/96ff558b-c5db-4059-a363-a83e90cf91c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800086 Sep 08 13:57:34.350130 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:57:34.410484 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:57:34.417615 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.db.l3_db [None req-c856bdf1-b00d-4e3d-a87d-1219054f3c7c tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Floating IP de715d0a-0fcd-43bc-afd1-c628740433c2 associated. External IP: 172.27.0.157, port: c57d5f48-246f-41c1-903a-f9a3fa47d52b. Sep 08 13:57:34.532789 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-cdb85460-d4ea-4049-b2a7-56466adf742b req-1aaafa09-6ebb-4eac-8344-61d5928789fa service neutron] 10.222.0.20 "GET /networking/v2.0/networks/96ff558b-c5db-4059-a363-a83e90cf91c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912374 Sep 08 13:57:34.602001 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (4c2ff875-e6d7-424e-bdc7-d4b2ed4bdd9c), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:34.966914 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e225bb6-1360-47e1-8526-b93051e2c73d req-24907c28-6016-4b9e-87c9-84a669737faf tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:34.970266 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-1e225bb6-1360-47e1-8526-b93051e2c73d req-24907c28-6016-4b9e-87c9-84a669737faf tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=21bead64-8c72-4cb8-806b-f68b2fc593cc HTTP/1.1" status: 200 len: 946 time: 0.0921781 Sep 08 13:57:35.050324 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c856bdf1-b00d-4e3d-a87d-1219054f3c7c tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Router 02a208a6-8629-4695-a17f-fdd0442b3d34 has already been hosted by L3 agent 91421a76-39ff-4685-90ca-aa6fbf6a1933 {{(pid=112710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:57:35.077155 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-1e225bb6-1360-47e1-8526-b93051e2c73d req-761b5ba0-82ee-4f4c-becb-8d522ee957cd tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ab5cc7d2-a9e9-47f5-8ca4-4c1123bb816c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028860 Sep 08 13:57:35.088096 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c0ab89-7923-445a-84fb-aff2f2131adc req-236b5c09-f4ff-490e-be96-7191b8f10e69 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:35.089961 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-a4c0ab89-7923-445a-84fb-aff2f2131adc req-236b5c09-f4ff-490e-be96-7191b8f10e69 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d2ad7906-3b73-4fc9-a692-9692fb6234b3 HTTP/1.1" status: 200 len: 945 time: 0.0833833 Sep 08 13:57:35.236293 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-a4c0ab89-7923-445a-84fb-aff2f2131adc req-11eafc8d-1851-4d3a-bae5-773484654ba2 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e656d449-c572-4028-b2e1-f2eb8d08b7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1327140 Sep 08 13:57:35.254870 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c856bdf1-b00d-4e3d-a87d-1219054f3c7c tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Notify agent at l3_agent.dv-cinder-820027-24-iscsi the message routers_updated {{(pid=112710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:57:35.260413 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-c856bdf1-b00d-4e3d-a87d-1219054f3c7c tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161718'] for floatingip (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:35.268925 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6d8add-56e6-4f5d-abd5-71a43625cbfe None None] Sync routers for ids ['02a208a6-8629-4695-a17f-fdd0442b3d34'] in dv-cinder-820027-24-iscsi {{(pid=112712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:57:35.290605 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6d8add-56e6-4f5d-abd5-71a43625cbfe None None] Routers {'02a208a6-8629-4695-a17f-fdd0442b3d34'} bound to L3 agent in host dv-cinder-820027-24-iscsi {{(pid=112712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 13:57:35.293198 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_hamode_db [None req-6f6d8add-56e6-4f5d-abd5-71a43625cbfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-08T13:44:16Z,description=,heartbeat_timestamp=2022-09-08T13:57:16Z,host='dv-cinder-820027-24-iscsi',id=91421a76-39ff-4685-90ca-aa6fbf6a1933,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:44:16Z,topic='l3_agent')) {'router_ids': ['02a208a6-8629-4695-a17f-fdd0442b3d34'], 'active': True} {{(pid=112712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:57:35.323673 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-c856bdf1-b00d-4e3d-a87d-1219054f3c7c tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "PUT /networking/v2.0/floatingips/de715d0a-0fcd-43bc-afd1-c628740433c2 HTTP/1.1" status: 200 len: 991 time: 2.5644445 Sep 08 13:57:35.324501 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30b6fbb8-a2c9-4c92-b120-8ea3259c9b56', 'tag': 'c57d5f48-246f-41c1-903a-f9a3fa47d52b'}] {{(pid=112710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 13:57:35.327491 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4aaac3e20a53a8e6247a431178541979a817c05ad734f54eee24c8be994502e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb0428e8-b7b3-4040-aca8-0a0e7383ba1f" -d '{"events": [{"name": "network-changed", "server_uuid": "30b6fbb8-a2c9-4c92-b120-8ea3259c9b56", "tag": "c57d5f48-246f-41c1-903a-f9a3fa47d52b"}]}' {{(pid=112710) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:57:35.372204 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Sep 2022 13:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41fc9648-54c9-4c03-8ba7-368bf2515aa3 x-openstack-request-id: req-41fc9648-54c9-4c03-8ba7-368bf2515aa3 {{(pid=112710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:57:35.372582 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30b6fbb8-a2c9-4c92-b120-8ea3259c9b56", "tag": "c57d5f48-246f-41c1-903a-f9a3fa47d52b", "status": "completed", "code": 200}]} {{(pid=112710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:57:35.372843 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-41fc9648-54c9-4c03-8ba7-368bf2515aa3 {{(pid=112710) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:57:35.373261 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41fc9648-54c9-4c03-8ba7-368bf2515aa3'] response: {'name': 'network-changed', 'server_uuid': '30b6fbb8-a2c9-4c92-b120-8ea3259c9b56', 'tag': 'c57d5f48-246f-41c1-903a-f9a3fa47d52b', 'status': 'completed', 'code': 200} Sep 08 13:57:35.389052 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f258b71c-ebf2-4756-893d-23c3c6570046 req-acadabf9-9cf2-475a-9adc-e9b360d536af tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:35.390587 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-f258b71c-ebf2-4756-893d-23c3c6570046 req-acadabf9-9cf2-475a-9adc-e9b360d536af tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=efdb4c65-ed8d-4792-ac96-8b1053b167b5 HTTP/1.1" status: 200 len: 943 time: 0.0585997 Sep 08 13:57:35.435589 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_dvr_db [None req-6f6d8add-56e6-4f5d-abd5-71a43625cbfe None None] Set router 02a208a6-8629-4695-a17f-fdd0442b3d34 gateway port host: dv-cinder-820027-24-iscsi {{(pid=112712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 13:57:35.452777 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-f258b71c-ebf2-4756-893d-23c3c6570046 req-65a8aa46-77a0-419d-bdd1-a367b2659fc7 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=71fbc785-b69a-4abf-8140-4abe8997af2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514786 Sep 08 13:57:35.568853 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0428e8-b7b3-4040-aca8-0a0e7383ba1f req-3ef51088-1b42-4514-9fbc-248fd4e7120d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:35.570434 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-bb0428e8-b7b3-4040-aca8-0a0e7383ba1f req-3ef51088-1b42-4514-9fbc-248fd4e7120d service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=b4ca185497284e9780eba8fc2e713d6e&device_id=30b6fbb8-a2c9-4c92-b120-8ea3259c9b56 HTTP/1.1" status: 200 len: 1129 time: 0.0427637 Sep 08 13:57:35.678351 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_hamode_db [None req-6f6d8add-56e6-4f5d-abd5-71a43625cbfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02a208a6-8629-4695-a17f-fdd0442b3d34', 'name': 'tempest-AttachVolumeNegativeTest-1590919179-router', 'tenant_id': 'b4ca185497284e9780eba8fc2e713d6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'e8f2f592-277a-4d05-986e-4d884ef99bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:52:26Z', 'updated_at': '2022-09-08T13:52:37Z', 'revision_number': 4, 'project_id': 'b4ca185497284e9780eba8fc2e713d6e', 'gw_port': {'id': 'e8f2f592-277a-4d05-986e-4d884ef99bfb', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:98:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a208a6-8629-4695-a17f-fdd0442b3d34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:52:27Z', 'updated_at': '2022-09-08T13:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi', '_floatingips': [{'id': 'de715d0a-0fcd-43bc-afd1-c628740433c2', 'tenant_id': 'b4ca185497284e9780eba8fc2e713d6e', 'floating_ip_address': '172.27.0.157', 'floating_network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'router_id': '02a208a6-8629-4695-a17f-fdd0442b3d34', 'port_id': 'c57d5f48-246f-41c1-903a-f9a3fa47d52b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf5901ef-2ee5-4879-85aa-18770c77b80a', 'mac_address': 'fa:16:3e:05:c5:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b6fbb8-a2c9-4c92-b120-8ea3259c9b56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-08T13:57:08Z', 'updated_at': '2022-09-08T13:57:34Z', 'revision_number': 1, 'project_id': 'b4ca185497284e9780eba8fc2e713d6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ca98399-9c62-4c2e-b02f-2e468cdee8e8', 'name': '', 'network_id': 'cf5901ef-2ee5-4879-85aa-18770c77b80a', 'tenant_id': 'b4ca185497284e9780eba8fc2e713d6e', 'mac_address': 'fa:16:3e:fb:7b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a208a6-8629-4695-a17f-fdd0442b3d34', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'a139bee4-b378-4a6d-bfa3-c572d95f8369', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:52:34Z', 'updated_at': '2022-09-08T13:52:55Z', 'revision_number': 5, 'project_id': 'b4ca185497284e9780eba8fc2e713d6e', 'subnets': [{'id': 'a139bee4-b378-4a6d-bfa3-c572d95f8369', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-24-iscsi', False) {} {{(pid=112712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:57:35.707381 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6d8add-56e6-4f5d-abd5-71a43625cbfe None None] Checking router: 02a208a6-8629-4695-a17f-fdd0442b3d34 for host: dv-cinder-820027-24-iscsi {{(pid=112712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:57:35.717587 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6d8add-56e6-4f5d-abd5-71a43625cbfe None None] Routers {'02a208a6-8629-4695-a17f-fdd0442b3d34'} bound to L3 agent in host dv-cinder-820027-24-iscsi {{(pid=112712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 13:57:35.718226 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_hamode_db [None req-6f6d8add-56e6-4f5d-abd5-71a43625cbfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-08T13:44:16Z,description=,heartbeat_timestamp=2022-09-08T13:57:16Z,host='dv-cinder-820027-24-iscsi',id=91421a76-39ff-4685-90ca-aa6fbf6a1933,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:44:16Z,topic='l3_agent')) {'router_ids': ['02a208a6-8629-4695-a17f-fdd0442b3d34'], 'active': True} {{(pid=112712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:57:35.728244 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Device f4610615-603a-4b19-b81e-bd1b4f435dd6 up at agent ovs-agent-dv-cinder-820027-24-iscsi {{(pid=112711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:57:35.780539 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Provisioning complete for port f4610615-603a-4b19-b81e-bd1b4f435dd6 triggered by entity L2. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 13:57:35.780908 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (f4610615-603a-4b19-b81e-bd1b4f435dd6), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:35.822007 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_dvr_db [None req-6f6d8add-56e6-4f5d-abd5-71a43625cbfe None None] Set router 02a208a6-8629-4695-a17f-fdd0442b3d34 gateway port host: dv-cinder-820027-24-iscsi {{(pid=112712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 13:57:35.857377 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Current status of the port f4610615-603a-4b19-b81e-bd1b4f435dd6 is: DOWN; New status is: ACTIVE {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 13:57:35.857820 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (f4610615-603a-4b19-b81e-bd1b4f435dd6), before_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:35.878943 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] For port f4610615-603a-4b19-b81e-bd1b4f435dd6, host dv-cinder-820027-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-24-iscsi',level=0,port_id=f4610615-603a-4b19-b81e-bd1b4f435dd6,segment=NetworkSegment(ebffaf8e-8370-4e1c-9c1b-02c9fe7aa40e),segment_id=ebffaf8e-8370-4e1c-9c1b-02c9fe7aa40e)] {{(pid=112711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:57:35.884029 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (f4610615-603a-4b19-b81e-bd1b4f435dd6), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:35.915202 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:57:35.936862 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Pushing event updated for resources: {'Port': ['ID=f4610615-603a-4b19-b81e-bd1b4f435dd6,revision_number=4']} {{(pid=112711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:57:35.971387 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=100 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:57:36.053914 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_hamode_db [None req-6f6d8add-56e6-4f5d-abd5-71a43625cbfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02a208a6-8629-4695-a17f-fdd0442b3d34', 'name': 'tempest-AttachVolumeNegativeTest-1590919179-router', 'tenant_id': 'b4ca185497284e9780eba8fc2e713d6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'e8f2f592-277a-4d05-986e-4d884ef99bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:52:26Z', 'updated_at': '2022-09-08T13:52:37Z', 'revision_number': 4, 'project_id': 'b4ca185497284e9780eba8fc2e713d6e', 'gw_port': {'id': 'e8f2f592-277a-4d05-986e-4d884ef99bfb', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:98:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a208a6-8629-4695-a17f-fdd0442b3d34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:52:27Z', 'updated_at': '2022-09-08T13:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi', '_floatingips': [{'id': 'de715d0a-0fcd-43bc-afd1-c628740433c2', 'tenant_id': 'b4ca185497284e9780eba8fc2e713d6e', 'floating_ip_address': '172.27.0.157', 'floating_network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'router_id': '02a208a6-8629-4695-a17f-fdd0442b3d34', 'port_id': 'c57d5f48-246f-41c1-903a-f9a3fa47d52b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf5901ef-2ee5-4879-85aa-18770c77b80a', 'mac_address': 'fa:16:3e:05:c5:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b6fbb8-a2c9-4c92-b120-8ea3259c9b56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-08T13:57:08Z', 'updated_at': '2022-09-08T13:57:34Z', 'revision_number': 1, 'project_id': 'b4ca185497284e9780eba8fc2e713d6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ca98399-9c62-4c2e-b02f-2e468cdee8e8', 'name': '', 'network_id': 'cf5901ef-2ee5-4879-85aa-18770c77b80a', 'tenant_id': 'b4ca185497284e9780eba8fc2e713d6e', 'mac_address': 'fa:16:3e:fb:7b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a208a6-8629-4695-a17f-fdd0442b3d34', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'a139bee4-b378-4a6d-bfa3-c572d95f8369', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:52:34Z', 'updated_at': '2022-09-08T13:52:55Z', 'revision_number': 5, 'project_id': 'b4ca185497284e9780eba8fc2e713d6e', 'subnets': [{'id': 'a139bee4-b378-4a6d-bfa3-c572d95f8369', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-24-iscsi', False) {} {{(pid=112712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:57:36.080287 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091e167d-b25c-4ab4-8a3b-c071bfcc9719 None None] Sync routers for ids ['23ccf752-3820-4b21-8107-709cec4d5a33'] in dv-cinder-820027-24-iscsi {{(pid=112711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:57:36.080868 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6d8add-56e6-4f5d-abd5-71a43625cbfe None None] The sync data for ids ['02a208a6-8629-4695-a17f-fdd0442b3d34'] in dv-cinder-820027-24-iscsi is: [{'id': '02a208a6-8629-4695-a17f-fdd0442b3d34', 'name': 'tempest-AttachVolumeNegativeTest-1590919179-router', 'tenant_id': 'b4ca185497284e9780eba8fc2e713d6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'e8f2f592-277a-4d05-986e-4d884ef99bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:52:26Z', 'updated_at': '2022-09-08T13:52:37Z', 'revision_number': 4, 'project_id': 'b4ca185497284e9780eba8fc2e713d6e', 'gw_port': {'id': 'e8f2f592-277a-4d05-986e-4d884ef99bfb', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:98:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a208a6-8629-4695-a17f-fdd0442b3d34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:52:27Z', 'updated_at': '2022-09-08T13:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi', '_floatingips': [{'id': 'de715d0a-0fcd-43bc-afd1-c628740433c2', 'tenant_id': 'b4ca185497284e9780eba8fc2e713d6e', 'floating_ip_address': '172.27.0.157', 'floating_network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'router_id': '02a208a6-8629-4695-a17f-fdd0442b3d34', 'port_id': 'c57d5f48-246f-41c1-903a-f9a3fa47d52b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf5901ef-2ee5-4879-85aa-18770c77b80a', 'mac_address': 'fa:16:3e:05:c5:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b6fbb8-a2c9-4c92-b120-8ea3259c9b56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-08T13:57:08Z', 'updated_at': '2022-09-08T13:57:34Z', 'revision_number': 1, 'project_id': 'b4ca185497284e9780eba8fc2e713d6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ca98399-9c62-4c2e-b02f-2e468cdee8e8', 'name': '', 'network_id': 'cf5901ef-2ee5-4879-85aa-18770c77b80a', 'tenant_id': 'b4ca185497284e9780eba8fc2e713d6e', 'mac_address': 'fa:16:3e:fb:7b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a208a6-8629-4695-a17f-fdd0442b3d34', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'a139bee4-b378-4a6d-bfa3-c572d95f8369', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:52:34Z', 'updated_at': '2022-09-08T13:52:55Z', 'revision_number': 5, 'project_id': 'b4ca185497284e9780eba8fc2e713d6e', 'subnets': [{'id': 'a139bee4-b378-4a6d-bfa3-c572d95f8369', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:57:36.093402 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091e167d-b25c-4ab4-8a3b-c071bfcc9719 None None] Routers {'23ccf752-3820-4b21-8107-709cec4d5a33'} bound to L3 agent in host dv-cinder-820027-24-iscsi {{(pid=112711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 13:57:36.094052 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_hamode_db [None req-091e167d-b25c-4ab4-8a3b-c071bfcc9719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-08T13:44:16Z,description=,heartbeat_timestamp=2022-09-08T13:57:16Z,host='dv-cinder-820027-24-iscsi',id=91421a76-39ff-4685-90ca-aa6fbf6a1933,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:44:16Z,topic='l3_agent')) {'router_ids': ['23ccf752-3820-4b21-8107-709cec4d5a33'], 'active': True} {{(pid=112711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:57:36.209269 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvr_db [None req-091e167d-b25c-4ab4-8a3b-c071bfcc9719 None None] Set router 23ccf752-3820-4b21-8107-709cec4d5a33 gateway port host: dv-cinder-820027-24-iscsi {{(pid=112711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 13:57:36.210939 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:57:36.221223 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a130fe-4366-4f86-8ea8-faba6fc2e205 req-01d58bb6-4f1d-4ecc-8cf0-f31dd59563c9 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:36.222953 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-b6a130fe-4366-4f86-8ea8-faba6fc2e205 req-01d58bb6-4f1d-4ecc-8cf0-f31dd59563c9 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=21bead64-8c72-4cb8-806b-f68b2fc593cc HTTP/1.1" status: 200 len: 946 time: 0.0513380 Sep 08 13:57:36.354365 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08efe2f-8100-4125-8a26-b3d4ae387bab None None] New status for floating IP de715d0a-0fcd-43bc-afd1-c628740433c2: ACTIVE {{(pid=112712) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 08 13:57:36.357841 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=100 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:57:36.369545 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:UPDATE=3,neutron:INSERT=1,neutron:SELECT=96 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:57:36.386688 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-b6a130fe-4366-4f86-8ea8-faba6fc2e205 req-4ec0e069-fb40-44be-96e1-e15bc85da490 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ab5cc7d2-a9e9-47f5-8ca4-4c1123bb816c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1541541 Sep 08 13:57:36.434739 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb199ed-6315-456d-815e-d23d93e66a9c req-b27adc21-bf21-45ca-9ad0-e37a305a3413 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:36.437030 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-feb199ed-6315-456d-815e-d23d93e66a9c req-b27adc21-bf21-45ca-9ad0-e37a305a3413 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d2ad7906-3b73-4fc9-a692-9692fb6234b3 HTTP/1.1" status: 200 len: 945 time: 0.0999105 Sep 08 13:57:36.466231 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_hamode_db [None req-091e167d-b25c-4ab4-8a3b-c071bfcc9719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23ccf752-3820-4b21-8107-709cec4d5a33', 'name': 'tempest-TestVolumeBootPattern-1962697476-router', 'tenant_id': 'bd737a2dedef4e1cb1ea490cd45a985d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': 'f4610615-603a-4b19-b81e-bd1b4f435dd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:57:27Z', 'updated_at': '2022-09-08T13:57:31Z', 'revision_number': 4, 'project_id': 'bd737a2dedef4e1cb1ea490cd45a985d', 'gw_port': {'id': 'f4610615-603a-4b19-b81e-bd1b4f435dd6', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:5d:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23ccf752-3820-4b21-8107-709cec4d5a33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:57:28Z', 'updated_at': '2022-09-08T13:57:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi', '_interfaces': [{'id': '2332518b-a4c0-4856-bac8-780fe07b0bb5', 'name': '', 'network_id': '4464ced3-0141-41b4-975e-1a7fe1e74ae3', 'tenant_id': 'bd737a2dedef4e1cb1ea490cd45a985d', 'mac_address': 'fa:16:3e:d0:a1:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23ccf752-3820-4b21-8107-709cec4d5a33', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '7515b675-766c-4bec-90b1-bfe2f398447e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:57:31Z', 'updated_at': '2022-09-08T13:57:31Z', 'revision_number': 2, 'project_id': 'bd737a2dedef4e1cb1ea490cd45a985d', 'subnets': [{'id': '7515b675-766c-4bec-90b1-bfe2f398447e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-24-iscsi', False) {} {{(pid=112711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:57:36.468928 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0428e8-b7b3-4040-aca8-0a0e7383ba1f req-ae1c6dab-75fb-4881-a872-ca5f59d05c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:36.470535 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-bb0428e8-b7b3-4040-aca8-0a0e7383ba1f req-ae1c6dab-75fb-4881-a872-ca5f59d05c6d service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=cf5901ef-2ee5-4879-85aa-18770c77b80a HTTP/1.1" status: 200 len: 916 time: 0.2222641 Sep 08 13:57:36.494252 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091e167d-b25c-4ab4-8a3b-c071bfcc9719 None None] Checking router: 23ccf752-3820-4b21-8107-709cec4d5a33 for host: dv-cinder-820027-24-iscsi {{(pid=112711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:57:36.494609 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091e167d-b25c-4ab4-8a3b-c071bfcc9719 None None] Updating router 23ccf752-3820-4b21-8107-709cec4d5a33 port 2332518b-a4c0-4856-bac8-780fe07b0bb5 binding host dv-cinder-820027-24-iscsi {{(pid=112711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 13:57:36.526611 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-feb199ed-6315-456d-815e-d23d93e66a9c req-c4a7b3f1-bbe1-46d9-984c-b7be2fe64d7e tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e656d449-c572-4028-b2e1-f2eb8d08b7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742764 Sep 08 13:57:36.565980 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=100 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:57:36.594889 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-bb0428e8-b7b3-4040-aca8-0a0e7383ba1f req-5a529eb5-11e4-46ca-98a2-7efad8f05cf9 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c57d5f48-246f-41c1-903a-f9a3fa47d52b HTTP/1.1" status: 200 len: 999 time: 0.1007268 Sep 08 13:57:36.663352 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10120d0-4f30-4914-9cee-4d1d6a074432 req-95498537-c80f-4bfa-8eb6-908fedcd5f8b tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:36.664955 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-d10120d0-4f30-4914-9cee-4d1d6a074432 req-95498537-c80f-4bfa-8eb6-908fedcd5f8b tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=efdb4c65-ed8d-4792-ac96-8b1053b167b5 HTTP/1.1" status: 200 len: 943 time: 0.0612185 Sep 08 13:57:36.692143 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-091e167d-b25c-4ab4-8a3b-c071bfcc9719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (2332518b-a4c0-4856-bac8-780fe07b0bb5), before_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:36.739282 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0428e8-b7b3-4040-aca8-0a0e7383ba1f req-7919f932-8ac5-4276-84a1-26e222da556e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:36.740728 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-bb0428e8-b7b3-4040-aca8-0a0e7383ba1f req-7919f932-8ac5-4276-84a1-26e222da556e service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=a139bee4-b378-4a6d-bfa3-c572d95f8369 HTTP/1.1" status: 200 len: 854 time: 0.0749032 Sep 08 13:57:36.760954 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-d10120d0-4f30-4914-9cee-4d1d6a074432 req-bc3fc478-9a02-4520-bcb6-8c192a9ae6be tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=71fbc785-b69a-4abf-8140-4abe8997af2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860758 Sep 08 13:57:36.801443 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0428e8-b7b3-4040-aca8-0a0e7383ba1f req-726b617e-f379-4ef3-93a0-b9d04c66c612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:36.803043 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-bb0428e8-b7b3-4040-aca8-0a0e7383ba1f req-726b617e-f379-4ef3-93a0-b9d04c66c612 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=cf5901ef-2ee5-4879-85aa-18770c77b80a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0411263 Sep 08 13:57:36.914822 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-bb0428e8-b7b3-4040-aca8-0a0e7383ba1f req-95451a06-3e15-40c6-8039-78e19c58c77d service neutron] 10.222.0.20 "GET /networking/v2.0/networks/cf5901ef-2ee5-4879-85aa-18770c77b80a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930808 Sep 08 13:57:36.961783 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-091e167d-b25c-4ab4-8a3b-c071bfcc9719 None None] Publish callbacks [] for port (2332518b-a4c0-4856-bac8-780fe07b0bb5), precommit_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:36.967449 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-091e167d-b25c-4ab4-8a3b-c071bfcc9719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (2332518b-a4c0-4856-bac8-780fe07b0bb5), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:37.031808 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42b6f4c-207f-4563-b084-d87fde850f35 None None] Pushing event updated for resources: {'Port': ['ID=2332518b-a4c0-4856-bac8-780fe07b0bb5,revision_number=3']} {{(pid=112711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:57:37.060952 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.managers [None req-091e167d-b25c-4ab4-8a3b-c071bfcc9719 None None] Attempting to bind port 2332518b-a4c0-4856-bac8-780fe07b0bb5 on host dv-cinder-820027-24-iscsi for vnic_type normal with profile {{(pid=112711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 08 13:57:37.061317 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.managers [None req-091e167d-b25c-4ab4-8a3b-c071bfcc9719 None None] Attempting to bind port 2332518b-a4c0-4856-bac8-780fe07b0bb5 by drivers openvswitch,hyperv on host dv-cinder-820027-24-iscsi at level 0 using segments [{'id': 'ba5aa094-d985-44b3-b705-48c324375150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '4464ced3-0141-41b4-975e-1a7fe1e74ae3'}] {{(pid=112711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 08 13:57:37.061677 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091e167d-b25c-4ab4-8a3b-c071bfcc9719 None None] Attempting to bind port 2332518b-a4c0-4856-bac8-780fe07b0bb5 on network 4464ced3-0141-41b4-975e-1a7fe1e74ae3 {{(pid=112711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 13:57:37.104294 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091e167d-b25c-4ab4-8a3b-c071bfcc9719 None None] Checking agent: {'id': '6df97c0c-9140-47af-8c93-84593b95031c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 8, 13, 44, 19), 'started_at': datetime.datetime(2022, 9, 8, 13, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 9, 8, 13, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 08 13:57:37.104667 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091e167d-b25c-4ab4-8a3b-c071bfcc9719 None None] Checking segment: {'id': 'ba5aa094-d985-44b3-b705-48c324375150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '4464ced3-0141-41b4-975e-1a7fe1e74ae3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 13:57:37.105066 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-091e167d-b25c-4ab4-8a3b-c071bfcc9719 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:37.105458 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091e167d-b25c-4ab4-8a3b-c071bfcc9719 None None] Bound using segment: {'id': 'ba5aa094-d985-44b3-b705-48c324375150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '4464ced3-0141-41b4-975e-1a7fe1e74ae3'} {{(pid=112711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 08 13:57:37.106523 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.managers [None req-091e167d-b25c-4ab4-8a3b-c071bfcc9719 None None] Bound port: 2332518b-a4c0-4856-bac8-780fe07b0bb5, host: dv-cinder-820027-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba5aa094-d985-44b3-b705-48c324375150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '4464ced3-0141-41b4-975e-1a7fe1e74ae3'}}] {{(pid=112711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 08 13:57:37.106895 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-091e167d-b25c-4ab4-8a3b-c071bfcc9719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (2332518b-a4c0-4856-bac8-780fe07b0bb5), before_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:37.166139 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-091e167d-b25c-4ab4-8a3b-c071bfcc9719 None None] For port 2332518b-a4c0-4856-bac8-780fe07b0bb5, host dv-cinder-820027-24-iscsi, cleared binding levels {{(pid=112711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:57:37.170203 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-091e167d-b25c-4ab4-8a3b-c071bfcc9719 None None] For port 2332518b-a4c0-4856-bac8-780fe07b0bb5, host dv-cinder-820027-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-24-iscsi',level=0,port_id=2332518b-a4c0-4856-bac8-780fe07b0bb5,segment=NetworkSegment(ba5aa094-d985-44b3-b705-48c324375150),segment_id=ba5aa094-d985-44b3-b705-48c324375150)] {{(pid=112711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:57:37.176340 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-091e167d-b25c-4ab4-8a3b-c071bfcc9719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (2332518b-a4c0-4856-bac8-780fe07b0bb5), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:37.214769 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091e167d-b25c-4ab4-8a3b-c071bfcc9719 None None] Routers {'23ccf752-3820-4b21-8107-709cec4d5a33'} bound to L3 agent in host dv-cinder-820027-24-iscsi {{(pid=112711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 13:57:37.215908 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_hamode_db [None req-091e167d-b25c-4ab4-8a3b-c071bfcc9719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-08T13:44:16Z,description=,heartbeat_timestamp=2022-09-08T13:57:16Z,host='dv-cinder-820027-24-iscsi',id=91421a76-39ff-4685-90ca-aa6fbf6a1933,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:44:16Z,topic='l3_agent')) {'router_ids': ['23ccf752-3820-4b21-8107-709cec4d5a33'], 'active': True} {{(pid=112711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:57:37.271397 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42b6f4c-207f-4563-b084-d87fde850f35 None None] Pushing event updated for resources: {'Port': ['ID=2332518b-a4c0-4856-bac8-780fe07b0bb5,revision_number=4']} {{(pid=112711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:57:37.338707 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvr_db [None req-091e167d-b25c-4ab4-8a3b-c071bfcc9719 None None] Set router 23ccf752-3820-4b21-8107-709cec4d5a33 gateway port host: dv-cinder-820027-24-iscsi {{(pid=112711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 13:57:37.366311 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:57:37.411177 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:57:37.531881 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913cfce1-17df-4980-9f54-0eaeaa39d390 req-fe3ed7a5-1efe-496e-b3a6-9f54c1ce5e1c tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:37.533408 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-913cfce1-17df-4980-9f54-0eaeaa39d390 req-fe3ed7a5-1efe-496e-b3a6-9f54c1ce5e1c tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=21bead64-8c72-4cb8-806b-f68b2fc593cc HTTP/1.1" status: 200 len: 946 time: 0.0554826 Sep 08 13:57:37.540579 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_hamode_db [None req-091e167d-b25c-4ab4-8a3b-c071bfcc9719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23ccf752-3820-4b21-8107-709cec4d5a33', 'name': 'tempest-TestVolumeBootPattern-1962697476-router', 'tenant_id': 'bd737a2dedef4e1cb1ea490cd45a985d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': 'f4610615-603a-4b19-b81e-bd1b4f435dd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:57:27Z', 'updated_at': '2022-09-08T13:57:31Z', 'revision_number': 4, 'project_id': 'bd737a2dedef4e1cb1ea490cd45a985d', 'gw_port': {'id': 'f4610615-603a-4b19-b81e-bd1b4f435dd6', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:5d:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23ccf752-3820-4b21-8107-709cec4d5a33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:57:28Z', 'updated_at': '2022-09-08T13:57:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi', '_interfaces': [{'id': '2332518b-a4c0-4856-bac8-780fe07b0bb5', 'name': '', 'network_id': '4464ced3-0141-41b4-975e-1a7fe1e74ae3', 'tenant_id': 'bd737a2dedef4e1cb1ea490cd45a985d', 'mac_address': 'fa:16:3e:d0:a1:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23ccf752-3820-4b21-8107-709cec4d5a33', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '7515b675-766c-4bec-90b1-bfe2f398447e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:57:31Z', 'updated_at': '2022-09-08T13:57:37Z', 'revision_number': 4, 'project_id': 'bd737a2dedef4e1cb1ea490cd45a985d', 'subnets': [{'id': '7515b675-766c-4bec-90b1-bfe2f398447e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-24-iscsi', False) {} {{(pid=112711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:57:37.571740 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091e167d-b25c-4ab4-8a3b-c071bfcc9719 None None] The sync data for ids ['23ccf752-3820-4b21-8107-709cec4d5a33'] in dv-cinder-820027-24-iscsi is: [{'id': '23ccf752-3820-4b21-8107-709cec4d5a33', 'name': 'tempest-TestVolumeBootPattern-1962697476-router', 'tenant_id': 'bd737a2dedef4e1cb1ea490cd45a985d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': 'f4610615-603a-4b19-b81e-bd1b4f435dd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:57:27Z', 'updated_at': '2022-09-08T13:57:31Z', 'revision_number': 4, 'project_id': 'bd737a2dedef4e1cb1ea490cd45a985d', 'gw_port': {'id': 'f4610615-603a-4b19-b81e-bd1b4f435dd6', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:5d:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23ccf752-3820-4b21-8107-709cec4d5a33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:57:28Z', 'updated_at': '2022-09-08T13:57:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi', '_interfaces': [{'id': '2332518b-a4c0-4856-bac8-780fe07b0bb5', 'name': '', 'network_id': '4464ced3-0141-41b4-975e-1a7fe1e74ae3', 'tenant_id': 'bd737a2dedef4e1cb1ea490cd45a985d', 'mac_address': 'fa:16:3e:d0:a1:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23ccf752-3820-4b21-8107-709cec4d5a33', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '7515b675-766c-4bec-90b1-bfe2f398447e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:57:31Z', 'updated_at': '2022-09-08T13:57:37Z', 'revision_number': 4, 'project_id': 'bd737a2dedef4e1cb1ea490cd45a985d', 'subnets': [{'id': '7515b675-766c-4bec-90b1-bfe2f398447e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:57:37.582257 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-913cfce1-17df-4980-9f54-0eaeaa39d390 req-4d4630f9-0827-4119-8b86-e1e851db7bc4 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ab5cc7d2-a9e9-47f5-8ca4-4c1123bb816c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429857 Sep 08 13:57:37.750630 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Device 2332518b-a4c0-4856-bac8-780fe07b0bb5 up at agent ovs-agent-dv-cinder-820027-24-iscsi {{(pid=112711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:57:37.794787 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Provisioning complete for port 2332518b-a4c0-4856-bac8-780fe07b0bb5 triggered by entity L2. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 13:57:37.795165 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (2332518b-a4c0-4856-bac8-780fe07b0bb5), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:37.873886 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Current status of the port 2332518b-a4c0-4856-bac8-780fe07b0bb5 is: DOWN; New status is: ACTIVE {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 13:57:37.874288 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (2332518b-a4c0-4856-bac8-780fe07b0bb5), before_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:37.897841 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba58353-978f-458d-b829-f5560ea50848 req-55c58dca-c2f6-42b1-acef-de725416f6bb tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:37.899522 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-9ba58353-978f-458d-b829-f5560ea50848 req-55c58dca-c2f6-42b1-acef-de725416f6bb tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=efdb4c65-ed8d-4792-ac96-8b1053b167b5 HTTP/1.1" status: 200 len: 943 time: 0.0495653 Sep 08 13:57:37.912819 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] For port 2332518b-a4c0-4856-bac8-780fe07b0bb5, host dv-cinder-820027-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-24-iscsi',level=0,port_id=2332518b-a4c0-4856-bac8-780fe07b0bb5,segment=NetworkSegment(ba5aa094-d985-44b3-b705-48c324375150),segment_id=ba5aa094-d985-44b3-b705-48c324375150)] {{(pid=112711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:57:37.917485 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (2332518b-a4c0-4856-bac8-780fe07b0bb5), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:37.918372 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Device f4610615-603a-4b19-b81e-bd1b4f435dd6 up at agent ovs-agent-dv-cinder-820027-24-iscsi {{(pid=112711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:57:37.952212 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-9ba58353-978f-458d-b829-f5560ea50848 req-ff39d734-0088-43d4-9cd8-f8525b78b314 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=71fbc785-b69a-4abf-8140-4abe8997af2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458503 Sep 08 13:57:37.995326 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Pushing event updated for resources: {'Port': ['ID=2332518b-a4c0-4856-bac8-780fe07b0bb5,revision_number=5']} {{(pid=112711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:57:38.006074 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Provisioning complete for port f4610615-603a-4b19-b81e-bd1b4f435dd6 triggered by entity L2. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 13:57:38.006449 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (f4610615-603a-4b19-b81e-bd1b4f435dd6), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:38.080764 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Current status of the port f4610615-603a-4b19-b81e-bd1b4f435dd6 is: ACTIVE; New status is: ACTIVE {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 13:57:38.629049 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-bb0428e8-b7b3-4040-aca8-0a0e7383ba1f req-d5c38633-41c4-4faf-a03a-fbec513c0535 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/cf5901ef-2ee5-4879-85aa-18770c77b80a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058552 Sep 08 13:57:38.719072 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33c4205-1551-4197-b180-3632f922c06a req-d44a04ee-b57d-471d-81a3-e47f4bbd5789 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:38.720666 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-f33c4205-1551-4197-b180-3632f922c06a req-d44a04ee-b57d-471d-81a3-e47f4bbd5789 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=21bead64-8c72-4cb8-806b-f68b2fc593cc HTTP/1.1" status: 200 len: 946 time: 0.0548415 Sep 08 13:57:38.774068 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-f33c4205-1551-4197-b180-3632f922c06a req-7c7f308a-1c6f-4b9c-bd9e-d92f6213ef27 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ab5cc7d2-a9e9-47f5-8ca4-4c1123bb816c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470517 Sep 08 13:57:39.086278 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3970224-78df-44f5-b49e-79cd4a9608f8 req-54306890-6863-4513-a314-e10d4b1deeab tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:39.087733 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-c3970224-78df-44f5-b49e-79cd4a9608f8 req-54306890-6863-4513-a314-e10d4b1deeab tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=efdb4c65-ed8d-4792-ac96-8b1053b167b5 HTTP/1.1" status: 200 len: 943 time: 0.0488036 Sep 08 13:57:39.140319 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-c3970224-78df-44f5-b49e-79cd4a9608f8 req-44d87ed5-61c5-4424-9f1d-a9d4db80ae1d tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=71fbc785-b69a-4abf-8140-4abe8997af2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457122 Sep 08 13:57:39.728499 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Device 2332518b-a4c0-4856-bac8-780fe07b0bb5 up at agent ovs-agent-dv-cinder-820027-24-iscsi {{(pid=112711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:57:39.729049 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eb7392-5a5c-4c9c-9eee-fdcf1e6d391a req-51e35bfa-1679-4ae7-8a54-59329d0de7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:39.730057 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-34eb7392-5a5c-4c9c-9eee-fdcf1e6d391a req-51e35bfa-1679-4ae7-8a54-59329d0de7cc service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=21bead64-8c72-4cb8-806b-f68b2fc593cc HTTP/1.1" status: 200 len: 1130 time: 0.0418041 Sep 08 13:57:39.777719 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-34eb7392-5a5c-4c9c-9eee-fdcf1e6d391a req-be64f1d4-e8da-4cbb-868e-a516ae7dc1e6 service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ab5cc7d2-a9e9-47f5-8ca4-4c1123bb816c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405805 Sep 08 13:57:39.778706 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Provisioning complete for port 2332518b-a4c0-4856-bac8-780fe07b0bb5 triggered by entity L2. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 13:57:39.779155 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (2332518b-a4c0-4856-bac8-780fe07b0bb5), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:39.857441 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Current status of the port 2332518b-a4c0-4856-bac8-780fe07b0bb5 is: ACTIVE; New status is: ACTIVE {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 13:57:39.903009 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b347f90-82ae-47e4-a858-aa21fa92e0fd req-156f16e2-fdb0-4497-acf3-cfccf30c1d32 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:39.904424 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-3b347f90-82ae-47e4-a858-aa21fa92e0fd req-156f16e2-fdb0-4497-acf3-cfccf30c1d32 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=21bead64-8c72-4cb8-806b-f68b2fc593cc HTTP/1.1" status: 200 len: 946 time: 0.0499699 Sep 08 13:57:39.926067 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=100 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:57:39.951027 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=100 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:57:39.956473 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-3b347f90-82ae-47e4-a858-aa21fa92e0fd req-7f9597c0-8d9e-474c-94ca-f449daac235c tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ab5cc7d2-a9e9-47f5-8ca4-4c1123bb816c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462787 Sep 08 13:57:40.276030 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd7f88d-e5ad-4021-8d38-1c9e82cbf5bc req-9045ba9d-3a67-4b5a-9938-512ec9c24aa6 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:40.277534 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-3cd7f88d-e5ad-4021-8d38-1c9e82cbf5bc req-9045ba9d-3a67-4b5a-9938-512ec9c24aa6 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=efdb4c65-ed8d-4792-ac96-8b1053b167b5 HTTP/1.1" status: 200 len: 943 time: 0.0557733 Sep 08 13:57:40.325289 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-3cd7f88d-e5ad-4021-8d38-1c9e82cbf5bc req-cab3ec8a-51df-4056-bbbe-44245c57b850 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=71fbc785-b69a-4abf-8140-4abe8997af2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416620 Sep 08 13:57:40.590218 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Device c9da782b-975b-4d78-bc93-092cf58fcf3a details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=112711) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:57:40.693488 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] For port c9da782b-975b-4d78-bc93-092cf58fcf3a, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=c9da782b-975b-4d78-bc93-092cf58fcf3a,segment=NetworkSegment(2f6c42c1-14c1-4abe-8cc1-e54cbc6177f2),segment_id=2f6c42c1-14c1-4abe-8cc1-e54cbc6177f2)] {{(pid=112711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:57:40.704463 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Returning: {'device': 'c9da782b-975b-4d78-bc93-092cf58fcf3a', 'network_id': '1c9b3d05-20f8-440e-89b3-587b430f97a5', 'port_id': 'c9da782b-975b-4d78-bc93-092cf58fcf3a', 'mac_address': 'fa:16:3e:62:97:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1fdd510-cbc1-4f0f-8fbd-e177b9f3baf0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112711) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:57:40.730323 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:57:40.732731 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=100 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:57:40.742995 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Current status of the port c9da782b-975b-4d78-bc93-092cf58fcf3a is: DOWN; New status is: BUILD {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 13:57:40.743388 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (c9da782b-975b-4d78-bc93-092cf58fcf3a), before_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:40.756798 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.notifiers.nova [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9da782b-975b-4d78-bc93-092cf58fcf3a {{(pid=112711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 08 13:57:40.776500 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] For port c9da782b-975b-4d78-bc93-092cf58fcf3a, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=c9da782b-975b-4d78-bc93-092cf58fcf3a,segment=NetworkSegment(2f6c42c1-14c1-4abe-8cc1-e54cbc6177f2),segment_id=2f6c42c1-14c1-4abe-8cc1-e54cbc6177f2)] {{(pid=112711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:57:40.781354 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (c9da782b-975b-4d78-bc93-092cf58fcf3a), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:40.832580 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Pushing event updated for resources: {'Port': ['ID=c9da782b-975b-4d78-bc93-092cf58fcf3a,revision_number=9']} {{(pid=112711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:57:41.079866 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0866d120-701b-412b-b543-2e6de7eccf65 req-e9cf9a7b-90d7-4554-a9bf-70241db0e5ff tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:41.081380 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-0866d120-701b-412b-b543-2e6de7eccf65 req-e9cf9a7b-90d7-4554-a9bf-70241db0e5ff tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=21bead64-8c72-4cb8-806b-f68b2fc593cc HTTP/1.1" status: 200 len: 946 time: 0.0494792 Sep 08 13:57:41.129471 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-0866d120-701b-412b-b543-2e6de7eccf65 req-28cce626-8221-42f8-ac8b-d1b39f585129 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ab5cc7d2-a9e9-47f5-8ca4-4c1123bb816c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424955 Sep 08 13:57:41.403913 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] get_ports_and_sgs() called for port_ids ['c9da782b-975b-4d78-bc93-092cf58fcf3a'] {{(pid=112711) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 08 13:57:41.459610 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de7ed94-cff4-4909-8a14-9d17e80feaf1 req-a9e21e2e-e37b-4239-8a60-352630de19a6 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:41.461243 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-6de7ed94-cff4-4909-8a14-9d17e80feaf1 req-a9e21e2e-e37b-4239-8a60-352630de19a6 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=efdb4c65-ed8d-4792-ac96-8b1053b167b5 HTTP/1.1" status: 200 len: 944 time: 0.0520315 Sep 08 13:57:41.511185 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-6de7ed94-cff4-4909-8a14-9d17e80feaf1 req-a5876968-418f-4a9d-8402-e48efe80bae0 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=71fbc785-b69a-4abf-8140-4abe8997af2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432992 Sep 08 13:57:42.256662 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3641a1b-b246-45a4-86fc-20bb16fc2c7f req-7123f80e-cf42-4ca4-a156-67e7cfe3c609 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:42.258750 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-c3641a1b-b246-45a4-86fc-20bb16fc2c7f req-7123f80e-cf42-4ca4-a156-67e7cfe3c609 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=21bead64-8c72-4cb8-806b-f68b2fc593cc HTTP/1.1" status: 200 len: 946 time: 0.0503078 Sep 08 13:57:42.307824 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-c3641a1b-b246-45a4-86fc-20bb16fc2c7f req-7a09d648-0012-49f8-94c2-c14f429f3eb6 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ab5cc7d2-a9e9-47f5-8ca4-4c1123bb816c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435312 Sep 08 13:57:42.643097 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Device c9da782b-975b-4d78-bc93-092cf58fcf3a up at agent hyperv_hv-cinder-82002 {{(pid=112711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:57:42.650512 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de99a42-b188-43e8-a91a-de9ff0c2cec4 req-f547dfd7-71df-4960-865f-0373a07c27c6 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:42.652177 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-6de99a42-b188-43e8-a91a-de9ff0c2cec4 req-f547dfd7-71df-4960-865f-0373a07c27c6 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=efdb4c65-ed8d-4792-ac96-8b1053b167b5 HTTP/1.1" status: 200 len: 944 time: 0.0577765 Sep 08 13:57:42.693271 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Provisioning complete for port c9da782b-975b-4d78-bc93-092cf58fcf3a triggered by entity L2. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 13:57:42.693531 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (c9da782b-975b-4d78-bc93-092cf58fcf3a), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:42.771505 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Current status of the port c9da782b-975b-4d78-bc93-092cf58fcf3a is: BUILD; New status is: ACTIVE {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 13:57:42.771881 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (c9da782b-975b-4d78-bc93-092cf58fcf3a), before_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:42.782483 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8a234b-e2fe-4207-ac48-46c7e53db4c5 req-90685ea1-cc98-4d3b-af8a-703157612d58 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:42.783990 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-ee8a234b-e2fe-4207-ac48-46c7e53db4c5 req-90685ea1-cc98-4d3b-af8a-703157612d58 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=21bead64-8c72-4cb8-806b-f68b2fc593cc HTTP/1.1" status: 200 len: 946 time: 0.1082618 Sep 08 13:57:42.790114 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-6de99a42-b188-43e8-a91a-de9ff0c2cec4 req-c5885bc3-c6a1-4da5-b7d5-b3cd2193f04f tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=71fbc785-b69a-4abf-8140-4abe8997af2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320324 Sep 08 13:57:42.792879 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63d46f9-36ad-4b89-ad11-773cd215b11c req-7baa5b00-2e4a-4d1d-b91d-f235aee327d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:42.794738 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e63d46f9-36ad-4b89-ad11-773cd215b11c req-7baa5b00-2e4a-4d1d-b91d-f235aee327d9 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=127bce2080d54fe4871b5aaa6cc394b5&device_id=21bead64-8c72-4cb8-806b-f68b2fc593cc HTTP/1.1" status: 200 len: 1130 time: 0.0751135 Sep 08 13:57:42.796469 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efdb4c65-ed8d-4792-ac96-8b1053b167b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9da782b-975b-4d78-bc93-092cf58fcf3a'}] {{(pid=112711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 13:57:42.798731 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da88ec0cbec787fa3ec3fbfc035ae72aba30a0bab36d561f227dc8a59222d55b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecd5c57b-0490-4dfa-9236-a62efe10fdc7" -d '{"events": [{"server_uuid": "efdb4c65-ed8d-4792-ac96-8b1053b167b5", "name": "network-vif-plugged", "status": "completed", "tag": "c9da782b-975b-4d78-bc93-092cf58fcf3a"}]}' {{(pid=112711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:57:42.812417 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] For port c9da782b-975b-4d78-bc93-092cf58fcf3a, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=c9da782b-975b-4d78-bc93-092cf58fcf3a,segment=NetworkSegment(2f6c42c1-14c1-4abe-8cc1-e54cbc6177f2),segment_id=2f6c42c1-14c1-4abe-8cc1-e54cbc6177f2)] {{(pid=112711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:57:42.834624 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (c9da782b-975b-4d78-bc93-092cf58fcf3a), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:42.853015 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-ee8a234b-e2fe-4207-ac48-46c7e53db4c5 req-078cc1de-bcbc-42cf-a26f-5ee2db391f1a tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ab5cc7d2-a9e9-47f5-8ca4-4c1123bb816c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617180 Sep 08 13:57:42.896628 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Sep 2022 13:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c659dad-b6c0-47ae-b501-53645da1bd1a x-openstack-request-id: req-9c659dad-b6c0-47ae-b501-53645da1bd1a {{(pid=112711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:57:42.896933 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efdb4c65-ed8d-4792-ac96-8b1053b167b5", "name": "network-vif-plugged", "status": "completed", "tag": "c9da782b-975b-4d78-bc93-092cf58fcf3a", "code": 200}]} {{(pid=112711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:57:42.897365 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9c659dad-b6c0-47ae-b501-53645da1bd1a {{(pid=112711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:57:42.897796 dv-cinder-820027-24-iscsi neutron-server[112711]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c659dad-b6c0-47ae-b501-53645da1bd1a'] response: {'server_uuid': 'efdb4c65-ed8d-4792-ac96-8b1053b167b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9da782b-975b-4d78-bc93-092cf58fcf3a', 'code': 200} Sep 08 13:57:42.908254 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Pushing event updated for resources: {'Port': ['ID=c9da782b-975b-4d78-bc93-092cf58fcf3a,revision_number=10']} {{(pid=112711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:57:42.986930 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63d46f9-36ad-4b89-ad11-773cd215b11c req-be66094e-18a4-4966-87a8-249971010c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:42.988527 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e63d46f9-36ad-4b89-ad11-773cd215b11c req-be66094e-18a4-4966-87a8-249971010c07 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=a6ea2a7a-ef84-454a-b305-c470482cf7fa HTTP/1.1" status: 200 len: 919 time: 0.1767426 Sep 08 13:57:43.066447 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e63d46f9-36ad-4b89-ad11-773cd215b11c req-137043f5-0dac-4ba5-92ab-90d7cd587e06 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=97326033-4991-4b35-9df8-8c1194e9ebe7 HTTP/1.1" status: 200 len: 1002 time: 0.0569694 Sep 08 13:57:43.470218 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-b3d0c57e-e48b-46e4-bd51-b8e552b66147 req-1927f60e-9004-44c6-ba84-7ccc267e3629 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] 10.222.0.55 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1678122210&fields=id&tenant_id=f7507a7da3bb4420abcfcf08780dc0a4 HTTP/1.1" status: 200 len: 267 time: 0.0487232 Sep 08 13:57:43.559597 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63d46f9-36ad-4b89-ad11-773cd215b11c req-c2c829e2-eb50-4527-a712-8661716553a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:43.561087 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e63d46f9-36ad-4b89-ad11-773cd215b11c req-c2c829e2-eb50-4527-a712-8661716553a9 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=8a8f577a-16e1-4e37-b6e2-a6cc60df3540 HTTP/1.1" status: 200 len: 857 time: 0.0873358 Sep 08 13:57:43.566881 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d0c57e-e48b-46e4-bd51-b8e552b66147 req-89e43d58-edd6-4189-a438-60a446ba58a5 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:43.568237 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-b3d0c57e-e48b-46e4-bd51-b8e552b66147 req-89e43d58-edd6-4189-a438-60a446ba58a5 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=6e64a0c9-b7b0-46ff-8526-88164d493140 HTTP/1.1" status: 200 len: 985 time: 0.0844767 Sep 08 13:57:43.586276 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.v2.base [req-b3d0c57e-e48b-46e4-bd51-b8e552b66147 req-3d23d7de-a693-4031-b019-283323225a8c tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Request body: {'port': {'security_groups': ['67f82339-c558-4fb0-914d-617dffa82f8a']}} {{(pid=112710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:57:43.664192 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=100 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:57:43.675533 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63d46f9-36ad-4b89-ad11-773cd215b11c req-8dc7db4a-7499-4d85-b10a-84066416db39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:43.677036 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e63d46f9-36ad-4b89-ad11-773cd215b11c req-8dc7db4a-7499-4d85-b10a-84066416db39 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=a6ea2a7a-ef84-454a-b305-c470482cf7fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1048183 Sep 08 13:57:43.683634 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4277573-ac4f-4a8b-80af-f3594e1c7e1d req-90a7b5c6-346a-42a5-ae87-2b12a07f6573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:43.685502 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e4277573-ac4f-4a8b-80af-f3594e1c7e1d req-90a7b5c6-346a-42a5-ae87-2b12a07f6573 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=efdb4c65-ed8d-4792-ac96-8b1053b167b5 HTTP/1.1" status: 200 len: 1130 time: 0.0815811 Sep 08 13:57:43.734487 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=100 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:57:43.792386 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-b3d0c57e-e48b-46e4-bd51-b8e552b66147 req-3d23d7de-a693-4031-b019-283323225a8c tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (ca4283b0-e159-4a24-b0b2-bc113ff78694), before_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:43.861151 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e4277573-ac4f-4a8b-80af-f3594e1c7e1d req-0c38dcc5-6373-4bf3-bba0-6ae4fda5e9c0 service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=71fbc785-b69a-4abf-8140-4abe8997af2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1610394 Sep 08 13:57:43.898508 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e63d46f9-36ad-4b89-ad11-773cd215b11c req-d5043fd8-4c50-428c-97dc-80a1549ff00e service neutron] 10.222.0.20 "GET /networking/v2.0/networks/a6ea2a7a-ef84-454a-b305-c470482cf7fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073333 Sep 08 13:57:43.967884 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448c3dfc-3d16-4639-a63b-6eb7cb20a1eb req-e4fb0bd6-a10d-4729-87b5-7ecbafd755dd tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:43.969348 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-448c3dfc-3d16-4639-a63b-6eb7cb20a1eb req-e4fb0bd6-a10d-4729-87b5-7ecbafd755dd tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=efdb4c65-ed8d-4792-ac96-8b1053b167b5 HTTP/1.1" status: 200 len: 946 time: 0.0775836 Sep 08 13:57:43.983727 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:INSERT=7,neutron:SELECT=51,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:57:43.986237 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=61,neutron:UPDATE=3,neutron:DELETE=5,neutron:INSERT=7 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:57:44.059253 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-2f34b6a7-65e4-44fd-a43f-f5e5fc4ee1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (22ab8903-d7f5-4941-bce3-89140b53b8af), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:44.073998 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-448c3dfc-3d16-4639-a63b-6eb7cb20a1eb req-5a852f11-92f7-40f9-a4f0-d85a35e0996a tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=71fbc785-b69a-4abf-8140-4abe8997af2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985544 Sep 08 13:57:44.109117 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.db [req-b3d0c57e-e48b-46e4-bd51-b8e552b66147 req-3d23d7de-a693-4031-b019-283323225a8c tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] For port ca4283b0-e159-4a24-b0b2-bc113ff78694, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=ca4283b0-e159-4a24-b0b2-bc113ff78694,segment=NetworkSegment(77117d76-4f7e-4448-ad65-a6980bb46bfe),segment_id=77117d76-4f7e-4448-ad65-a6980bb46bfe)] {{(pid=112710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:57:44.139842 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-b3d0c57e-e48b-46e4-bd51-b8e552b66147 req-3d23d7de-a693-4031-b019-283323225a8c tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Publish callbacks [] for port (ca4283b0-e159-4a24-b0b2-bc113ff78694), precommit_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:44.145769 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-b3d0c57e-e48b-46e4-bd51-b8e552b66147 req-3d23d7de-a693-4031-b019-283323225a8c tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10367797'] for port (ca4283b0-e159-4a24-b0b2-bc113ff78694), after_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:44.157517 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d0c57e-e48b-46e4-bd51-b8e552b66147 req-3d23d7de-a693-4031-b019-283323225a8c tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:44.158148 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-b3d0c57e-e48b-46e4-bd51-b8e552b66147 req-3d23d7de-a693-4031-b019-283323225a8c tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161718'] for port (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:44.159501 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-b3d0c57e-e48b-46e4-bd51-b8e552b66147 req-3d23d7de-a693-4031-b019-283323225a8c tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] 10.222.0.55 "PUT /networking/v2.0/ports/ca4283b0-e159-4a24-b0b2-bc113ff78694 HTTP/1.1" status: 200 len: 943 time: 0.5782545 Sep 08 13:57:44.160205 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e64a0c9-b7b0-46ff-8526-88164d493140', 'tag': 'ca4283b0-e159-4a24-b0b2-bc113ff78694'}] {{(pid=112710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 13:57:44.163148 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4aaac3e20a53a8e6247a431178541979a817c05ad734f54eee24c8be994502e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d25472bd-bc30-4d3d-ad87-9eea894449db" -d '{"events": [{"name": "network-changed", "server_uuid": "6e64a0c9-b7b0-46ff-8526-88164d493140", "tag": "ca4283b0-e159-4a24-b0b2-bc113ff78694"}]}' {{(pid=112710) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:57:44.166134 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 39308) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:57:44.201518 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] get_ports_and_sgs() called for port_ids ['ca4283b0-e159-4a24-b0b2-bc113ff78694'] {{(pid=112711) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 08 13:57:44.237613 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Sep 2022 13:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-100fd5f9-c7c7-4ae0-b2b4-bfb9e726661c x-openstack-request-id: req-100fd5f9-c7c7-4ae0-b2b4-bfb9e726661c {{(pid=112710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:57:44.237985 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e64a0c9-b7b0-46ff-8526-88164d493140", "tag": "ca4283b0-e159-4a24-b0b2-bc113ff78694", "status": "completed", "code": 200}]} {{(pid=112710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:57:44.238192 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-100fd5f9-c7c7-4ae0-b2b4-bfb9e726661c {{(pid=112710) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:57:44.238447 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-1c15dfc3-0a59-48e4-b0bc-3bc9512bf208 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Publish callbacks [] for security_group (0f1e5d94-1b7b-4090-9ab1-0f2f3a565a55), before_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:44.238585 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.notifiers.nova [-] Nova event matching ['req-100fd5f9-c7c7-4ae0-b2b4-bfb9e726661c'] response: {'name': 'network-changed', 'server_uuid': '6e64a0c9-b7b0-46ff-8526-88164d493140', 'tag': 'ca4283b0-e159-4a24-b0b2-bc113ff78694', 'status': 'completed', 'code': 200} Sep 08 13:57:44.263941 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-1c15dfc3-0a59-48e4-b0bc-3bc9512bf208 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Publish callbacks [] for security_group (0f1e5d94-1b7b-4090-9ab1-0f2f3a565a55), precommit_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:44.265922 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b505de24-1435-4362-b37c-ac7423e6d089 req-b5cc77b1-4ebc-4823-8943-9f463a6a666d tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:44.267475 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-b505de24-1435-4362-b37c-ac7423e6d089 req-b5cc77b1-4ebc-4823-8943-9f463a6a666d tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=21bead64-8c72-4cb8-806b-f68b2fc593cc HTTP/1.1" status: 200 len: 946 time: 0.0697227 Sep 08 13:57:44.268250 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d23d7de-a693-4031-b019-283323225a8c tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Pushing event updated for resources: {'Port': ['ID=ca4283b0-e159-4a24-b0b2-bc113ff78694,revision_number=7']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:57:44.331874 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-1c15dfc3-0a59-48e4-b0bc-3bc9512bf208 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (0f1e5d94-1b7b-4090-9ab1-0f2f3a565a55), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:44.334309 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-b505de24-1435-4362-b37c-ac7423e6d089 req-55d3ec89-54a5-424e-b12d-d9d72ae2cf34 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ab5cc7d2-a9e9-47f5-8ca4-4c1123bb816c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550752 Sep 08 13:57:44.335548 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-1c15dfc3-0a59-48e4-b0bc-3bc9512bf208 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Publish callbacks [] for security_group (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:44.339784 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 39310) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:57:44.340383 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-1c15dfc3-0a59-48e4-b0bc-3bc9512bf208 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] 10.222.0.55 "DELETE /networking/v2.0/security-groups/0f1e5d94-1b7b-4090-9ab1-0f2f3a565a55 HTTP/1.1" status: 204 len: 168 time: 0.1727831 Sep 08 13:57:44.352826 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c15dfc3-0a59-48e4-b0bc-3bc9512bf208 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f1e5d94-1b7b-4090-9ab1-0f2f3a565a55,revision_number=None']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:57:44.366126 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:57:44.384371 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:57:44.458474 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] get_ports_and_sgs() called for port_ids ['ca4283b0-e159-4a24-b0b2-bc113ff78694'] {{(pid=112711) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 08 13:57:44.557763 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e63d46f9-36ad-4b89-ad11-773cd215b11c req-64e093b3-3770-4dfa-991d-ad15078c3498 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/a6ea2a7a-ef84-454a-b305-c470482cf7fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668551 Sep 08 13:57:44.572095 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.plugin [None req-551faeb0-32c0-4098-a319-71de4a9fe9af tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Deleting port a6c87d38-0418-4822-ae55-87e0ecd53df2 {{(pid=112710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 08 13:57:44.572512 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-551faeb0-32c0-4098-a319-71de4a9fe9af tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729028590053'] for port (a6c87d38-0418-4822-ae55-87e0ecd53df2), before_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:44.615654 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:57:44.640152 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:57:44.655086 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-551faeb0-32c0-4098-a319-71de4a9fe9af tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3750342'] for port (a6c87d38-0418-4822-ae55-87e0ecd53df2), precommit_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:44.655351 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-551faeb0-32c0-4098-a319-71de4a9fe9af tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Publish callbacks [] for floatingip (a6c87d38-0418-4822-ae55-87e0ecd53df2), precommit_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:44.667744 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.plugin [None req-551faeb0-32c0-4098-a319-71de4a9fe9af tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Calling delete_port for a6c87d38-0418-4822-ae55-87e0ecd53df2 owned by network:floatingip {{(pid=112710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 08 13:57:44.834928 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-551faeb0-32c0-4098-a319-71de4a9fe9af tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729028594324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729028134310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10367820'] for port (a6c87d38-0418-4822-ae55-87e0ecd53df2), after_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:44.868489 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551faeb0-32c0-4098-a319-71de4a9fe9af tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Pushing event deleted for resources: {'Port': ['ID=a6c87d38-0418-4822-ae55-87e0ecd53df2,revision_number=None']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:57:44.956040 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-551faeb0-32c0-4098-a319-71de4a9fe9af tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Publish callbacks [] for floatingip (21d1fbcf-12de-4425-a0df-02a107efcd0b), after_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:44.956478 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.db.l3_db [None req-551faeb0-32c0-4098-a319-71de4a9fe9af tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Floating IP 21d1fbcf-12de-4425-a0df-02a107efcd0b disassociated (deleted). External IP: 172.27.0.94, port: ca4283b0-e159-4a24-b0b2-bc113ff78694. Sep 08 13:57:44.994202 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25472bd-bc30-4d3d-ad87-9eea894449db req-f1af6583-b05e-4d00-bd26-e6a1d65da0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:44.995676 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-d25472bd-bc30-4d3d-ad87-9eea894449db req-f1af6583-b05e-4d00-bd26-e6a1d65da0e1 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=f7507a7da3bb4420abcfcf08780dc0a4&device_id=6e64a0c9-b7b0-46ff-8526-88164d493140 HTTP/1.1" status: 200 len: 1130 time: 0.0802186 Sep 08 13:57:45.511363 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-551faeb0-32c0-4098-a319-71de4a9fe9af tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Router 045fc859-2838-4597-9f98-5b2b1ad7c567 has already been hosted by L3 agent 91421a76-39ff-4685-90ca-aa6fbf6a1933 {{(pid=112710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:57:45.562138 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f3e6ad-f1ce-4f8b-9d62-98e812773b01 req-7fcb2237-d43f-481c-adc5-37d9117d183e tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:45.563590 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-a1f3e6ad-f1ce-4f8b-9d62-98e812773b01 req-7fcb2237-d43f-481c-adc5-37d9117d183e tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=efdb4c65-ed8d-4792-ac96-8b1053b167b5 HTTP/1.1" status: 200 len: 946 time: 0.3991024 Sep 08 13:57:45.592875 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730ef1ca-a3bf-429f-a369-25a755886081 req-642e1a5f-33f5-4350-aae1-6c797ecce6bc tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:45.594355 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-730ef1ca-a3bf-429f-a369-25a755886081 req-642e1a5f-33f5-4350-aae1-6c797ecce6bc tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=21bead64-8c72-4cb8-806b-f68b2fc593cc HTTP/1.1" status: 200 len: 946 time: 0.1075821 Sep 08 13:57:45.654490 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25472bd-bc30-4d3d-ad87-9eea894449db req-9de63262-f761-42e8-bd63-ebbc86148c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:45.655880 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-d25472bd-bc30-4d3d-ad87-9eea894449db req-9de63262-f761-42e8-bd63-ebbc86148c3e service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=2484c1b8-1d7e-43af-960e-e27892a8e9d6 HTTP/1.1" status: 200 len: 916 time: 0.5013297 Sep 08 13:57:45.733896 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:57:45.747900 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:57:45.756222 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-a1f3e6ad-f1ce-4f8b-9d62-98e812773b01 req-d775dbc4-db63-496a-afe7-021c67610255 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=71fbc785-b69a-4abf-8140-4abe8997af2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1805248 Sep 08 13:57:45.765524 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-730ef1ca-a3bf-429f-a369-25a755886081 req-53391b5b-1d12-4371-ace9-56fd4f9c8fd4 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ab5cc7d2-a9e9-47f5-8ca4-4c1123bb816c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1610701 Sep 08 13:57:45.769290 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-551faeb0-32c0-4098-a319-71de4a9fe9af tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Notify agent at l3_agent.dv-cinder-820027-24-iscsi the message routers_updated {{(pid=112710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:57:45.773638 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-551faeb0-32c0-4098-a319-71de4a9fe9af tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161718'] for floatingip (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:45.791817 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd4caee-f13d-4eb8-b045-c28659f389ae None None] Sync routers for ids ['045fc859-2838-4597-9f98-5b2b1ad7c567'] in dv-cinder-820027-24-iscsi {{(pid=112711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:57:45.807512 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-551faeb0-32c0-4098-a319-71de4a9fe9af tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] 10.222.0.55 "DELETE /networking/v2.0/floatingips/21d1fbcf-12de-4425-a0df-02a107efcd0b HTTP/1.1" status: 204 len: 168 time: 1.4660871 Sep 08 13:57:45.811473 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd4caee-f13d-4eb8-b045-c28659f389ae None None] Routers {'045fc859-2838-4597-9f98-5b2b1ad7c567'} bound to L3 agent in host dv-cinder-820027-24-iscsi {{(pid=112711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 13:57:45.812183 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_hamode_db [None req-2bd4caee-f13d-4eb8-b045-c28659f389ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-08T13:44:16Z,description=,heartbeat_timestamp=2022-09-08T13:57:16Z,host='dv-cinder-820027-24-iscsi',id=91421a76-39ff-4685-90ca-aa6fbf6a1933,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:44:16Z,topic='l3_agent')) {'router_ids': ['045fc859-2838-4597-9f98-5b2b1ad7c567'], 'active': True} {{(pid=112711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:57:45.920489 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvr_db [None req-2bd4caee-f13d-4eb8-b045-c28659f389ae None None] Set router 045fc859-2838-4597-9f98-5b2b1ad7c567 gateway port host: dv-cinder-820027-24-iscsi {{(pid=112711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 13:57:46.239325 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e64a0c9-b7b0-46ff-8526-88164d493140', 'tag': 'ca4283b0-e159-4a24-b0b2-bc113ff78694'}] {{(pid=112710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 13:57:46.241872 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4aaac3e20a53a8e6247a431178541979a817c05ad734f54eee24c8be994502e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97eb867e-f8df-40d8-a016-983b6cb60699" -d '{"events": [{"name": "network-changed", "server_uuid": "6e64a0c9-b7b0-46ff-8526-88164d493140", "tag": "ca4283b0-e159-4a24-b0b2-bc113ff78694"}]}' {{(pid=112710) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:57:46.244087 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_hamode_db [None req-2bd4caee-f13d-4eb8-b045-c28659f389ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '045fc859-2838-4597-9f98-5b2b1ad7c567', 'name': 'tempest-TestMinimumBasicScenario-1945735576-router', 'tenant_id': 'f7507a7da3bb4420abcfcf08780dc0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '3844a4fa-6fb8-41d4-975b-f43ccddd098f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:53:31Z', 'updated_at': '2022-09-08T13:53:37Z', 'revision_number': 4, 'project_id': 'f7507a7da3bb4420abcfcf08780dc0a4', 'gw_port': {'id': '3844a4fa-6fb8-41d4-975b-f43ccddd098f', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:9e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045fc859-2838-4597-9f98-5b2b1ad7c567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:53:31Z', 'updated_at': '2022-09-08T13:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi', '_interfaces': [{'id': '372b8e19-eb2d-4529-882b-18fb085a0d38', 'name': '', 'network_id': '2484c1b8-1d7e-43af-960e-e27892a8e9d6', 'tenant_id': 'f7507a7da3bb4420abcfcf08780dc0a4', 'mac_address': 'fa:16:3e:1c:aa:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045fc859-2838-4597-9f98-5b2b1ad7c567', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'dd049ea3-2d6b-4c1d-8839-c1ac515e78de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:53:35Z', 'updated_at': '2022-09-08T13:53:43Z', 'revision_number': 5, 'project_id': 'f7507a7da3bb4420abcfcf08780dc0a4', 'subnets': [{'id': 'dd049ea3-2d6b-4c1d-8839-c1ac515e78de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-24-iscsi', False) {} {{(pid=112711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:57:46.270938 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd4caee-f13d-4eb8-b045-c28659f389ae None None] Checking router: 045fc859-2838-4597-9f98-5b2b1ad7c567 for host: dv-cinder-820027-24-iscsi {{(pid=112711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:57:46.280041 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd4caee-f13d-4eb8-b045-c28659f389ae None None] Routers {'045fc859-2838-4597-9f98-5b2b1ad7c567'} bound to L3 agent in host dv-cinder-820027-24-iscsi {{(pid=112711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 13:57:46.280218 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Sep 2022 13:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-867701f8-652d-45ad-87c3-dda363a155bb x-openstack-request-id: req-867701f8-652d-45ad-87c3-dda363a155bb {{(pid=112710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:57:46.280421 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e64a0c9-b7b0-46ff-8526-88164d493140", "tag": "ca4283b0-e159-4a24-b0b2-bc113ff78694", "status": "completed", "code": 200}]} {{(pid=112710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:57:46.280596 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_hamode_db [None req-2bd4caee-f13d-4eb8-b045-c28659f389ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-08T13:44:16Z,description=,heartbeat_timestamp=2022-09-08T13:57:16Z,host='dv-cinder-820027-24-iscsi',id=91421a76-39ff-4685-90ca-aa6fbf6a1933,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:44:16Z,topic='l3_agent')) {'router_ids': ['045fc859-2838-4597-9f98-5b2b1ad7c567'], 'active': True} {{(pid=112711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:57:46.280693 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-867701f8-652d-45ad-87c3-dda363a155bb {{(pid=112710) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:57:46.281076 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.notifiers.nova [-] Nova event matching ['req-867701f8-652d-45ad-87c3-dda363a155bb'] response: {'name': 'network-changed', 'server_uuid': '6e64a0c9-b7b0-46ff-8526-88164d493140', 'tag': 'ca4283b0-e159-4a24-b0b2-bc113ff78694', 'status': 'completed', 'code': 200} Sep 08 13:57:46.395288 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-2f556f66-e676-4793-8d71-3e72efa027de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (91421a76-39ff-4685-90ca-aa6fbf6a1933), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:46.397791 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvr_db [None req-2bd4caee-f13d-4eb8-b045-c28659f389ae None None] Set router 045fc859-2838-4597-9f98-5b2b1ad7c567 gateway port host: dv-cinder-820027-24-iscsi {{(pid=112711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 13:57:46.596033 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_hamode_db [None req-2bd4caee-f13d-4eb8-b045-c28659f389ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '045fc859-2838-4597-9f98-5b2b1ad7c567', 'name': 'tempest-TestMinimumBasicScenario-1945735576-router', 'tenant_id': 'f7507a7da3bb4420abcfcf08780dc0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '3844a4fa-6fb8-41d4-975b-f43ccddd098f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:53:31Z', 'updated_at': '2022-09-08T13:53:37Z', 'revision_number': 4, 'project_id': 'f7507a7da3bb4420abcfcf08780dc0a4', 'gw_port': {'id': '3844a4fa-6fb8-41d4-975b-f43ccddd098f', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:9e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045fc859-2838-4597-9f98-5b2b1ad7c567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:53:31Z', 'updated_at': '2022-09-08T13:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi', '_interfaces': [{'id': '372b8e19-eb2d-4529-882b-18fb085a0d38', 'name': '', 'network_id': '2484c1b8-1d7e-43af-960e-e27892a8e9d6', 'tenant_id': 'f7507a7da3bb4420abcfcf08780dc0a4', 'mac_address': 'fa:16:3e:1c:aa:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045fc859-2838-4597-9f98-5b2b1ad7c567', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'dd049ea3-2d6b-4c1d-8839-c1ac515e78de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:53:35Z', 'updated_at': '2022-09-08T13:53:43Z', 'revision_number': 5, 'project_id': 'f7507a7da3bb4420abcfcf08780dc0a4', 'subnets': [{'id': 'dd049ea3-2d6b-4c1d-8839-c1ac515e78de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-24-iscsi', False) {} {{(pid=112711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:57:46.601373 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:57:46.604138 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=26,neutron:UPDATE=1 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:57:46.620639 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd4caee-f13d-4eb8-b045-c28659f389ae None None] The sync data for ids ['045fc859-2838-4597-9f98-5b2b1ad7c567'] in dv-cinder-820027-24-iscsi is: [{'id': '045fc859-2838-4597-9f98-5b2b1ad7c567', 'name': 'tempest-TestMinimumBasicScenario-1945735576-router', 'tenant_id': 'f7507a7da3bb4420abcfcf08780dc0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '3844a4fa-6fb8-41d4-975b-f43ccddd098f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:53:31Z', 'updated_at': '2022-09-08T13:53:37Z', 'revision_number': 4, 'project_id': 'f7507a7da3bb4420abcfcf08780dc0a4', 'gw_port': {'id': '3844a4fa-6fb8-41d4-975b-f43ccddd098f', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:9e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045fc859-2838-4597-9f98-5b2b1ad7c567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:53:31Z', 'updated_at': '2022-09-08T13:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi', '_interfaces': [{'id': '372b8e19-eb2d-4529-882b-18fb085a0d38', 'name': '', 'network_id': '2484c1b8-1d7e-43af-960e-e27892a8e9d6', 'tenant_id': 'f7507a7da3bb4420abcfcf08780dc0a4', 'mac_address': 'fa:16:3e:1c:aa:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045fc859-2838-4597-9f98-5b2b1ad7c567', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'dd049ea3-2d6b-4c1d-8839-c1ac515e78de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:53:35Z', 'updated_at': '2022-09-08T13:53:43Z', 'revision_number': 5, 'project_id': 'f7507a7da3bb4420abcfcf08780dc0a4', 'subnets': [{'id': 'dd049ea3-2d6b-4c1d-8839-c1ac515e78de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:57:46.843601 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-860b6335-04c4-4890-8e88-7042cd3c815f None None] New status for floating IP 21d1fbcf-12de-4425-a0df-02a107efcd0b: DOWN {{(pid=112712) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 08 13:57:46.935065 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a0a8cf-adc1-496f-92fc-23b4561c2db1 req-dc761d22-d26e-41dc-95f0-7b34889857e2 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:46.936851 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-f2a0a8cf-adc1-496f-92fc-23b4561c2db1 req-dc761d22-d26e-41dc-95f0-7b34889857e2 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=21bead64-8c72-4cb8-806b-f68b2fc593cc HTTP/1.1" status: 200 len: 946 time: 0.0840883 Sep 08 13:57:46.946193 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e449dea-096f-450e-9e84-69bc64ddd933 req-8d297140-f338-495b-a255-43e0ac6a294d tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:46.947857 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-5e449dea-096f-450e-9e84-69bc64ddd933 req-8d297140-f338-495b-a255-43e0ac6a294d tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=efdb4c65-ed8d-4792-ac96-8b1053b167b5 HTTP/1.1" status: 200 len: 946 time: 0.0862548 Sep 08 13:57:47.028784 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-5e449dea-096f-450e-9e84-69bc64ddd933 req-f1e82c51-1f02-4459-8caa-93261388f535 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=71fbc785-b69a-4abf-8140-4abe8997af2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719645 Sep 08 13:57:47.031780 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-f2a0a8cf-adc1-496f-92fc-23b4561c2db1 req-7f885948-1c4b-45a2-99ba-6c38dfc98583 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ab5cc7d2-a9e9-47f5-8ca4-4c1123bb816c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829499 Sep 08 13:57:47.470388 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-d25472bd-bc30-4d3d-ad87-9eea894449db req-9005d4ff-22a6-4212-a426-baaf71574a91 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ca4283b0-e159-4a24-b0b2-bc113ff78694 HTTP/1.1" status: 200 len: 217 time: 0.0350089 Sep 08 13:57:47.476482 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-b7e97967-3fa9-4dcb-b3f0-dcc99b3a4378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (24e12250-b8f3-473f-bf71-765ca8669827), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:48.195271 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f56df9-7235-4524-8f60-50d715beeceb req-96071108-a81e-4214-88a8-d2bb1e81d78b tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:48.196676 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-12f56df9-7235-4524-8f60-50d715beeceb req-96071108-a81e-4214-88a8-d2bb1e81d78b tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=21bead64-8c72-4cb8-806b-f68b2fc593cc HTTP/1.1" status: 200 len: 946 time: 0.0831079 Sep 08 13:57:48.204586 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1dc85c-d1bf-4143-9106-25fd04b134d9 req-a11a4f2c-bf5c-431f-af3c-50ee832730cc tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:48.206032 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-cf1dc85c-d1bf-4143-9106-25fd04b134d9 req-a11a4f2c-bf5c-431f-af3c-50ee832730cc tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=efdb4c65-ed8d-4792-ac96-8b1053b167b5 HTTP/1.1" status: 200 len: 946 time: 0.0823596 Sep 08 13:57:48.287442 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-cf1dc85c-d1bf-4143-9106-25fd04b134d9 req-6c54af1f-03ed-4c5b-a23a-d169021a1c73 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=71fbc785-b69a-4abf-8140-4abe8997af2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733156 Sep 08 13:57:48.290282 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-12f56df9-7235-4524-8f60-50d715beeceb req-fc131c21-f0e6-4c0e-a76c-e54bee81f633 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ab5cc7d2-a9e9-47f5-8ca4-4c1123bb816c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833335 Sep 08 13:57:48.628978 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25472bd-bc30-4d3d-ad87-9eea894449db req-ab98a145-d141-4f88-a166-83d09d42f227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:48.630457 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-d25472bd-bc30-4d3d-ad87-9eea894449db req-ab98a145-d141-4f88-a166-83d09d42f227 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=dd049ea3-2d6b-4c1d-8839-c1ac515e78de HTTP/1.1" status: 200 len: 854 time: 0.0457070 Sep 08 13:57:48.899676 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-604b277b-9310-4e7b-bd1a-c26598410893 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (ad63ffce-77d1-4b05-ac53-eeb1c28e2aec), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:48.942192 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (6df97c0c-9140-47af-8c93-84593b95031c), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:49.414088 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-dac57632-0c38-4ea2-9e5f-4142e280bfa1 req-949b02a1-1bb9-4561-b60f-c08ca0853cb5 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=17665f83-a581-4f16-9275-45bce05f5f49&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1106086 Sep 08 13:57:49.448150 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25472bd-bc30-4d3d-ad87-9eea894449db req-3ae24619-51e3-49ce-bc58-a871c3f9cd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:49.450251 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-d25472bd-bc30-4d3d-ad87-9eea894449db req-3ae24619-51e3-49ce-bc58-a871c3f9cd30 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=2484c1b8-1d7e-43af-960e-e27892a8e9d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1479025 Sep 08 13:57:49.473204 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68faa3e0-b033-40e5-b0e5-8d9ebd0abf2f req-ff63d670-fb68-4eba-8f38-cbd7692da8d3 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:49.474621 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-68faa3e0-b033-40e5-b0e5-8d9ebd0abf2f req-ff63d670-fb68-4eba-8f38-cbd7692da8d3 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=efdb4c65-ed8d-4792-ac96-8b1053b167b5 HTTP/1.1" status: 200 len: 946 time: 0.0912533 Sep 08 13:57:49.480168 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f734b304-abde-4d9a-9029-008d9473f923 req-2fd5ed23-f0a2-432e-8375-05e9b8a53d38 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:49.482092 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-f734b304-abde-4d9a-9029-008d9473f923 req-2fd5ed23-f0a2-432e-8375-05e9b8a53d38 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=21bead64-8c72-4cb8-806b-f68b2fc593cc HTTP/1.1" status: 200 len: 946 time: 0.0999405 Sep 08 13:57:49.559444 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-68faa3e0-b033-40e5-b0e5-8d9ebd0abf2f req-f5bb86ab-7dc7-4b64-8d35-637455cd02aa tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=71fbc785-b69a-4abf-8140-4abe8997af2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757945 Sep 08 13:57:49.562249 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-f734b304-abde-4d9a-9029-008d9473f923 req-38547440-f718-4ef6-8605-738db4d3bed8 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ab5cc7d2-a9e9-47f5-8ca4-4c1123bb816c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734940 Sep 08 13:57:49.678729 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec62b5c7-aea6-425b-9c63-521d37dd87b2 req-230f5135-635e-4dca-b016-55d143cc4555 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:49.680167 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-ec62b5c7-aea6-425b-9c63-521d37dd87b2 req-230f5135-635e-4dca-b016-55d143cc4555 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=21bead64-8c72-4cb8-806b-f68b2fc593cc HTTP/1.1" status: 200 len: 946 time: 0.0462761 Sep 08 13:57:49.691359 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 39406) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:57:49.695796 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.v2.base [None req-1d840696-7a5b-46c2-9068-9154075d3c80 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Request body: {'floatingip': {'port_id': '97326033-4991-4b35-9df8-8c1194e9ebe7'}} {{(pid=112710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:57:49.748917 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-1d840696-7a5b-46c2-9068-9154075d3c80 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Publish callbacks [] for floatingip (54138492-585a-47cd-94d7-f0d002a06d32), before_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:49.925004 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=100 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:57:49.951215 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=100 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:57:50.111463 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac57632-0c38-4ea2-9e5f-4142e280bfa1 req-a1726fb8-36d0-40f4-b7ed-6ded00a28eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:50.112948 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-dac57632-0c38-4ea2-9e5f-4142e280bfa1 req-a1726fb8-36d0-40f4-b7ed-6ded00a28eee service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=127bce2080d54fe4871b5aaa6cc394b5&device_id=17665f83-a581-4f16-9275-45bce05f5f49 HTTP/1.1" status: 200 len: 1130 time: 0.1323020 Sep 08 13:57:50.184849 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-d25472bd-bc30-4d3d-ad87-9eea894449db req-b6fe02b0-7cd6-4963-93d8-038e969a0b16 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/2484c1b8-1d7e-43af-960e-e27892a8e9d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128296 Sep 08 13:57:50.447703 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac57632-0c38-4ea2-9e5f-4142e280bfa1 req-061b258e-0cda-4338-8ab0-81a758ff23ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:50.450122 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-dac57632-0c38-4ea2-9e5f-4142e280bfa1 req-061b258e-0cda-4338-8ab0-81a758ff23ed service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=a6ea2a7a-ef84-454a-b305-c470482cf7fa HTTP/1.1" status: 200 len: 919 time: 0.2406149 Sep 08 13:57:50.453987 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-d25472bd-bc30-4d3d-ad87-9eea894449db req-2f46e0d7-6bee-4aa6-817e-6c8c0d208b78 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/2484c1b8-1d7e-43af-960e-e27892a8e9d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2455196 Sep 08 13:57:50.460312 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-1d840696-7a5b-46c2-9068-9154075d3c80 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:50.464457 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-1d840696-7a5b-46c2-9068-9154075d3c80 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3679472'] for floatingip (54138492-585a-47cd-94d7-f0d002a06d32), after_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:50.538270 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-dac57632-0c38-4ea2-9e5f-4142e280bfa1 req-291daf03-70d6-40f4-9d45-d151de7cb3e9 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5c7e423f-8bb5-4a1a-a739-7918f898d812 HTTP/1.1" status: 200 len: 217 time: 0.0384083 Sep 08 13:57:50.669477 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac57632-0c38-4ea2-9e5f-4142e280bfa1 req-3e0fc436-7234-4fe8-a4eb-085d1027ebc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:50.670955 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-dac57632-0c38-4ea2-9e5f-4142e280bfa1 req-3e0fc436-7234-4fe8-a4eb-085d1027ebc2 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=8a8f577a-16e1-4e37-b6e2-a6cc60df3540 HTTP/1.1" status: 200 len: 857 time: 0.0941463 Sep 08 13:57:50.672817 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eb867e-f8df-40d8-a016-983b6cb60699 req-ec9a5789-3f34-43b2-9ccd-801841b86cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:50.674148 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-97eb867e-f8df-40d8-a016-983b6cb60699 req-ec9a5789-3f34-43b2-9ccd-801841b86cfb service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=f7507a7da3bb4420abcfcf08780dc0a4&device_id=6e64a0c9-b7b0-46ff-8526-88164d493140 HTTP/1.1" status: 200 len: 1130 time: 0.0668585 Sep 08 13:57:50.796472 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:57:50.805923 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac57632-0c38-4ea2-9e5f-4142e280bfa1 req-265337c7-6aff-478c-abd9-4d5c475fa33e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:50.807415 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-dac57632-0c38-4ea2-9e5f-4142e280bfa1 req-265337c7-6aff-478c-abd9-4d5c475fa33e service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=a6ea2a7a-ef84-454a-b305-c470482cf7fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0979342 Sep 08 13:57:50.871942 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:57:50.942503 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d840696-7a5b-46c2-9068-9154075d3c80 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Router 8933e1ce-f357-4c29-bf32-c54a21fb90c9 has already been hosted by L3 agent 91421a76-39ff-4685-90ca-aa6fbf6a1933 {{(pid=112710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:57:50.945460 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eb867e-f8df-40d8-a016-983b6cb60699 req-b904c189-7182-4446-86a5-633686e9e53a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:50.946935 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-97eb867e-f8df-40d8-a016-983b6cb60699 req-b904c189-7182-4446-86a5-633686e9e53a service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=2484c1b8-1d7e-43af-960e-e27892a8e9d6 HTTP/1.1" status: 200 len: 916 time: 0.2363629 Sep 08 13:57:51.016011 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-97eb867e-f8df-40d8-a016-983b6cb60699 req-fea41dc5-641c-4a63-9b6b-b3762d46e72c service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ca4283b0-e159-4a24-b0b2-bc113ff78694 HTTP/1.1" status: 200 len: 217 time: 0.0591569 Sep 08 13:57:51.046644 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-dac57632-0c38-4ea2-9e5f-4142e280bfa1 req-71e13aee-190e-405d-af37-4dcfbac12f3a service neutron] 10.222.0.20 "GET /networking/v2.0/networks/a6ea2a7a-ef84-454a-b305-c470482cf7fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105892 Sep 08 13:57:51.177211 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eb867e-f8df-40d8-a016-983b6cb60699 req-b26705e1-e222-4280-9c76-755b1fbe7c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:51.178678 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-97eb867e-f8df-40d8-a016-983b6cb60699 req-b26705e1-e222-4280-9c76-755b1fbe7c15 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=dd049ea3-2d6b-4c1d-8839-c1ac515e78de HTTP/1.1" status: 200 len: 854 time: 0.1342425 Sep 08 13:57:51.238085 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d840696-7a5b-46c2-9068-9154075d3c80 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Notify agent at l3_agent.dv-cinder-820027-24-iscsi the message routers_updated {{(pid=112710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:57:51.245125 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-1d840696-7a5b-46c2-9068-9154075d3c80 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161718'] for floatingip (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:51.248180 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb7cc9e-a9f8-4b40-9be6-cfffb07e12e0 None None] Sync routers for ids ['8933e1ce-f357-4c29-bf32-c54a21fb90c9'] in dv-cinder-820027-24-iscsi {{(pid=112711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:57:51.253925 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:57:51.260768 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb7cc9e-a9f8-4b40-9be6-cfffb07e12e0 None None] Routers {'8933e1ce-f357-4c29-bf32-c54a21fb90c9'} bound to L3 agent in host dv-cinder-820027-24-iscsi {{(pid=112711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 13:57:51.261579 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_hamode_db [None req-4fb7cc9e-a9f8-4b40-9be6-cfffb07e12e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-08T13:44:16Z,description=,heartbeat_timestamp=2022-09-08T13:57:46Z,host='dv-cinder-820027-24-iscsi',id=91421a76-39ff-4685-90ca-aa6fbf6a1933,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:44:16Z,topic='l3_agent')) {'router_ids': ['8933e1ce-f357-4c29-bf32-c54a21fb90c9'], 'active': True} {{(pid=112711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:57:51.283339 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eb867e-f8df-40d8-a016-983b6cb60699 req-dc22a3ab-2d9d-4544-b14b-96ab6251c2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:51.284753 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-97eb867e-f8df-40d8-a016-983b6cb60699 req-dc22a3ab-2d9d-4544-b14b-96ab6251c2f9 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=2484c1b8-1d7e-43af-960e-e27892a8e9d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0919924 Sep 08 13:57:51.288326 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-dac57632-0c38-4ea2-9e5f-4142e280bfa1 req-32c434cb-fdb1-417e-8f8e-696e550dcb89 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/a6ea2a7a-ef84-454a-b305-c470482cf7fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150648 Sep 08 13:57:51.295434 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21bead64-8c72-4cb8-806b-f68b2fc593cc', 'tag': '97326033-4991-4b35-9df8-8c1194e9ebe7'}] {{(pid=112710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 13:57:51.297638 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4aaac3e20a53a8e6247a431178541979a817c05ad734f54eee24c8be994502e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a88afe1a-e97b-4c8b-af52-5975a877b6e6" -d '{"events": [{"name": "network-changed", "server_uuid": "21bead64-8c72-4cb8-806b-f68b2fc593cc", "tag": "97326033-4991-4b35-9df8-8c1194e9ebe7"}]}' {{(pid=112710) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:57:51.304581 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:57:51.377771 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvr_db [None req-4fb7cc9e-a9f8-4b40-9be6-cfffb07e12e0 None None] Set router 8933e1ce-f357-4c29-bf32-c54a21fb90c9 gateway port host: dv-cinder-820027-24-iscsi {{(pid=112711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 13:57:51.624174 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_hamode_db [None req-4fb7cc9e-a9f8-4b40-9be6-cfffb07e12e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8933e1ce-f357-4c29-bf32-c54a21fb90c9', 'name': 'tempest-ServerRescueNegativeTestJSON-997876912-router', 'tenant_id': '127bce2080d54fe4871b5aaa6cc394b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '6530787b-90c8-4e51-aa61-a98ea4643c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:52:25Z', 'updated_at': '2022-09-08T13:52:37Z', 'revision_number': 4, 'project_id': '127bce2080d54fe4871b5aaa6cc394b5', 'gw_port': {'id': '6530787b-90c8-4e51-aa61-a98ea4643c89', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:bc:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8933e1ce-f357-4c29-bf32-c54a21fb90c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:52:26Z', 'updated_at': '2022-09-08T13:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi', '_floatingips': [{'id': '54138492-585a-47cd-94d7-f0d002a06d32', 'tenant_id': '127bce2080d54fe4871b5aaa6cc394b5', 'floating_ip_address': '172.27.0.191', 'floating_network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'router_id': '8933e1ce-f357-4c29-bf32-c54a21fb90c9', 'port_id': '97326033-4991-4b35-9df8-8c1194e9ebe7', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6ea2a7a-ef84-454a-b305-c470482cf7fa', 'mac_address': 'fa:16:3e:34:f7:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21bead64-8c72-4cb8-806b-f68b2fc593cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-08T13:55:14Z', 'updated_at': '2022-09-08T13:57:50Z', 'revision_number': 3, 'project_id': '127bce2080d54fe4871b5aaa6cc394b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04ca4a7d-8d12-44ad-b574-5149c116a206', 'name': '', 'network_id': 'a6ea2a7a-ef84-454a-b305-c470482cf7fa', 'tenant_id': '127bce2080d54fe4871b5aaa6cc394b5', 'mac_address': 'fa:16:3e:46:c9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8933e1ce-f357-4c29-bf32-c54a21fb90c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '8a8f577a-16e1-4e37-b6e2-a6cc60df3540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:52:35Z', 'updated_at': '2022-09-08T13:52:50Z', 'revision_number': 5, 'project_id': '127bce2080d54fe4871b5aaa6cc394b5', 'subnets': [{'id': '8a8f577a-16e1-4e37-b6e2-a6cc60df3540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-24-iscsi', False) {} {{(pid=112711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:57:51.627993 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Sep 2022 13:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54cd6796-2582-4053-a784-3083ad1d8a08 x-openstack-request-id: req-54cd6796-2582-4053-a784-3083ad1d8a08 {{(pid=112710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:57:51.628523 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21bead64-8c72-4cb8-806b-f68b2fc593cc", "tag": "97326033-4991-4b35-9df8-8c1194e9ebe7", "status": "completed", "code": 200}]} {{(pid=112710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:57:51.628523 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-54cd6796-2582-4053-a784-3083ad1d8a08 {{(pid=112710) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:57:51.628883 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54cd6796-2582-4053-a784-3083ad1d8a08'] response: {'name': 'network-changed', 'server_uuid': '21bead64-8c72-4cb8-806b-f68b2fc593cc', 'tag': '97326033-4991-4b35-9df8-8c1194e9ebe7', 'status': 'completed', 'code': 200} Sep 08 13:57:51.646911 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-1d840696-7a5b-46c2-9068-9154075d3c80 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "PUT /networking/v2.0/floatingips/54138492-585a-47cd-94d7-f0d002a06d32 HTTP/1.1" status: 200 len: 994 time: 1.9517262 Sep 08 13:57:51.648882 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb7cc9e-a9f8-4b40-9be6-cfffb07e12e0 None None] Checking router: 8933e1ce-f357-4c29-bf32-c54a21fb90c9 for host: dv-cinder-820027-24-iscsi {{(pid=112711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:57:51.657951 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb7cc9e-a9f8-4b40-9be6-cfffb07e12e0 None None] Routers {'8933e1ce-f357-4c29-bf32-c54a21fb90c9'} bound to L3 agent in host dv-cinder-820027-24-iscsi {{(pid=112711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 13:57:51.658573 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_hamode_db [None req-4fb7cc9e-a9f8-4b40-9be6-cfffb07e12e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-08T13:44:16Z,description=,heartbeat_timestamp=2022-09-08T13:57:46Z,host='dv-cinder-820027-24-iscsi',id=91421a76-39ff-4685-90ca-aa6fbf6a1933,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:44:16Z,topic='l3_agent')) {'router_ids': ['8933e1ce-f357-4c29-bf32-c54a21fb90c9'], 'active': True} {{(pid=112711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:57:51.682532 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88afe1a-e97b-4c8b-af52-5975a877b6e6 req-af4ce529-7ab5-44e2-bbd8-d11b3340d943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:51.684545 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-a88afe1a-e97b-4c8b-af52-5975a877b6e6 req-af4ce529-7ab5-44e2-bbd8-d11b3340d943 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=127bce2080d54fe4871b5aaa6cc394b5&device_id=21bead64-8c72-4cb8-806b-f68b2fc593cc HTTP/1.1" status: 200 len: 1130 time: 0.0528562 Sep 08 13:57:51.707669 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-97eb867e-f8df-40d8-a016-983b6cb60699 req-ddb70e49-29d4-4c95-99d0-f012e523994d service neutron] 10.222.0.20 "GET /networking/v2.0/networks/2484c1b8-1d7e-43af-960e-e27892a8e9d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3920321 Sep 08 13:57:51.763435 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvr_db [None req-4fb7cc9e-a9f8-4b40-9be6-cfffb07e12e0 None None] Set router 8933e1ce-f357-4c29-bf32-c54a21fb90c9 gateway port host: dv-cinder-820027-24-iscsi {{(pid=112711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 13:57:51.977208 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_hamode_db [None req-4fb7cc9e-a9f8-4b40-9be6-cfffb07e12e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8933e1ce-f357-4c29-bf32-c54a21fb90c9', 'name': 'tempest-ServerRescueNegativeTestJSON-997876912-router', 'tenant_id': '127bce2080d54fe4871b5aaa6cc394b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '6530787b-90c8-4e51-aa61-a98ea4643c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:52:25Z', 'updated_at': '2022-09-08T13:52:37Z', 'revision_number': 4, 'project_id': '127bce2080d54fe4871b5aaa6cc394b5', 'gw_port': {'id': '6530787b-90c8-4e51-aa61-a98ea4643c89', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:bc:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8933e1ce-f357-4c29-bf32-c54a21fb90c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:52:26Z', 'updated_at': '2022-09-08T13:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi', '_floatingips': [{'id': '54138492-585a-47cd-94d7-f0d002a06d32', 'tenant_id': '127bce2080d54fe4871b5aaa6cc394b5', 'floating_ip_address': '172.27.0.191', 'floating_network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'router_id': '8933e1ce-f357-4c29-bf32-c54a21fb90c9', 'port_id': '97326033-4991-4b35-9df8-8c1194e9ebe7', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6ea2a7a-ef84-454a-b305-c470482cf7fa', 'mac_address': 'fa:16:3e:34:f7:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21bead64-8c72-4cb8-806b-f68b2fc593cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-08T13:55:14Z', 'updated_at': '2022-09-08T13:57:50Z', 'revision_number': 3, 'project_id': '127bce2080d54fe4871b5aaa6cc394b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04ca4a7d-8d12-44ad-b574-5149c116a206', 'name': '', 'network_id': 'a6ea2a7a-ef84-454a-b305-c470482cf7fa', 'tenant_id': '127bce2080d54fe4871b5aaa6cc394b5', 'mac_address': 'fa:16:3e:46:c9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8933e1ce-f357-4c29-bf32-c54a21fb90c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '8a8f577a-16e1-4e37-b6e2-a6cc60df3540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:52:35Z', 'updated_at': '2022-09-08T13:52:50Z', 'revision_number': 5, 'project_id': '127bce2080d54fe4871b5aaa6cc394b5', 'subnets': [{'id': '8a8f577a-16e1-4e37-b6e2-a6cc60df3540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-24-iscsi', False) {} {{(pid=112711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:57:52.003321 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb7cc9e-a9f8-4b40-9be6-cfffb07e12e0 None None] The sync data for ids ['8933e1ce-f357-4c29-bf32-c54a21fb90c9'] in dv-cinder-820027-24-iscsi is: [{'id': '8933e1ce-f357-4c29-bf32-c54a21fb90c9', 'name': 'tempest-ServerRescueNegativeTestJSON-997876912-router', 'tenant_id': '127bce2080d54fe4871b5aaa6cc394b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '6530787b-90c8-4e51-aa61-a98ea4643c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:52:25Z', 'updated_at': '2022-09-08T13:52:37Z', 'revision_number': 4, 'project_id': '127bce2080d54fe4871b5aaa6cc394b5', 'gw_port': {'id': '6530787b-90c8-4e51-aa61-a98ea4643c89', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:bc:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8933e1ce-f357-4c29-bf32-c54a21fb90c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:52:26Z', 'updated_at': '2022-09-08T13:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi', '_floatingips': [{'id': '54138492-585a-47cd-94d7-f0d002a06d32', 'tenant_id': '127bce2080d54fe4871b5aaa6cc394b5', 'floating_ip_address': '172.27.0.191', 'floating_network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'router_id': '8933e1ce-f357-4c29-bf32-c54a21fb90c9', 'port_id': '97326033-4991-4b35-9df8-8c1194e9ebe7', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6ea2a7a-ef84-454a-b305-c470482cf7fa', 'mac_address': 'fa:16:3e:34:f7:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21bead64-8c72-4cb8-806b-f68b2fc593cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-08T13:55:14Z', 'updated_at': '2022-09-08T13:57:50Z', 'revision_number': 3, 'project_id': '127bce2080d54fe4871b5aaa6cc394b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04ca4a7d-8d12-44ad-b574-5149c116a206', 'name': '', 'network_id': 'a6ea2a7a-ef84-454a-b305-c470482cf7fa', 'tenant_id': '127bce2080d54fe4871b5aaa6cc394b5', 'mac_address': 'fa:16:3e:46:c9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8933e1ce-f357-4c29-bf32-c54a21fb90c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '8a8f577a-16e1-4e37-b6e2-a6cc60df3540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:52:35Z', 'updated_at': '2022-09-08T13:52:50Z', 'revision_number': 5, 'project_id': '127bce2080d54fe4871b5aaa6cc394b5', 'subnets': [{'id': '8a8f577a-16e1-4e37-b6e2-a6cc60df3540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:57:52.239905 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5c4a6d-1325-4dcf-9ea4-1a79b10fd652 req-9125a806-a904-4032-8fa0-faaca4698e6f tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:52.241446 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-5c5c4a6d-1325-4dcf-9ea4-1a79b10fd652 req-9125a806-a904-4032-8fa0-faaca4698e6f tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=6e64a0c9-b7b0-46ff-8526-88164d493140 HTTP/1.1" status: 200 len: 946 time: 0.1445334 Sep 08 13:57:52.300889 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88afe1a-e97b-4c8b-af52-5975a877b6e6 req-3a4af695-d938-410e-a5cf-8582015d439c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:52.302351 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-a88afe1a-e97b-4c8b-af52-5975a877b6e6 req-3a4af695-d938-410e-a5cf-8582015d439c service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=a6ea2a7a-ef84-454a-b305-c470482cf7fa HTTP/1.1" status: 200 len: 919 time: 0.2414351 Sep 08 13:57:52.306510 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-97eb867e-f8df-40d8-a016-983b6cb60699 req-c5dbaa31-4599-4cc0-8cc8-4e27b3eeb44d service neutron] 10.222.0.20 "GET /networking/v2.0/networks/2484c1b8-1d7e-43af-960e-e27892a8e9d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2473044 Sep 08 13:57:52.324543 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=100 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:57:52.329132 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-5c5c4a6d-1325-4dcf-9ea4-1a79b10fd652 req-48e753fc-cb7f-4f4a-a642-6c85ed083517 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=67f82339-c558-4fb0-914d-617dffa82f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816004 Sep 08 13:57:53.453222 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f960e9-7b7e-4ea5-a868-68c6e19f5dc5 req-1cf6f940-5646-4adb-affd-52dbe119f55e tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:53.454734 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-d4f960e9-7b7e-4ea5-a868-68c6e19f5dc5 req-1cf6f940-5646-4adb-affd-52dbe119f55e tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=6e64a0c9-b7b0-46ff-8526-88164d493140 HTTP/1.1" status: 200 len: 946 time: 0.0479801 Sep 08 13:57:53.475259 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=100 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:57:53.505862 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-d4f960e9-7b7e-4ea5-a868-68c6e19f5dc5 req-77dc5981-f84b-4011-8b91-50f46dd2871b tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=67f82339-c558-4fb0-914d-617dffa82f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456519 Sep 08 13:57:53.629986 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21bead64-8c72-4cb8-806b-f68b2fc593cc', 'tag': '97326033-4991-4b35-9df8-8c1194e9ebe7'}] {{(pid=112710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 13:57:53.632262 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4aaac3e20a53a8e6247a431178541979a817c05ad734f54eee24c8be994502e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec81ddd9-2a89-4e96-8726-afee49170d3f" -d '{"events": [{"name": "network-changed", "server_uuid": "21bead64-8c72-4cb8-806b-f68b2fc593cc", "tag": "97326033-4991-4b35-9df8-8c1194e9ebe7"}]}' {{(pid=112710) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:57:53.669312 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Sep 2022 13:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7d68d83-2230-4891-8162-a2a5d3c13ebb x-openstack-request-id: req-c7d68d83-2230-4891-8162-a2a5d3c13ebb {{(pid=112710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:57:53.669601 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21bead64-8c72-4cb8-806b-f68b2fc593cc", "tag": "97326033-4991-4b35-9df8-8c1194e9ebe7", "status": "completed", "code": 200}]} {{(pid=112710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:57:53.669878 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c7d68d83-2230-4891-8162-a2a5d3c13ebb {{(pid=112710) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:57:53.670279 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7d68d83-2230-4891-8162-a2a5d3c13ebb'] response: {'name': 'network-changed', 'server_uuid': '21bead64-8c72-4cb8-806b-f68b2fc593cc', 'tag': '97326033-4991-4b35-9df8-8c1194e9ebe7', 'status': 'completed', 'code': 200} Sep 08 13:57:54.300895 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=16,neutron:DELETE=1 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:57:54.352599 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=16,neutron:DELETE=2 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:57:54.631626 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9de2799-9338-46ec-be9a-5c0df595117c req-4c8bcffd-7e22-4d22-bed2-5738920dd9f4 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:54.633140 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e9de2799-9338-46ec-be9a-5c0df595117c req-4c8bcffd-7e22-4d22-bed2-5738920dd9f4 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=6e64a0c9-b7b0-46ff-8526-88164d493140 HTTP/1.1" status: 200 len: 946 time: 0.0518689 Sep 08 13:57:54.682988 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e9de2799-9338-46ec-be9a-5c0df595117c req-3f2caf1d-be20-4c5f-ae6f-d953b3978b32 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=67f82339-c558-4fb0-914d-617dffa82f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435650 Sep 08 13:57:54.800489 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-a88afe1a-e97b-4c8b-af52-5975a877b6e6 req-85d06dfc-9f25-4024-811c-27816200b456 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=97326033-4991-4b35-9df8-8c1194e9ebe7 HTTP/1.1" status: 200 len: 1002 time: 0.0717452 Sep 08 13:57:54.832117 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-249e2402-e35f-46e8-af13-1b8852a2a09b req-24707a67-1fcb-4c50-8404-755243578557 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1471578861&fields=id&tenant_id=19d114fd258a4306b4c0665df90ae4c7 HTTP/1.1" status: 200 len: 267 time: 0.0614121 Sep 08 13:57:54.939474 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249e2402-e35f-46e8-af13-1b8852a2a09b req-8aa7d1c2-d569-4c69-9e9e-252abd9bb562 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:54.940910 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-249e2402-e35f-46e8-af13-1b8852a2a09b req-8aa7d1c2-d569-4c69-9e9e-252abd9bb562 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "GET /networking/v2.0/networks?id=551d8846-f844-4925-a2fe-eef49820f7af HTTP/1.1" status: 200 len: 811 time: 0.1021581 Sep 08 13:57:54.955052 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-249e2402-e35f-46e8-af13-1b8852a2a09b req-6a14b3f1-8fe9-497d-a9de-d2b562df4d33 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "GET /networking/v2.0/quotas/19d114fd258a4306b4c0665df90ae4c7 HTTP/1.1" status: 200 len: 375 time: 0.0087979 Sep 08 13:57:55.005557 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-249e2402-e35f-46e8-af13-1b8852a2a09b req-fd4b7545-9622-4333-bf50-a5da205e45f6 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=19d114fd258a4306b4c0665df90ae4c7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0456393 Sep 08 13:57:55.202327 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-249e2402-e35f-46e8-af13-1b8852a2a09b req-a18a5f9f-28a0-445d-8e1e-b655aa8563dd service neutron] 10.222.0.55 "GET /networking/v2.0/networks/551d8846-f844-4925-a2fe-eef49820f7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853902 Sep 08 13:57:55.308053 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88afe1a-e97b-4c8b-af52-5975a877b6e6 req-0e5e7ab8-4c57-496f-ac69-807c91e0a586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:55.309571 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-a88afe1a-e97b-4c8b-af52-5975a877b6e6 req-0e5e7ab8-4c57-496f-ac69-807c91e0a586 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=8a8f577a-16e1-4e37-b6e2-a6cc60df3540 HTTP/1.1" status: 200 len: 857 time: 0.0927351 Sep 08 13:57:55.333519 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-249e2402-e35f-46e8-af13-1b8852a2a09b req-802d681f-f5a1-4d83-b3d6-f22d7bfd0c99 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/551d8846-f844-4925-a2fe-eef49820f7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256499 Sep 08 13:57:55.480121 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88afe1a-e97b-4c8b-af52-5975a877b6e6 req-513e43a9-b7ca-4520-831c-34f057b5ff94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:55.481779 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-a88afe1a-e97b-4c8b-af52-5975a877b6e6 req-513e43a9-b7ca-4520-831c-34f057b5ff94 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=a6ea2a7a-ef84-454a-b305-c470482cf7fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0754693 Sep 08 13:57:55.488227 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516adc3a-03ff-49fd-aca9-5480c687ca6d req-128735d9-f228-4e36-8bac-48b6d9fdf8e7 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:55.489690 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-516adc3a-03ff-49fd-aca9-5480c687ca6d req-128735d9-f228-4e36-8bac-48b6d9fdf8e7 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=6e64a0c9-b7b0-46ff-8526-88164d493140 HTTP/1.1" status: 200 len: 946 time: 0.0820131 Sep 08 13:57:55.682179 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-0bbdefa6-b9ec-46f4-99d4-27e8d55c1e4a req-02f3a68c-af55-41ba-882a-8c90d439c5ce tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=335efb35-9bac-46a5-b2d4-4e2936c82aaf HTTP/1.1" status: 200 len: 210 time: 0.0486262 Sep 08 13:57:55.695839 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.plugin [req-516adc3a-03ff-49fd-aca9-5480c687ca6d req-00de22bf-ed92-452b-8b97-4c93bdb99541 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Deleting port ca4283b0-e159-4a24-b0b2-bc113ff78694 {{(pid=112710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 08 13:57:55.696189 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-516adc3a-03ff-49fd-aca9-5480c687ca6d req-00de22bf-ed92-452b-8b97-4c93bdb99541 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729028590053'] for port (ca4283b0-e159-4a24-b0b2-bc113ff78694), before_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:55.716229 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=100 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:57:55.751318 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-a88afe1a-e97b-4c8b-af52-5975a877b6e6 req-4785403a-4c56-480b-bab4-664bde36bf57 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/a6ea2a7a-ef84-454a-b305-c470482cf7fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2464073 Sep 08 13:57:55.842560 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9aa4a8-cde6-4a6a-a5f9-ef10f32c71a9 req-c6d76f50-f853-4eea-8c28-1368de0dcf01 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:55.843990 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-6c9aa4a8-cde6-4a6a-a5f9-ef10f32c71a9 req-c6d76f50-f853-4eea-8c28-1368de0dcf01 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=6e64a0c9-b7b0-46ff-8526-88164d493140 HTTP/1.1" status: 200 len: 946 time: 0.0781505 Sep 08 13:57:55.845709 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.db [req-516adc3a-03ff-49fd-aca9-5480c687ca6d req-00de22bf-ed92-452b-8b97-4c93bdb99541 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] For port ca4283b0-e159-4a24-b0b2-bc113ff78694, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=ca4283b0-e159-4a24-b0b2-bc113ff78694,segment=NetworkSegment(77117d76-4f7e-4448-ad65-a6980bb46bfe),segment_id=77117d76-4f7e-4448-ad65-a6980bb46bfe)] {{(pid=112710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:57:55.846095 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-516adc3a-03ff-49fd-aca9-5480c687ca6d req-00de22bf-ed92-452b-8b97-4c93bdb99541 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3750342'] for port (ca4283b0-e159-4a24-b0b2-bc113ff78694), precommit_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:55.866405 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=100 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:57:55.867690 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.plugin [req-516adc3a-03ff-49fd-aca9-5480c687ca6d req-00de22bf-ed92-452b-8b97-4c93bdb99541 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Calling delete_port for ca4283b0-e159-4a24-b0b2-bc113ff78694 owned by compute:nova {{(pid=112710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 08 13:57:55.950559 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-6c9aa4a8-cde6-4a6a-a5f9-ef10f32c71a9 req-f2f6aa3e-8384-4482-b4ad-913cc4ee607b tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=67f82339-c558-4fb0-914d-617dffa82f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966022 Sep 08 13:57:56.046033 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-516adc3a-03ff-49fd-aca9-5480c687ca6d req-00de22bf-ed92-452b-8b97-4c93bdb99541 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729028594324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729028134310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10367820'] for port (ca4283b0-e159-4a24-b0b2-bc113ff78694), after_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:56.072945 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00de22bf-ed92-452b-8b97-4c93bdb99541 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Pushing event deleted for resources: {'Port': ['ID=ca4283b0-e159-4a24-b0b2-bc113ff78694,revision_number=None']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:57:56.089771 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00de22bf-ed92-452b-8b97-4c93bdb99541 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:57:56.090049 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00de22bf-ed92-452b-8b97-4c93bdb99541 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:57:56.090287 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00de22bf-ed92-452b-8b97-4c93bdb99541 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:57:56.090736 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00de22bf-ed92-452b-8b97-4c93bdb99541 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:57:56.090865 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00de22bf-ed92-452b-8b97-4c93bdb99541 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:57:56.091266 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00de22bf-ed92-452b-8b97-4c93bdb99541 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:57:56.091485 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00de22bf-ed92-452b-8b97-4c93bdb99541 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:57:56.091816 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00de22bf-ed92-452b-8b97-4c93bdb99541 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:57:56.092143 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00de22bf-ed92-452b-8b97-4c93bdb99541 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:57:56.092621 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00de22bf-ed92-452b-8b97-4c93bdb99541 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:57:56.092904 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00de22bf-ed92-452b-8b97-4c93bdb99541 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:57:56.093222 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00de22bf-ed92-452b-8b97-4c93bdb99541 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:57:56.093636 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00de22bf-ed92-452b-8b97-4c93bdb99541 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:57:56.093874 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00de22bf-ed92-452b-8b97-4c93bdb99541 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:57:56.094196 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00de22bf-ed92-452b-8b97-4c93bdb99541 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:57:56.109520 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] get_ports_and_sgs() called for port_ids ['ca4283b0-e159-4a24-b0b2-bc113ff78694'] {{(pid=112711) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 08 13:57:56.148913 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.db.l3_dvrscheduler_db [req-516adc3a-03ff-49fd-aca9-5480c687ca6d req-00de22bf-ed92-452b-8b97-4c93bdb99541 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] No DVR routers for this DVR port ca4283b0-e159-4a24-b0b2-bc113ff78694 on host hv-cinder-82002 {{(pid=112710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 08 13:57:56.177025 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-516adc3a-03ff-49fd-aca9-5480c687ca6d req-00de22bf-ed92-452b-8b97-4c93bdb99541 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161718'] for port (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:56.180222 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-516adc3a-03ff-49fd-aca9-5480c687ca6d req-00de22bf-ed92-452b-8b97-4c93bdb99541 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] 10.222.0.20 "DELETE /networking/v2.0/ports/ca4283b0-e159-4a24-b0b2-bc113ff78694 HTTP/1.1" status: 204 len: 173 time: 0.6671579 Sep 08 13:57:56.180707 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e64a0c9-b7b0-46ff-8526-88164d493140', 'name': 'network-vif-deleted', 'tag': 'ca4283b0-e159-4a24-b0b2-bc113ff78694'}] {{(pid=112710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 13:57:56.183003 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4aaac3e20a53a8e6247a431178541979a817c05ad734f54eee24c8be994502e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c25a4136-cfcd-4035-9368-bce09befda77" -d '{"events": [{"server_uuid": "6e64a0c9-b7b0-46ff-8526-88164d493140", "name": "network-vif-deleted", "tag": "ca4283b0-e159-4a24-b0b2-bc113ff78694"}]}' {{(pid=112710) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:57:56.232395 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-a88afe1a-e97b-4c8b-af52-5975a877b6e6 req-8761a5ec-d79d-4e72-9bab-1ab40fa2c6d4 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/a6ea2a7a-ef84-454a-b305-c470482cf7fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461744 Sep 08 13:57:56.237378 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Sep 2022 13:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd3ef9dc-c256-4c88-ab90-65a96539abc3 x-openstack-request-id: req-fd3ef9dc-c256-4c88-ab90-65a96539abc3 {{(pid=112710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:57:56.238177 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e64a0c9-b7b0-46ff-8526-88164d493140", "name": "network-vif-deleted", "tag": "ca4283b0-e159-4a24-b0b2-bc113ff78694", "status": "completed", "code": 200}]} {{(pid=112710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:57:56.238436 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fd3ef9dc-c256-4c88-ab90-65a96539abc3 {{(pid=112710) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:57:56.238970 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd3ef9dc-c256-4c88-ab90-65a96539abc3'] response: {'server_uuid': '6e64a0c9-b7b0-46ff-8526-88164d493140', 'name': 'network-vif-deleted', 'tag': 'ca4283b0-e159-4a24-b0b2-bc113ff78694', 'status': 'completed', 'code': 200} Sep 08 13:57:56.526819 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec81ddd9-2a89-4e96-8726-afee49170d3f req-a169f9f3-a276-4793-bd98-0747f6d1c3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:56.528866 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-ec81ddd9-2a89-4e96-8726-afee49170d3f req-a169f9f3-a276-4793-bd98-0747f6d1c3db service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=127bce2080d54fe4871b5aaa6cc394b5&device_id=21bead64-8c72-4cb8-806b-f68b2fc593cc HTTP/1.1" status: 200 len: 1130 time: 0.0448058 Sep 08 13:57:56.633448 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec81ddd9-2a89-4e96-8726-afee49170d3f req-b248b791-5429-4c1e-b047-1fe6f2166f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:56.634961 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-ec81ddd9-2a89-4e96-8726-afee49170d3f req-b248b791-5429-4c1e-b047-1fe6f2166f09 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=a6ea2a7a-ef84-454a-b305-c470482cf7fa HTTP/1.1" status: 200 len: 919 time: 0.0951707 Sep 08 13:57:56.699095 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-ec81ddd9-2a89-4e96-8726-afee49170d3f req-9bda40a3-47e8-4f21-9204-c79ceb6ba9a6 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=97326033-4991-4b35-9df8-8c1194e9ebe7 HTTP/1.1" status: 200 len: 1002 time: 0.0559125 Sep 08 13:57:56.758630 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec81ddd9-2a89-4e96-8726-afee49170d3f req-06d3987b-21e2-4b09-9393-19bdcbf3cf80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:56.760120 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-ec81ddd9-2a89-4e96-8726-afee49170d3f req-06d3987b-21e2-4b09-9393-19bdcbf3cf80 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=8a8f577a-16e1-4e37-b6e2-a6cc60df3540 HTTP/1.1" status: 200 len: 857 time: 0.0478945 Sep 08 13:57:56.799772 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-600b61b4-f50a-48c6-aff5-064ad732acc5 req-c76c3679-69cb-40b0-867f-e7c550231309 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=335efb35-9bac-46a5-b2d4-4e2936c82aaf HTTP/1.1" status: 200 len: 210 time: 0.0387084 Sep 08 13:57:56.826016 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec81ddd9-2a89-4e96-8726-afee49170d3f req-88ccaf0c-ea4f-4dc9-a217-66f9c99b85df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:56.827474 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-ec81ddd9-2a89-4e96-8726-afee49170d3f req-88ccaf0c-ea4f-4dc9-a217-66f9c99b85df service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=a6ea2a7a-ef84-454a-b305-c470482cf7fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0570667 Sep 08 13:57:57.072654 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-ced44346-4709-4c80-8cc8-fdd4c8cc9251 req-df9b1968-08d6-4cdb-bbf0-28b30300a2f1 tempest-TestMinimumBasicScenario-1765620155 tempest-TestMinimumBasicScenario-1765620155-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=6e64a0c9-b7b0-46ff-8526-88164d493140 HTTP/1.1" status: 200 len: 210 time: 0.0277145 Sep 08 13:57:57.274132 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:57:57.281851 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-ec81ddd9-2a89-4e96-8726-afee49170d3f req-88850fbf-f7ad-4bab-b38a-0fe84523b5ed service neutron] 10.222.0.20 "GET /networking/v2.0/networks/a6ea2a7a-ef84-454a-b305-c470482cf7fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983725 Sep 08 13:57:57.381464 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-ec81ddd9-2a89-4e96-8726-afee49170d3f req-68365f0c-05aa-4fdb-918e-4d5c51b1238e service neutron] 10.222.0.20 "GET /networking/v2.0/networks/a6ea2a7a-ef84-454a-b305-c470482cf7fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922418 Sep 08 13:57:57.899813 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-b74fd67f-3189-4181-bdc3-36dd9b37f5ef req-4e106d4b-17a8-4ea9-9be9-4309c0598b96 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=335efb35-9bac-46a5-b2d4-4e2936c82aaf HTTP/1.1" status: 200 len: 210 time: 0.0280507 Sep 08 13:57:58.340642 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249e2402-e35f-46e8-af13-1b8852a2a09b req-585a5d23-51f5-4c46-b4a0-93d67d5f685c tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:58.342166 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-249e2402-e35f-46e8-af13-1b8852a2a09b req-585a5d23-51f5-4c46-b4a0-93d67d5f685c tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.20 "GET /networking/v2.0/networks?id=551d8846-f844-4925-a2fe-eef49820f7af HTTP/1.1" status: 200 len: 811 time: 0.1251459 Sep 08 13:57:58.393250 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:57:58.430040 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-249e2402-e35f-46e8-af13-1b8852a2a09b req-8865e35c-ee70-4964-ae4c-e0574f8eccf9 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.20 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=19d114fd258a4306b4c0665df90ae4c7 HTTP/1.1" status: 200 len: 380 time: 0.0693889 Sep 08 13:57:58.452563 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.v2.base [req-249e2402-e35f-46e8-af13-1b8852a2a09b req-920ae676-1481-40d2-b4ad-426dc65ede4c tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Request body: {'port': {'device_id': '335efb35-9bac-46a5-b2d4-4e2936c82aaf', 'network_id': '551d8846-f844-4925-a2fe-eef49820f7af', 'admin_state_up': True, 'tenant_id': '19d114fd258a4306b4c0665df90ae4c7', 'security_groups': ['ddf1d878-1109-4f29-aa9f-9fca2e3c8a7b']}} {{(pid=112710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:57:58.579798 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-249e2402-e35f-46e8-af13-1b8852a2a09b req-920ae676-1481-40d2-b4ad-426dc65ede4c tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Made reservation on behalf of 19d114fd258a4306b4c0665df90ae4c7 for: {'port': 1} {{(pid=112710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:57:58.583897 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-249e2402-e35f-46e8-af13-1b8852a2a09b req-920ae676-1481-40d2-b4ad-426dc65ede4c tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (None), before_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:58.658055 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 39528) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:57:58.717456 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.db.db_base_plugin_common [req-249e2402-e35f-46e8-af13-1b8852a2a09b req-920ae676-1481-40d2-b4ad-426dc65ede4c tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Allocated IP 172.20.0.6 (551d8846-f844-4925-a2fe-eef49820f7af/8ad1b6f9-720f-46b5-a559-3250cb34e913/f0cab8b5-a76d-4e29-b91b-c60d3fdf2858) {{(pid=112710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:57:58.858024 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-249e2402-e35f-46e8-af13-1b8852a2a09b req-920ae676-1481-40d2-b4ad-426dc65ede4c tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Publish callbacks [] for port (f0cab8b5-a76d-4e29-b91b-c60d3fdf2858), precommit_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:58.893021 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-249e2402-e35f-46e8-af13-1b8852a2a09b req-920ae676-1481-40d2-b4ad-426dc65ede4c tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729028134301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10367820'] for port (f0cab8b5-a76d-4e29-b91b-c60d3fdf2858), after_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:58.961288 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-249e2402-e35f-46e8-af13-1b8852a2a09b req-920ae676-1481-40d2-b4ad-426dc65ede4c tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Network 551d8846-f844-4925-a2fe-eef49820f7af is already hosted by enough agents. {{(pid=112710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:57:58.962143 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920ae676-1481-40d2-b4ad-426dc65ede4c tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Pushing event updated for resources: {'Port': ['ID=f0cab8b5-a76d-4e29-b91b-c60d3fdf2858,revision_number=1']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:57:58.966320 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.scheduler.base_scheduler [req-249e2402-e35f-46e8-af13-1b8852a2a09b req-920ae676-1481-40d2-b4ad-426dc65ede4c tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Resources bound (agent type, host, resource id): {{(pid=112710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:57:58.970842 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.db.l3_dvrscheduler_db [req-249e2402-e35f-46e8-af13-1b8852a2a09b req-920ae676-1481-40d2-b4ad-426dc65ede4c tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Received port after_create {{(pid=112710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 08 13:57:58.988070 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-a8b2a3ea-88b8-4575-a779-6f5bb2944a0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3854320'] for router_interface (045fc859-2838-4597-9f98-5b2b1ad7c567), before_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:59.000366 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Device ca4283b0-e159-4a24-b0b2-bc113ff78694 no longer exists at agent hyperv_hv-cinder-82002 {{(pid=112711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:57:59.038597 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] No Port match for: ca4283b0-e159-4a24-b0b2-bc113ff78694 {{(pid=112711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 08 13:57:59.039210 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Device ca4283b0-e159-4a24-b0b2-bc113ff78694 not bound to the agent host hv-cinder-82002 {{(pid=112711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:57:59.064553 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249e2402-e35f-46e8-af13-1b8852a2a09b req-920ae676-1481-40d2-b4ad-426dc65ede4c tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:59.065169 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-249e2402-e35f-46e8-af13-1b8852a2a09b req-920ae676-1481-40d2-b4ad-426dc65ede4c tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161718'] for port (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:59.073975 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0806eb-1667-45a6-97f2-72f90c3a8c0b req-ce25ec6b-ab2f-489a-9195-e1963814f433 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:59.081014 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-9f0806eb-1667-45a6-97f2-72f90c3a8c0b req-ce25ec6b-ab2f-489a-9195-e1963814f433 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=335efb35-9bac-46a5-b2d4-4e2936c82aaf HTTP/1.1" status: 200 len: 931 time: 0.1038764 Sep 08 13:57:59.110530 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:57:59.122133 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-249e2402-e35f-46e8-af13-1b8852a2a09b req-920ae676-1481-40d2-b4ad-426dc65ede4c tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6744072 Sep 08 13:57:59.167708 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-9f0806eb-1667-45a6-97f2-72f90c3a8c0b req-37c8b4a9-2f40-4318-a456-3319251c1a36 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ddf1d878-1109-4f29-aa9f-9fca2e3c8a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802164 Sep 08 13:57:59.213565 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.v2.base [req-249e2402-e35f-46e8-af13-1b8852a2a09b req-23f0e4f4-2e9e-4b95-a24d-53dbe0a0de06 service neutron] Request body: {'port': {'device_id': '335efb35-9bac-46a5-b2d4-4e2936c82aaf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82002'}} {{(pid=112710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:57:59.254407 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:57:59.281711 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-af579d01-2550-445b-be00-003367856c76 None None] Provisioning complete for port f0cab8b5-a76d-4e29-b91b-c60d3fdf2858 triggered by entity DHCP. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 13:57:59.283158 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-af579d01-2550-445b-be00-003367856c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (f0cab8b5-a76d-4e29-b91b-c60d3fdf2858), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:59.284954 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.plugin [None req-a8b2a3ea-88b8-4575-a779-6f5bb2944a0d admin admin] Deleting port 372b8e19-eb2d-4529-882b-18fb085a0d38 {{(pid=112709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 08 13:57:59.286826 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-a8b2a3ea-88b8-4575-a779-6f5bb2944a0d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729028590053'] for port (372b8e19-eb2d-4529-882b-18fb085a0d38), before_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:59.288178 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-249e2402-e35f-46e8-af13-1b8852a2a09b req-23f0e4f4-2e9e-4b95-a24d-53dbe0a0de06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (f0cab8b5-a76d-4e29-b91b-c60d3fdf2858), before_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:59.318865 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-af579d01-2550-445b-be00-003367856c76 None None] Port f0cab8b5-a76d-4e29-b91b-c60d3fdf2858 cannot update to ACTIVE because it is not bound. {{(pid=112711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 08 13:57:59.391063 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.db [None req-a8b2a3ea-88b8-4575-a779-6f5bb2944a0d admin admin] For port 372b8e19-eb2d-4529-882b-18fb085a0d38, host dv-cinder-820027-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-24-iscsi',level=0,port_id=372b8e19-eb2d-4529-882b-18fb085a0d38,segment=NetworkSegment(77117d76-4f7e-4448-ad65-a6980bb46bfe),segment_id=77117d76-4f7e-4448-ad65-a6980bb46bfe)] {{(pid=112709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:57:59.391427 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-a8b2a3ea-88b8-4575-a779-6f5bb2944a0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3750342'] for port (372b8e19-eb2d-4529-882b-18fb085a0d38), precommit_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:59.406314 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.plugin [None req-a8b2a3ea-88b8-4575-a779-6f5bb2944a0d admin admin] Calling delete_port for 372b8e19-eb2d-4529-882b-18fb085a0d38 owned by network:router_interface {{(pid=112709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 08 13:57:59.576396 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.notifiers.nova [req-249e2402-e35f-46e8-af13-1b8852a2a09b req-23f0e4f4-2e9e-4b95-a24d-53dbe0a0de06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0cab8b5-a76d-4e29-b91b-c60d3fdf2858 {{(pid=112710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 08 13:57:59.583613 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-249e2402-e35f-46e8-af13-1b8852a2a09b req-23f0e4f4-2e9e-4b95-a24d-53dbe0a0de06 service neutron] Publish callbacks [] for port (f0cab8b5-a76d-4e29-b91b-c60d3fdf2858), precommit_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:59.584388 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:57:59.598128 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-a8b2a3ea-88b8-4575-a779-6f5bb2944a0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729028594324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729028134310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9153317'] for port (372b8e19-eb2d-4529-882b-18fb085a0d38), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:59.598370 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.db.provisioning_blocks [req-249e2402-e35f-46e8-af13-1b8852a2a09b req-23f0e4f4-2e9e-4b95-a24d-53dbe0a0de06 service neutron] Transition to ACTIVE for port object f0cab8b5-a76d-4e29-b91b-c60d3fdf2858 will not be triggered until provisioned by entity L2. {{(pid=112710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 08 13:57:59.602151 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-249e2402-e35f-46e8-af13-1b8852a2a09b req-23f0e4f4-2e9e-4b95-a24d-53dbe0a0de06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10367797'] for port (f0cab8b5-a76d-4e29-b91b-c60d3fdf2858), after_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:59.607849 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:57:59.629583 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b2a3ea-88b8-4575-a779-6f5bb2944a0d admin admin] Pushing event deleted for resources: {'Port': ['ID=372b8e19-eb2d-4529-882b-18fb085a0d38,revision_number=None']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:57:59.658524 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b2a3ea-88b8-4575-a779-6f5bb2944a0d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:57:59.659081 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b2a3ea-88b8-4575-a779-6f5bb2944a0d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:57:59.659176 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b2a3ea-88b8-4575-a779-6f5bb2944a0d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:57:59.659447 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b2a3ea-88b8-4575-a779-6f5bb2944a0d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:57:59.659773 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b2a3ea-88b8-4575-a779-6f5bb2944a0d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:57:59.660098 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b2a3ea-88b8-4575-a779-6f5bb2944a0d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:57:59.660417 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b2a3ea-88b8-4575-a779-6f5bb2944a0d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:57:59.660773 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b2a3ea-88b8-4575-a779-6f5bb2944a0d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:57:59.661043 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b2a3ea-88b8-4575-a779-6f5bb2944a0d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:57:59.661360 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b2a3ea-88b8-4575-a779-6f5bb2944a0d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:57:59.661679 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b2a3ea-88b8-4575-a779-6f5bb2944a0d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:57:59.662069 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b2a3ea-88b8-4575-a779-6f5bb2944a0d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:57:59.662332 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b2a3ea-88b8-4575-a779-6f5bb2944a0d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:57:59.662644 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b2a3ea-88b8-4575-a779-6f5bb2944a0d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:57:59.662955 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b2a3ea-88b8-4575-a779-6f5bb2944a0d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:57:59.667100 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f0e4f4-2e9e-4b95-a24d-53dbe0a0de06 service neutron] Pushing event updated for resources: {'Port': ['ID=f0cab8b5-a76d-4e29-b91b-c60d3fdf2858,revision_number=2']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:57:59.721727 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.managers [req-249e2402-e35f-46e8-af13-1b8852a2a09b req-23f0e4f4-2e9e-4b95-a24d-53dbe0a0de06 service neutron] Attempting to bind port f0cab8b5-a76d-4e29-b91b-c60d3fdf2858 on host hv-cinder-82002 for vnic_type normal with profile {{(pid=112710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 08 13:57:59.722667 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.managers [req-249e2402-e35f-46e8-af13-1b8852a2a09b req-23f0e4f4-2e9e-4b95-a24d-53dbe0a0de06 service neutron] Attempting to bind port f0cab8b5-a76d-4e29-b91b-c60d3fdf2858 by drivers openvswitch,hyperv on host hv-cinder-82002 at level 0 using segments [{'id': '8c3064d6-a80a-4cdc-832a-15ed9b418cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '551d8846-f844-4925-a2fe-eef49820f7af'}] {{(pid=112710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 08 13:57:59.723142 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-249e2402-e35f-46e8-af13-1b8852a2a09b req-23f0e4f4-2e9e-4b95-a24d-53dbe0a0de06 service neutron] Attempting to bind port f0cab8b5-a76d-4e29-b91b-c60d3fdf2858 on network 551d8846-f844-4925-a2fe-eef49820f7af {{(pid=112710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 13:57:59.771286 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-249e2402-e35f-46e8-af13-1b8852a2a09b req-23f0e4f4-2e9e-4b95-a24d-53dbe0a0de06 service neutron] Port f0cab8b5-a76d-4e29-b91b-c60d3fdf2858 on network 551d8846-f844-4925-a2fe-eef49820f7af not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82002 {{(pid=112710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 08 13:57:59.771640 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-249e2402-e35f-46e8-af13-1b8852a2a09b req-23f0e4f4-2e9e-4b95-a24d-53dbe0a0de06 service neutron] Attempting to bind port f0cab8b5-a76d-4e29-b91b-c60d3fdf2858 on network 551d8846-f844-4925-a2fe-eef49820f7af {{(pid=112710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 13:57:59.805796 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-a8b2a3ea-88b8-4575-a779-6f5bb2944a0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3690709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3681536'] for router_interface (045fc859-2838-4597-9f98-5b2b1ad7c567), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:59.819476 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-249e2402-e35f-46e8-af13-1b8852a2a09b req-23f0e4f4-2e9e-4b95-a24d-53dbe0a0de06 service neutron] Checking agent: {'id': '4c2ff875-e6d7-424e-bdc7-d4b2ed4bdd9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82002', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 8, 13, 50, 33), 'started_at': datetime.datetime(2022, 9, 8, 13, 50, 33), 'heartbeat_timestamp': datetime.datetime(2022, 9, 8, 13, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 08 13:57:59.819874 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-249e2402-e35f-46e8-af13-1b8852a2a09b req-23f0e4f4-2e9e-4b95-a24d-53dbe0a0de06 service neutron] Checking segment: {'id': '8c3064d6-a80a-4cdc-832a-15ed9b418cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '551d8846-f844-4925-a2fe-eef49820f7af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 13:57:59.820195 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-249e2402-e35f-46e8-af13-1b8852a2a09b req-23f0e4f4-2e9e-4b95-a24d-53dbe0a0de06 service neutron] Bound using segment: {'id': '8c3064d6-a80a-4cdc-832a-15ed9b418cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '551d8846-f844-4925-a2fe-eef49820f7af'} {{(pid=112710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 08 13:57:59.820629 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.managers [req-249e2402-e35f-46e8-af13-1b8852a2a09b req-23f0e4f4-2e9e-4b95-a24d-53dbe0a0de06 service neutron] Bound port: f0cab8b5-a76d-4e29-b91b-c60d3fdf2858, host: hv-cinder-82002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c3064d6-a80a-4cdc-832a-15ed9b418cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '551d8846-f844-4925-a2fe-eef49820f7af'}}] {{(pid=112710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 08 13:57:59.820979 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-249e2402-e35f-46e8-af13-1b8852a2a09b req-23f0e4f4-2e9e-4b95-a24d-53dbe0a0de06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (f0cab8b5-a76d-4e29-b91b-c60d3fdf2858), before_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:59.882723 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.db [req-249e2402-e35f-46e8-af13-1b8852a2a09b req-23f0e4f4-2e9e-4b95-a24d-53dbe0a0de06 service neutron] For port f0cab8b5-a76d-4e29-b91b-c60d3fdf2858, host hv-cinder-82002, cleared binding levels {{(pid=112710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:57:59.885691 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.db [req-249e2402-e35f-46e8-af13-1b8852a2a09b req-23f0e4f4-2e9e-4b95-a24d-53dbe0a0de06 service neutron] For port f0cab8b5-a76d-4e29-b91b-c60d3fdf2858, host hv-cinder-82002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=f0cab8b5-a76d-4e29-b91b-c60d3fdf2858,segment=NetworkSegment(8c3064d6-a80a-4cdc-832a-15ed9b418cbb),segment_id=8c3064d6-a80a-4cdc-832a-15ed9b418cbb)] {{(pid=112710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:57:59.893931 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-249e2402-e35f-46e8-af13-1b8852a2a09b req-23f0e4f4-2e9e-4b95-a24d-53dbe0a0de06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10367797'] for port (f0cab8b5-a76d-4e29-b91b-c60d3fdf2858), after_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:59.898448 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249e2402-e35f-46e8-af13-1b8852a2a09b req-23f0e4f4-2e9e-4b95-a24d-53dbe0a0de06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:57:59.899062 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-249e2402-e35f-46e8-af13-1b8852a2a09b req-23f0e4f4-2e9e-4b95-a24d-53dbe0a0de06 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161718'] for port (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:59.900590 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-249e2402-e35f-46e8-af13-1b8852a2a09b req-23f0e4f4-2e9e-4b95-a24d-53dbe0a0de06 service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/f0cab8b5-a76d-4e29-b91b-c60d3fdf2858 HTTP/1.1" status: 200 len: 1093 time: 0.7576907 Sep 08 13:57:59.901157 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '335efb35-9bac-46a5-b2d4-4e2936c82aaf', 'tag': 'f0cab8b5-a76d-4e29-b91b-c60d3fdf2858'}] {{(pid=112710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 13:57:59.903991 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4aaac3e20a53a8e6247a431178541979a817c05ad734f54eee24c8be994502e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e61cd9f-9ea1-4964-9d6f-6017309e5143" -d '{"events": [{"name": "network-changed", "server_uuid": "335efb35-9bac-46a5-b2d4-4e2936c82aaf", "tag": "f0cab8b5-a76d-4e29-b91b-c60d3fdf2858"}]}' {{(pid=112710) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:57:59.949586 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Sep 2022 13:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c08dbc96-3522-45da-b115-2d7c194b45e6 x-openstack-request-id: req-c08dbc96-3522-45da-b115-2d7c194b45e6 {{(pid=112710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:57:59.949903 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "335efb35-9bac-46a5-b2d4-4e2936c82aaf", "tag": "f0cab8b5-a76d-4e29-b91b-c60d3fdf2858", "status": "completed", "code": 200}]} {{(pid=112710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:57:59.950151 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c08dbc96-3522-45da-b115-2d7c194b45e6 {{(pid=112710) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:57:59.950720 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c08dbc96-3522-45da-b115-2d7c194b45e6'] response: {'name': 'network-changed', 'server_uuid': '335efb35-9bac-46a5-b2d4-4e2936c82aaf', 'tag': 'f0cab8b5-a76d-4e29-b91b-c60d3fdf2858', 'status': 'completed', 'code': 200} Sep 08 13:57:59.961051 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f0e4f4-2e9e-4b95-a24d-53dbe0a0de06 service neutron] Pushing event updated for resources: {'Port': ['ID=f0cab8b5-a76d-4e29-b91b-c60d3fdf2858,revision_number=3']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:58:00.068570 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e61cd9f-9ea1-4964-9d6f-6017309e5143 req-8dd7dba8-bc3e-48a4-a0b9-a6c862f0ba89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:58:00.070888 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-5e61cd9f-9ea1-4964-9d6f-6017309e5143 req-8dd7dba8-bc3e-48a4-a0b9-a6c862f0ba89 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=19d114fd258a4306b4c0665df90ae4c7&device_id=335efb35-9bac-46a5-b2d4-4e2936c82aaf HTTP/1.1" status: 200 len: 1127 time: 0.0410118 Sep 08 13:58:00.157655 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:58:00.201451 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e61cd9f-9ea1-4964-9d6f-6017309e5143 req-f9a40d7b-19b8-4465-b697-574fee923d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:58:00.202973 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-5e61cd9f-9ea1-4964-9d6f-6017309e5143 req-f9a40d7b-19b8-4465-b697-574fee923d94 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?tenant_id=19d114fd258a4306b4c0665df90ae4c7&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1013820 Sep 08 13:58:00.235877 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8b2a3ea-88b8-4575-a779-6f5bb2944a0d admin admin] Router 045fc859-2838-4597-9f98-5b2b1ad7c567 has already been hosted by L3 agent 91421a76-39ff-4685-90ca-aa6fbf6a1933 {{(pid=112709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:58:00.318706 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ad9251-f348-4c0b-8e75-9b8804b87b47 req-69ff139d-e8b4-4c14-983f-fc47119ee585 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:58:00.320170 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-c4ad9251-f348-4c0b-8e75-9b8804b87b47 req-69ff139d-e8b4-4c14-983f-fc47119ee585 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=335efb35-9bac-46a5-b2d4-4e2936c82aaf HTTP/1.1" status: 200 len: 943 time: 0.0866516 Sep 08 13:58:00.335464 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8b2a3ea-88b8-4575-a779-6f5bb2944a0d admin admin] Notify agent at l3_agent.dv-cinder-820027-24-iscsi the message routers_updated {{(pid=112709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:58:00.340237 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:58:00.343510 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-a8b2a3ea-88b8-4575-a779-6f5bb2944a0d admin admin] 10.222.0.55 "PUT /networking/v2.0/routers/045fc859-2838-4597-9f98-5b2b1ad7c567/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6842654 Sep 08 13:58:00.343510 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 39538) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:58:00.351018 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06577e77-3cac-4c9d-99a9-43e16a12826c None None] Sync routers for ids ['045fc859-2838-4597-9f98-5b2b1ad7c567'] in dv-cinder-820027-24-iscsi {{(pid=112712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:58:00.360961 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06577e77-3cac-4c9d-99a9-43e16a12826c None None] Routers {'045fc859-2838-4597-9f98-5b2b1ad7c567'} bound to L3 agent in host dv-cinder-820027-24-iscsi {{(pid=112712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 13:58:00.361744 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_hamode_db [None req-06577e77-3cac-4c9d-99a9-43e16a12826c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-08T13:44:16Z,description=,heartbeat_timestamp=2022-09-08T13:57:46Z,host='dv-cinder-820027-24-iscsi',id=91421a76-39ff-4685-90ca-aa6fbf6a1933,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:44:16Z,topic='l3_agent')) {'router_ids': ['045fc859-2838-4597-9f98-5b2b1ad7c567'], 'active': True} {{(pid=112712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:58:00.369539 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e61cd9f-9ea1-4964-9d6f-6017309e5143 req-98e0e42e-8f32-47e9-a7f4-9711eb058c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:58:00.371606 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-5e61cd9f-9ea1-4964-9d6f-6017309e5143 req-98e0e42e-8f32-47e9-a7f4-9711eb058c43 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1599267 Sep 08 13:58:00.400881 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-c4ad9251-f348-4c0b-8e75-9b8804b87b47 req-1773770a-d228-43f9-9c54-b32d03e71f93 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ddf1d878-1109-4f29-aa9f-9fca2e3c8a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682862 Sep 08 13:58:00.457788 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-f27d2149-68c4-4465-9b03-cee1c3944e4c admin admin] Publish callbacks [] for router (045fc859-2838-4597-9f98-5b2b1ad7c567), before_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:00.469594 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_dvr_db [None req-06577e77-3cac-4c9d-99a9-43e16a12826c None None] Set router 045fc859-2838-4597-9f98-5b2b1ad7c567 gateway port host: dv-cinder-820027-24-iscsi {{(pid=112712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 13:58:00.487594 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249e2402-e35f-46e8-af13-1b8852a2a09b req-94fe8fba-fa43-4a01-af0b-ca2956528515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:58:00.489094 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-249e2402-e35f-46e8-af13-1b8852a2a09b req-94fe8fba-fa43-4a01-af0b-ca2956528515 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=19d114fd258a4306b4c0665df90ae4c7&device_id=335efb35-9bac-46a5-b2d4-4e2936c82aaf HTTP/1.1" status: 200 len: 1127 time: 0.0428903 Sep 08 13:58:00.540118 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-249e2402-e35f-46e8-af13-1b8852a2a09b req-575b9a37-cd94-4be3-abf9-d141505aa134 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f0cab8b5-a76d-4e29-b91b-c60d3fdf2858 HTTP/1.1" status: 200 len: 217 time: 0.0353289 Sep 08 13:58:00.564227 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-f27d2149-68c4-4465-9b03-cee1c3944e4c admin admin] Publish callbacks [] for router_gateway (045fc859-2838-4597-9f98-5b2b1ad7c567), before_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:00.607303 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249e2402-e35f-46e8-af13-1b8852a2a09b req-e3e17bea-92a3-4997-b79b-853f23a5afe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:58:00.608767 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-249e2402-e35f-46e8-af13-1b8852a2a09b req-e3e17bea-92a3-4997-b79b-853f23a5afe5 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=8ad1b6f9-720f-46b5-a559-3250cb34e913 HTTP/1.1" status: 200 len: 850 time: 0.0541208 Sep 08 13:58:00.609660 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.plugin [None req-f27d2149-68c4-4465-9b03-cee1c3944e4c admin admin] Deleting port 3844a4fa-6fb8-41d4-975b-f43ccddd098f {{(pid=112709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 08 13:58:00.610033 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-f27d2149-68c4-4465-9b03-cee1c3944e4c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729028590053'] for port (3844a4fa-6fb8-41d4-975b-f43ccddd098f), before_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:00.653604 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249e2402-e35f-46e8-af13-1b8852a2a09b req-c4ccbd2e-0aae-48ba-95ee-a3d2107b43a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:58:00.654694 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_hamode_db [None req-06577e77-3cac-4c9d-99a9-43e16a12826c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '045fc859-2838-4597-9f98-5b2b1ad7c567', 'name': 'tempest-TestMinimumBasicScenario-1945735576-router', 'tenant_id': 'f7507a7da3bb4420abcfcf08780dc0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '3844a4fa-6fb8-41d4-975b-f43ccddd098f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:53:31Z', 'updated_at': '2022-09-08T13:57:59Z', 'revision_number': 5, 'project_id': 'f7507a7da3bb4420abcfcf08780dc0a4', 'gw_port': {'id': '3844a4fa-6fb8-41d4-975b-f43ccddd098f', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:9e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045fc859-2838-4597-9f98-5b2b1ad7c567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:53:31Z', 'updated_at': '2022-09-08T13:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi'}], 'dv-cinder-820027-24-iscsi', False) {} {{(pid=112712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:58:00.655910 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-249e2402-e35f-46e8-af13-1b8852a2a09b req-c4ccbd2e-0aae-48ba-95ee-a3d2107b43a9 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=551d8846-f844-4925-a2fe-eef49820f7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0395987 Sep 08 13:58:00.681301 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06577e77-3cac-4c9d-99a9-43e16a12826c None None] Checking router: 045fc859-2838-4597-9f98-5b2b1ad7c567 for host: dv-cinder-820027-24-iscsi {{(pid=112712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:58:00.689978 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06577e77-3cac-4c9d-99a9-43e16a12826c None None] Routers {'045fc859-2838-4597-9f98-5b2b1ad7c567'} bound to L3 agent in host dv-cinder-820027-24-iscsi {{(pid=112712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 13:58:00.690796 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_hamode_db [None req-06577e77-3cac-4c9d-99a9-43e16a12826c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-08T13:44:16Z,description=,heartbeat_timestamp=2022-09-08T13:57:46Z,host='dv-cinder-820027-24-iscsi',id=91421a76-39ff-4685-90ca-aa6fbf6a1933,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:44:16Z,topic='l3_agent')) {'router_ids': ['045fc859-2838-4597-9f98-5b2b1ad7c567'], 'active': True} {{(pid=112712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:58:00.696865 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.db [None req-f27d2149-68c4-4465-9b03-cee1c3944e4c admin admin] For port 3844a4fa-6fb8-41d4-975b-f43ccddd098f, host dv-cinder-820027-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-24-iscsi',level=0,port_id=3844a4fa-6fb8-41d4-975b-f43ccddd098f,segment=NetworkSegment(ebffaf8e-8370-4e1c-9c1b-02c9fe7aa40e),segment_id=ebffaf8e-8370-4e1c-9c1b-02c9fe7aa40e)] {{(pid=112709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:58:00.697398 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-f27d2149-68c4-4465-9b03-cee1c3944e4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3750342'] for port (3844a4fa-6fb8-41d4-975b-f43ccddd098f), precommit_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:00.711018 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.plugin [None req-f27d2149-68c4-4465-9b03-cee1c3944e4c admin admin] Calling delete_port for 3844a4fa-6fb8-41d4-975b-f43ccddd098f owned by network:router_gateway {{(pid=112709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 08 13:58:00.753801 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-249e2402-e35f-46e8-af13-1b8852a2a09b req-f709da9d-697a-43ec-9d9c-1aacba3ae444 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/551d8846-f844-4925-a2fe-eef49820f7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889351 Sep 08 13:58:00.754058 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=100 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:58:00.763650 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:58:00.781776 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_dvr_db [None req-06577e77-3cac-4c9d-99a9-43e16a12826c None None] Set router 045fc859-2838-4597-9f98-5b2b1ad7c567 gateway port host: None {{(pid=112712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 13:58:00.832334 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_hamode_db [None req-06577e77-3cac-4c9d-99a9-43e16a12826c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '045fc859-2838-4597-9f98-5b2b1ad7c567', 'name': 'tempest-TestMinimumBasicScenario-1945735576-router', 'tenant_id': 'f7507a7da3bb4420abcfcf08780dc0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:53:31Z', 'updated_at': '2022-09-08T13:58:00Z', 'revision_number': 6, 'project_id': 'f7507a7da3bb4420abcfcf08780dc0a4', 'gw_port_host': None}], 'dv-cinder-820027-24-iscsi', False) {} {{(pid=112712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:58:00.856187 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-249e2402-e35f-46e8-af13-1b8852a2a09b req-5986e3b1-76c3-4834-a6ed-4e151ef0d49e service neutron] 10.222.0.20 "GET /networking/v2.0/networks/551d8846-f844-4925-a2fe-eef49820f7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958958 Sep 08 13:58:00.857517 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06577e77-3cac-4c9d-99a9-43e16a12826c None None] The sync data for ids ['045fc859-2838-4597-9f98-5b2b1ad7c567'] in dv-cinder-820027-24-iscsi is: [{'id': '045fc859-2838-4597-9f98-5b2b1ad7c567', 'name': 'tempest-TestMinimumBasicScenario-1945735576-router', 'tenant_id': 'f7507a7da3bb4420abcfcf08780dc0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:53:31Z', 'updated_at': '2022-09-08T13:58:00Z', 'revision_number': 6, 'project_id': 'f7507a7da3bb4420abcfcf08780dc0a4', 'gw_port_host': None}] {{(pid=112712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:58:00.887704 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-f27d2149-68c4-4465-9b03-cee1c3944e4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729028594324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729028134310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9153317'] for port (3844a4fa-6fb8-41d4-975b-f43ccddd098f), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:00.914147 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27d2149-68c4-4465-9b03-cee1c3944e4c admin admin] Pushing event deleted for resources: {'Port': ['ID=3844a4fa-6fb8-41d4-975b-f43ccddd098f,revision_number=None']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:58:00.981523 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-f27d2149-68c4-4465-9b03-cee1c3944e4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3679346'] for router_gateway (045fc859-2838-4597-9f98-5b2b1ad7c567), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:01.067251 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-f27d2149-68c4-4465-9b03-cee1c3944e4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3678294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8286'] for router (045fc859-2838-4597-9f98-5b2b1ad7c567), precommit_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:01.069363 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-f27d2149-68c4-4465-9b03-cee1c3944e4c admin admin] Publish callbacks [] for router_controller (045fc859-2838-4597-9f98-5b2b1ad7c567), precommit_delete_associations {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:01.110568 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-f27d2149-68c4-4465-9b03-cee1c3944e4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3681589'] for router (045fc859-2838-4597-9f98-5b2b1ad7c567), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:01.111322 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f27d2149-68c4-4465-9b03-cee1c3944e4c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 045fc859-2838-4597-9f98-5b2b1ad7c567 {{(pid=112709) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 13:58:01.115771 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-f27d2149-68c4-4465-9b03-cee1c3944e4c admin admin] Publish callbacks [] for router (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:01.116898 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-f27d2149-68c4-4465-9b03-cee1c3944e4c admin admin] 10.222.0.55 "DELETE /networking/v2.0/routers/045fc859-2838-4597-9f98-5b2b1ad7c567 HTTP/1.1" status: 204 len: 168 time: 0.7726774 Sep 08 13:58:01.119536 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 39540) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:58:01.163646 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0fa5642-b793-417c-93c2-12015c0aed5b admin admin] Deleting subnet dd049ea3-2d6b-4c1d-8839-c1ac515e78de {{(pid=112709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 08 13:58:01.166599 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-e0fa5642-b793-417c-93c2-12015c0aed5b admin admin] Publish callbacks [] for subnet (dd049ea3-2d6b-4c1d-8839-c1ac515e78de), before_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:01.200636 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-e0fa5642-b793-417c-93c2-12015c0aed5b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9760373'] for subnet (dd049ea3-2d6b-4c1d-8839-c1ac515e78de), precommit_delete_associations {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:01.315570 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-e0fa5642-b793-417c-93c2-12015c0aed5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1468842'] for subnet (dd049ea3-2d6b-4c1d-8839-c1ac515e78de), precommit_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:01.372695 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-e0fa5642-b793-417c-93c2-12015c0aed5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9153298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9398214'] for subnet (dd049ea3-2d6b-4c1d-8839-c1ac515e78de), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:01.396791 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fa5642-b793-417c-93c2-12015c0aed5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd049ea3-2d6b-4c1d-8839-c1ac515e78de,revision_number=None']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:58:01.402641 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-e0fa5642-b793-417c-93c2-12015c0aed5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693876'] for subnet (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:01.405719 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-e0fa5642-b793-417c-93c2-12015c0aed5b admin admin] 10.222.0.55 "DELETE /networking/v2.0/subnets/dd049ea3-2d6b-4c1d-8839-c1ac515e78de HTTP/1.1" status: 204 len: 168 time: 0.2852592 Sep 08 13:58:01.408189 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 39542) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:58:01.408436 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e19f39c0-445d-40d7-acdc-29f61ac92ba7 None None] Network 2484c1b8-1d7e-43af-960e-e27892a8e9d6 requested from dv-cinder-820027-24-iscsi {{(pid=112711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 08 13:58:01.477757 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-f544b444-ddb1-484d-807c-d049ef23ea06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1549321'] for network (2484c1b8-1d7e-43af-960e-e27892a8e9d6), before_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:01.529118 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.plugin [None req-f544b444-ddb1-484d-807c-d049ef23ea06 admin admin] Deleting port 80469ed5-7ba8-4be2-9762-dde9c1786b98 {{(pid=112709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 08 13:58:01.529505 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-f544b444-ddb1-484d-807c-d049ef23ea06 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729028590053'] for port (80469ed5-7ba8-4be2-9762-dde9c1786b98), before_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:01.543888 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1ff8c7-c97d-4cc9-9edb-f6016dd77be3 req-826e1e76-0536-4dd9-a588-0866508793a2 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:58:01.545499 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-ce1ff8c7-c97d-4cc9-9edb-f6016dd77be3 req-826e1e76-0536-4dd9-a588-0866508793a2 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=335efb35-9bac-46a5-b2d4-4e2936c82aaf HTTP/1.1" status: 200 len: 943 time: 0.0563867 Sep 08 13:58:01.598827 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-ce1ff8c7-c97d-4cc9-9edb-f6016dd77be3 req-ad673143-d78f-4a1b-a8f4-8df6d73131c6 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ddf1d878-1109-4f29-aa9f-9fca2e3c8a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475199 Sep 08 13:58:01.607385 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.db [None req-f544b444-ddb1-484d-807c-d049ef23ea06 admin admin] For port 80469ed5-7ba8-4be2-9762-dde9c1786b98, host dv-cinder-820027-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-24-iscsi',level=0,port_id=80469ed5-7ba8-4be2-9762-dde9c1786b98,segment=NetworkSegment(77117d76-4f7e-4448-ad65-a6980bb46bfe),segment_id=77117d76-4f7e-4448-ad65-a6980bb46bfe)] {{(pid=112709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:58:01.607750 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-f544b444-ddb1-484d-807c-d049ef23ea06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3750342'] for port (80469ed5-7ba8-4be2-9762-dde9c1786b98), precommit_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:01.624310 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.plugin [None req-f544b444-ddb1-484d-807c-d049ef23ea06 admin admin] Calling delete_port for 80469ed5-7ba8-4be2-9762-dde9c1786b98 owned by network:dhcp {{(pid=112709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 08 13:58:01.630459 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6efaa257-5124-4845-94b9-0aba953bc4c5 None None] DHCP port deletion for 2484c1b8-1d7e-43af-960e-e27892a8e9d6 request from dv-cinder-820027-24-iscsi {{(pid=112711) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 08 13:58:01.673559 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-6efaa257-5124-4845-94b9-0aba953bc4c5 None None] Deleting port 80469ed5-7ba8-4be2-9762-dde9c1786b98 {{(pid=112711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 08 13:58:01.674218 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6efaa257-5124-4845-94b9-0aba953bc4c5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729028590053'] for port (80469ed5-7ba8-4be2-9762-dde9c1786b98), before_delete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:01.697014 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:58:01.708784 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:58:01.721540 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-f544b444-ddb1-484d-807c-d049ef23ea06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729028594324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729028134310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9153317'] for port (80469ed5-7ba8-4be2-9762-dde9c1786b98), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:01.736133 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=100 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:58:01.745867 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Device 372b8e19-eb2d-4529-882b-18fb085a0d38 no longer exists at agent ovs-agent-dv-cinder-820027-24-iscsi {{(pid=112711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:58:01.752985 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f544b444-ddb1-484d-807c-d049ef23ea06 admin admin] No DVR routers for this DVR port 80469ed5-7ba8-4be2-9762-dde9c1786b98 on host dv-cinder-820027-24-iscsi {{(pid=112709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 08 13:58:01.753386 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-6efaa257-5124-4845-94b9-0aba953bc4c5 None None] For port 80469ed5-7ba8-4be2-9762-dde9c1786b98, host dv-cinder-820027-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-24-iscsi',level=0,port_id=80469ed5-7ba8-4be2-9762-dde9c1786b98,segment=NetworkSegment(77117d76-4f7e-4448-ad65-a6980bb46bfe),segment_id=77117d76-4f7e-4448-ad65-a6980bb46bfe)] {{(pid=112711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:58:01.753792 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6efaa257-5124-4845-94b9-0aba953bc4c5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3750342'] for port (80469ed5-7ba8-4be2-9762-dde9c1786b98), precommit_delete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:01.754769 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f544b444-ddb1-484d-807c-d049ef23ea06 admin admin] Pushing event deleted for resources: {'Port': ['ID=80469ed5-7ba8-4be2-9762-dde9c1786b98,revision_number=None']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:58:01.783179 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-6efaa257-5124-4845-94b9-0aba953bc4c5 None None] Calling delete_port for 80469ed5-7ba8-4be2-9762-dde9c1786b98 owned by network:dhcp {{(pid=112711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 08 13:58:01.784726 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] No Port match for: 372b8e19-eb2d-4529-882b-18fb085a0d38 {{(pid=112711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 08 13:58:01.785061 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Device 372b8e19-eb2d-4529-882b-18fb085a0d38 not bound to the agent host dv-cinder-820027-24-iscsi {{(pid=112711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:58:01.785466 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Device 80469ed5-7ba8-4be2-9762-dde9c1786b98 no longer exists at agent ovs-agent-dv-cinder-820027-24-iscsi {{(pid=112711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:58:01.813657 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=100 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:58:01.814589 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] No Port match for: 80469ed5-7ba8-4be2-9762-dde9c1786b98 {{(pid=112711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 08 13:58:01.814902 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Device 80469ed5-7ba8-4be2-9762-dde9c1786b98 not bound to the agent host dv-cinder-820027-24-iscsi {{(pid=112711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:58:01.815318 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Device 3844a4fa-6fb8-41d4-975b-f43ccddd098f no longer exists at agent ovs-agent-dv-cinder-820027-24-iscsi {{(pid=112711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:58:01.830784 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-f544b444-ddb1-484d-807c-d049ef23ea06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1385153', 'neutron.services.segments.db._delete_segments_for_network-8729028602525'] for network (2484c1b8-1d7e-43af-960e-e27892a8e9d6), precommit_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:01.855473 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.services.segments.db [None req-f544b444-ddb1-484d-807c-d049ef23ea06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2484c1b8-1d7e-43af-960e-e27892a8e9d6']}} {{(pid=112709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:58:01.865356 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.services.segments.db [None req-f544b444-ddb1-484d-807c-d049ef23ea06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77117d76-4f7e-4448-ad65-a6980bb46bfe') {'for_net_delete': True} {{(pid=112709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:58:01.865516 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] No Port match for: 3844a4fa-6fb8-41d4-975b-f43ccddd098f {{(pid=112711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 08 13:58:01.865660 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.services.segments.db [None req-f544b444-ddb1-484d-807c-d049ef23ea06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77117d76-4f7e-4448-ad65-a6980bb46bfe') {} {{(pid=112709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:58:01.865838 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Device 3844a4fa-6fb8-41d4-975b-f43ccddd098f not bound to the agent host dv-cinder-820027-24-iscsi {{(pid=112711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:58:01.879672 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-f544b444-ddb1-484d-807c-d049ef23ea06 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729028602570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9760398'] for segment (77117d76-4f7e-4448-ad65-a6980bb46bfe), before_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:01.893925 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-f544b444-ddb1-484d-807c-d049ef23ea06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1392598'] for segment (77117d76-4f7e-4448-ad65-a6980bb46bfe), precommit_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:01.900965 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6efaa257-5124-4845-94b9-0aba953bc4c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729028594324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729028134310'] for port (80469ed5-7ba8-4be2-9762-dde9c1786b98), after_delete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:01.903698 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f544b444-ddb1-484d-807c-d049ef23ea06 admin admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=112709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:58:01.904097 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-f544b444-ddb1-484d-807c-d049ef23ea06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1392598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9153400'] for segment (77117d76-4f7e-4448-ad65-a6980bb46bfe), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:01.932764 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efaa257-5124-4845-94b9-0aba953bc4c5 None None] Pushing event deleted for resources: {'Port': ['ID=80469ed5-7ba8-4be2-9762-dde9c1786b98,revision_number=None']} {{(pid=112711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:58:01.937870 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6efaa257-5124-4845-94b9-0aba953bc4c5 None None] No DVR routers for this DVR port 80469ed5-7ba8-4be2-9762-dde9c1786b98 on host dv-cinder-820027-24-iscsi {{(pid=112711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 08 13:58:01.943987 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efaa257-5124-4845-94b9-0aba953bc4c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:58:01.944427 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efaa257-5124-4845-94b9-0aba953bc4c5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:58:01.944774 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efaa257-5124-4845-94b9-0aba953bc4c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:58:01.945177 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efaa257-5124-4845-94b9-0aba953bc4c5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:58:01.945426 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efaa257-5124-4845-94b9-0aba953bc4c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:58:01.945772 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efaa257-5124-4845-94b9-0aba953bc4c5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:58:01.946163 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efaa257-5124-4845-94b9-0aba953bc4c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:58:01.946483 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efaa257-5124-4845-94b9-0aba953bc4c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:58:01.946804 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efaa257-5124-4845-94b9-0aba953bc4c5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:58:01.947119 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efaa257-5124-4845-94b9-0aba953bc4c5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:58:01.947930 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efaa257-5124-4845-94b9-0aba953bc4c5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:58:01.948260 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efaa257-5124-4845-94b9-0aba953bc4c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:58:01.948582 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efaa257-5124-4845-94b9-0aba953bc4c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:58:01.948900 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efaa257-5124-4845-94b9-0aba953bc4c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:58:01.949921 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efaa257-5124-4845-94b9-0aba953bc4c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:58:01.957091 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.services.segments.plugin [-] Segment 77117d76-4f7e-4448-ad65-a6980bb46bfe resource provider aggregate not found Sep 08 13:58:01.985354 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.services.segments.plugin [-] Segment 77117d76-4f7e-4448-ad65-a6980bb46bfe resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 77117d76-4f7e-4448-ad65-a6980bb46bfe found for delete ", "request_id": "req-ece32d53-75d8-4481-81de-b406d5ce65b2"}]} Sep 08 13:58:01.994281 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-f544b444-ddb1-484d-807c-d049ef23ea06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1385144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3679383'] for network (2484c1b8-1d7e-43af-960e-e27892a8e9d6), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:02.002602 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-f544b444-ddb1-484d-807c-d049ef23ea06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693876'] for network (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:02.010722 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-f544b444-ddb1-484d-807c-d049ef23ea06 admin admin] 10.222.0.55 "DELETE /networking/v2.0/networks/2484c1b8-1d7e-43af-960e-e27892a8e9d6 HTTP/1.1" status: 204 len: 168 time: 0.5966744 Sep 08 13:58:02.011170 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 39550) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:58:02.021399 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f544b444-ddb1-484d-807c-d049ef23ea06 admin admin] Pushing event deleted for resources: {'Network': ['ID=2484c1b8-1d7e-43af-960e-e27892a8e9d6,revision_number=None']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:58:02.542620 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=100 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:58:02.626217 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-e5634c8f-53ed-4912-96f4-4f2d507f986b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3854320'] for router_interface (8c60a810-748a-4247-a670-10e3c0806b40), before_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:02.754293 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ec74f9-34e9-4304-8a40-c75e1588ec11 req-92685015-b210-40f2-96b4-61cf56f0a99f tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:58:02.755734 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-d7ec74f9-34e9-4304-8a40-c75e1588ec11 req-92685015-b210-40f2-96b4-61cf56f0a99f tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=335efb35-9bac-46a5-b2d4-4e2936c82aaf HTTP/1.1" status: 200 len: 943 time: 0.0803657 Sep 08 13:58:02.905048 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=100 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:58:02.911096 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-d7ec74f9-34e9-4304-8a40-c75e1588ec11 req-f25d7a90-8a47-4049-802e-00a39c1e8550 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ddf1d878-1109-4f29-aa9f-9fca2e3c8a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1493993 Sep 08 13:58:02.973039 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.plugin [None req-e5634c8f-53ed-4912-96f4-4f2d507f986b admin admin] Deleting port 51b358c1-b1c0-416b-9a7e-43422899ffec {{(pid=112710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 08 13:58:02.973402 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-e5634c8f-53ed-4912-96f4-4f2d507f986b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729028590053'] for port (51b358c1-b1c0-416b-9a7e-43422899ffec), before_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:03.056755 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.db [None req-e5634c8f-53ed-4912-96f4-4f2d507f986b admin admin] For port 51b358c1-b1c0-416b-9a7e-43422899ffec, host dv-cinder-820027-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-24-iscsi',level=0,port_id=51b358c1-b1c0-416b-9a7e-43422899ffec,segment=NetworkSegment(fdb81d59-0dac-4c5e-852d-bcc7fee38238),segment_id=fdb81d59-0dac-4c5e-852d-bcc7fee38238)] {{(pid=112710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:58:03.057112 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-e5634c8f-53ed-4912-96f4-4f2d507f986b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3750342'] for port (51b358c1-b1c0-416b-9a7e-43422899ffec), precommit_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:03.069561 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.plugin [None req-e5634c8f-53ed-4912-96f4-4f2d507f986b admin admin] Calling delete_port for 51b358c1-b1c0-416b-9a7e-43422899ffec owned by network:router_interface {{(pid=112710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 08 13:58:03.242695 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-e5634c8f-53ed-4912-96f4-4f2d507f986b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729028594324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729028134310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10367820'] for port (51b358c1-b1c0-416b-9a7e-43422899ffec), after_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:03.264551 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5634c8f-53ed-4912-96f4-4f2d507f986b admin admin] Pushing event deleted for resources: {'Port': ['ID=51b358c1-b1c0-416b-9a7e-43422899ffec,revision_number=None']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:58:03.427171 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-e5634c8f-53ed-4912-96f4-4f2d507f986b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3690709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3681536'] for router_interface (8c60a810-748a-4247-a670-10e3c0806b40), after_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:03.485697 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:58:03.633277 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5634c8f-53ed-4912-96f4-4f2d507f986b admin admin] Router 8c60a810-748a-4247-a670-10e3c0806b40 has already been hosted by L3 agent 91421a76-39ff-4685-90ca-aa6fbf6a1933 {{(pid=112710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:58:03.680460 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:58:03.740551 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5634c8f-53ed-4912-96f4-4f2d507f986b admin admin] Notify agent at l3_agent.dv-cinder-820027-24-iscsi the message routers_updated {{(pid=112710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:58:03.745815 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-e5634c8f-53ed-4912-96f4-4f2d507f986b admin admin] 10.222.0.55 "PUT /networking/v2.0/routers/8c60a810-748a-4247-a670-10e3c0806b40/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7360160 Sep 08 13:58:03.748946 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 39554) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:58:03.750371 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816c4aaa-eb0c-42ef-9d34-8a6cee517438 None None] Sync routers for ids ['8c60a810-748a-4247-a670-10e3c0806b40'] in dv-cinder-820027-24-iscsi {{(pid=112711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:58:03.760379 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816c4aaa-eb0c-42ef-9d34-8a6cee517438 None None] Routers {'8c60a810-748a-4247-a670-10e3c0806b40'} bound to L3 agent in host dv-cinder-820027-24-iscsi {{(pid=112711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 13:58:03.760979 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_hamode_db [None req-816c4aaa-eb0c-42ef-9d34-8a6cee517438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-08T13:44:16Z,description=,heartbeat_timestamp=2022-09-08T13:57:46Z,host='dv-cinder-820027-24-iscsi',id=91421a76-39ff-4685-90ca-aa6fbf6a1933,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:44:16Z,topic='l3_agent')) {'router_ids': ['8c60a810-748a-4247-a670-10e3c0806b40'], 'active': True} {{(pid=112711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:58:03.848205 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-605c44db-5812-41b3-b72d-9480c8948df7 admin admin] Publish callbacks [] for router (8c60a810-748a-4247-a670-10e3c0806b40), before_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:03.862520 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvr_db [None req-816c4aaa-eb0c-42ef-9d34-8a6cee517438 None None] Set router 8c60a810-748a-4247-a670-10e3c0806b40 gateway port host: dv-cinder-820027-24-iscsi {{(pid=112711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 13:58:03.951770 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-605c44db-5812-41b3-b72d-9480c8948df7 admin admin] Publish callbacks [] for router_gateway (8c60a810-748a-4247-a670-10e3c0806b40), before_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:04.008993 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.plugin [None req-605c44db-5812-41b3-b72d-9480c8948df7 admin admin] Deleting port c72bc6fd-8012-4534-bca8-e3cdf06c751e {{(pid=112710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 08 13:58:04.009330 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-605c44db-5812-41b3-b72d-9480c8948df7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729028590053'] for port (c72bc6fd-8012-4534-bca8-e3cdf06c751e), before_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:04.084629 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7483191e-02f5-404a-b824-486350f51ef6 req-c021fff4-b52a-4b44-9579-7018981e0310 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:58:04.086106 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-7483191e-02f5-404a-b824-486350f51ef6 req-c021fff4-b52a-4b44-9579-7018981e0310 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=335efb35-9bac-46a5-b2d4-4e2936c82aaf HTTP/1.1" status: 200 len: 943 time: 0.0964215 Sep 08 13:58:04.153482 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.db [None req-605c44db-5812-41b3-b72d-9480c8948df7 admin admin] For port c72bc6fd-8012-4534-bca8-e3cdf06c751e, host dv-cinder-820027-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-24-iscsi',level=0,port_id=c72bc6fd-8012-4534-bca8-e3cdf06c751e,segment=NetworkSegment(ebffaf8e-8370-4e1c-9c1b-02c9fe7aa40e),segment_id=ebffaf8e-8370-4e1c-9c1b-02c9fe7aa40e)] {{(pid=112710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:58:04.153859 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-605c44db-5812-41b3-b72d-9480c8948df7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3750342'] for port (c72bc6fd-8012-4534-bca8-e3cdf06c751e), precommit_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:04.158395 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_hamode_db [None req-816c4aaa-eb0c-42ef-9d34-8a6cee517438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c60a810-748a-4247-a670-10e3c0806b40', 'name': 'tempest-TestMinimumBasicScenario-1928476412-router', 'tenant_id': '444e5e44ba7f48348c36f5e2bf864df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': 'c72bc6fd-8012-4534-bca8-e3cdf06c751e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:53:40Z', 'updated_at': '2022-09-08T13:58:03Z', 'revision_number': 5, 'project_id': '444e5e44ba7f48348c36f5e2bf864df0', 'gw_port': {'id': 'c72bc6fd-8012-4534-bca8-e3cdf06c751e', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:8b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c60a810-748a-4247-a670-10e3c0806b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:53:41Z', 'updated_at': '2022-09-08T13:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi'}], 'dv-cinder-820027-24-iscsi', False) {} {{(pid=112711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:58:04.170327 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-7483191e-02f5-404a-b824-486350f51ef6 req-1073f610-ed7e-4de5-b083-f54cee1fc992 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ddf1d878-1109-4f29-aa9f-9fca2e3c8a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759990 Sep 08 13:58:04.174229 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.plugin [None req-605c44db-5812-41b3-b72d-9480c8948df7 admin admin] Calling delete_port for c72bc6fd-8012-4534-bca8-e3cdf06c751e owned by network:router_gateway {{(pid=112710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 08 13:58:04.186545 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816c4aaa-eb0c-42ef-9d34-8a6cee517438 None None] Checking router: 8c60a810-748a-4247-a670-10e3c0806b40 for host: dv-cinder-820027-24-iscsi {{(pid=112711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:58:04.194960 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816c4aaa-eb0c-42ef-9d34-8a6cee517438 None None] Routers {'8c60a810-748a-4247-a670-10e3c0806b40'} bound to L3 agent in host dv-cinder-820027-24-iscsi {{(pid=112711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 13:58:04.195567 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_hamode_db [None req-816c4aaa-eb0c-42ef-9d34-8a6cee517438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-08T13:44:16Z,description=,heartbeat_timestamp=2022-09-08T13:57:46Z,host='dv-cinder-820027-24-iscsi',id=91421a76-39ff-4685-90ca-aa6fbf6a1933,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:44:16Z,topic='l3_agent')) {'router_ids': ['8c60a810-748a-4247-a670-10e3c0806b40'], 'active': True} {{(pid=112711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:58:04.278054 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvr_db [None req-816c4aaa-eb0c-42ef-9d34-8a6cee517438 None None] Set router 8c60a810-748a-4247-a670-10e3c0806b40 gateway port host: None {{(pid=112711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 13:58:04.327382 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_hamode_db [None req-816c4aaa-eb0c-42ef-9d34-8a6cee517438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c60a810-748a-4247-a670-10e3c0806b40', 'name': 'tempest-TestMinimumBasicScenario-1928476412-router', 'tenant_id': '444e5e44ba7f48348c36f5e2bf864df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:53:40Z', 'updated_at': '2022-09-08T13:58:03Z', 'revision_number': 6, 'project_id': '444e5e44ba7f48348c36f5e2bf864df0', 'gw_port_host': None}], 'dv-cinder-820027-24-iscsi', False) {} {{(pid=112711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:58:04.339727 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-605c44db-5812-41b3-b72d-9480c8948df7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729028594324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729028134310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10367820'] for port (c72bc6fd-8012-4534-bca8-e3cdf06c751e), after_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:04.354955 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816c4aaa-eb0c-42ef-9d34-8a6cee517438 None None] The sync data for ids ['8c60a810-748a-4247-a670-10e3c0806b40'] in dv-cinder-820027-24-iscsi is: [{'id': '8c60a810-748a-4247-a670-10e3c0806b40', 'name': 'tempest-TestMinimumBasicScenario-1928476412-router', 'tenant_id': '444e5e44ba7f48348c36f5e2bf864df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:53:40Z', 'updated_at': '2022-09-08T13:58:03Z', 'revision_number': 6, 'project_id': '444e5e44ba7f48348c36f5e2bf864df0', 'gw_port_host': None}] {{(pid=112711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:58:04.362024 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605c44db-5812-41b3-b72d-9480c8948df7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c72bc6fd-8012-4534-bca8-e3cdf06c751e,revision_number=None']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:58:04.390104 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:58:04.436354 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-605c44db-5812-41b3-b72d-9480c8948df7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3679346'] for router_gateway (8c60a810-748a-4247-a670-10e3c0806b40), after_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:04.503696 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:58:04.538324 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-605c44db-5812-41b3-b72d-9480c8948df7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3678294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8286'] for router (8c60a810-748a-4247-a670-10e3c0806b40), precommit_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:04.540588 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-605c44db-5812-41b3-b72d-9480c8948df7 admin admin] Publish callbacks [] for router_controller (8c60a810-748a-4247-a670-10e3c0806b40), precommit_delete_associations {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:04.565319 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (4c2ff875-e6d7-424e-bdc7-d4b2ed4bdd9c), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:04.602368 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-605c44db-5812-41b3-b72d-9480c8948df7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3681589'] for router (8c60a810-748a-4247-a670-10e3c0806b40), after_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:04.602998 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-605c44db-5812-41b3-b72d-9480c8948df7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8c60a810-748a-4247-a670-10e3c0806b40 {{(pid=112710) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 13:58:04.608287 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-605c44db-5812-41b3-b72d-9480c8948df7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:04.609411 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-605c44db-5812-41b3-b72d-9480c8948df7 admin admin] 10.222.0.55 "DELETE /networking/v2.0/routers/8c60a810-748a-4247-a670-10e3c0806b40 HTTP/1.1" status: 204 len: 168 time: 0.8594570 Sep 08 13:58:04.611976 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 39560) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:58:04.658874 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a8313d0-952a-41b3-b0f7-097fb3315ec2 admin admin] Deleting subnet e8d8c364-9497-4841-b81a-686dc4588146 {{(pid=112710) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 08 13:58:04.661923 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-4a8313d0-952a-41b3-b0f7-097fb3315ec2 admin admin] Publish callbacks [] for subnet (e8d8c364-9497-4841-b81a-686dc4588146), before_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:04.696775 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-4a8313d0-952a-41b3-b0f7-097fb3315ec2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2443166'] for subnet (e8d8c364-9497-4841-b81a-686dc4588146), precommit_delete_associations {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:04.774876 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-4a8313d0-952a-41b3-b0f7-097fb3315ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1468842'] for subnet (e8d8c364-9497-4841-b81a-686dc4588146), precommit_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:05.086558 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-4a8313d0-952a-41b3-b0f7-097fb3315ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10367867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9654512'] for subnet (e8d8c364-9497-4841-b81a-686dc4588146), after_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:05.113938 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8313d0-952a-41b3-b0f7-097fb3315ec2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8d8c364-9497-4841-b81a-686dc4588146,revision_number=None']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:58:05.117479 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-4a8313d0-952a-41b3-b0f7-097fb3315ec2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:05.122909 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-4a8313d0-952a-41b3-b0f7-097fb3315ec2 admin admin] 10.222.0.55 "DELETE /networking/v2.0/subnets/e8d8c364-9497-4841-b81a-686dc4588146 HTTP/1.1" status: 204 len: 168 time: 0.5076444 Sep 08 13:58:05.123325 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 39564) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:58:05.125699 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c788cde-440c-4473-857f-e4aff10fcb41 None None] Network 18d7e554-1d2c-4df4-bd92-35c6326f21af requested from dv-cinder-820027-24-iscsi {{(pid=112711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 08 13:58:05.193494 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-b2edd3e4-3111-4da3-92b0-0370ac8cb430 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1549321'] for network (18d7e554-1d2c-4df4-bd92-35c6326f21af), before_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:05.244024 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.plugin [None req-b2edd3e4-3111-4da3-92b0-0370ac8cb430 admin admin] Deleting port f390b3ed-b445-4bc5-a7a6-b55920391c3a {{(pid=112710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 08 13:58:05.244368 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-b2edd3e4-3111-4da3-92b0-0370ac8cb430 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729028590053'] for port (f390b3ed-b445-4bc5-a7a6-b55920391c3a), before_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:05.285846 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c281522-8644-4684-8023-ff6895c73168 None None] DHCP port deletion for 18d7e554-1d2c-4df4-bd92-35c6326f21af request from dv-cinder-820027-24-iscsi {{(pid=112711) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 08 13:58:05.328115 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-7c281522-8644-4684-8023-ff6895c73168 None None] Deleting port f390b3ed-b445-4bc5-a7a6-b55920391c3a {{(pid=112711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 08 13:58:05.328633 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-7c281522-8644-4684-8023-ff6895c73168 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729028590053'] for port (f390b3ed-b445-4bc5-a7a6-b55920391c3a), before_delete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:05.348979 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.db [None req-b2edd3e4-3111-4da3-92b0-0370ac8cb430 admin admin] For port f390b3ed-b445-4bc5-a7a6-b55920391c3a, host dv-cinder-820027-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-24-iscsi',level=0,port_id=f390b3ed-b445-4bc5-a7a6-b55920391c3a,segment=NetworkSegment(fdb81d59-0dac-4c5e-852d-bcc7fee38238),segment_id=fdb81d59-0dac-4c5e-852d-bcc7fee38238)] {{(pid=112710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:58:05.349346 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-b2edd3e4-3111-4da3-92b0-0370ac8cb430 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3750342'] for port (f390b3ed-b445-4bc5-a7a6-b55920391c3a), precommit_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:05.358063 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f67a824-2409-414d-a65f-d024b2db4c69 req-c63abb64-fdb2-49ed-8c2b-653583075981 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:58:05.359586 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-7f67a824-2409-414d-a65f-d024b2db4c69 req-c63abb64-fdb2-49ed-8c2b-653583075981 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=335efb35-9bac-46a5-b2d4-4e2936c82aaf HTTP/1.1" status: 200 len: 943 time: 0.1026423 Sep 08 13:58:05.372686 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.plugin [None req-b2edd3e4-3111-4da3-92b0-0370ac8cb430 admin admin] Calling delete_port for f390b3ed-b445-4bc5-a7a6-b55920391c3a owned by network:dhcp {{(pid=112710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 08 13:58:05.399384 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-7c281522-8644-4684-8023-ff6895c73168 None None] For port f390b3ed-b445-4bc5-a7a6-b55920391c3a, host dv-cinder-820027-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-24-iscsi',level=0,port_id=f390b3ed-b445-4bc5-a7a6-b55920391c3a,segment=NetworkSegment(fdb81d59-0dac-4c5e-852d-bcc7fee38238),segment_id=fdb81d59-0dac-4c5e-852d-bcc7fee38238)] {{(pid=112711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:58:05.400145 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-7c281522-8644-4684-8023-ff6895c73168 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3750342'] for port (f390b3ed-b445-4bc5-a7a6-b55920391c3a), precommit_delete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:05.414263 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-7c281522-8644-4684-8023-ff6895c73168 None None] Calling delete_port for f390b3ed-b445-4bc5-a7a6-b55920391c3a owned by network:dhcp {{(pid=112711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 08 13:58:05.465866 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-7f67a824-2409-414d-a65f-d024b2db4c69 req-07bb718b-5959-4fdb-a5b9-02f7963c4f10 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ddf1d878-1109-4f29-aa9f-9fca2e3c8a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950007 Sep 08 13:58:05.491590 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:58:05.492863 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-b2edd3e4-3111-4da3-92b0-0370ac8cb430 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729028594324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729028134310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10367820'] for port (f390b3ed-b445-4bc5-a7a6-b55920391c3a), after_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:05.508478 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-7c281522-8644-4684-8023-ff6895c73168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729028594324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729028134310'] for port (f390b3ed-b445-4bc5-a7a6-b55920391c3a), after_delete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:05.519300 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2edd3e4-3111-4da3-92b0-0370ac8cb430 admin admin] Pushing event deleted for resources: {'Port': ['ID=f390b3ed-b445-4bc5-a7a6-b55920391c3a,revision_number=None']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:58:05.522798 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2edd3e4-3111-4da3-92b0-0370ac8cb430 admin admin] No DVR routers for this DVR port f390b3ed-b445-4bc5-a7a6-b55920391c3a on host dv-cinder-820027-24-iscsi {{(pid=112710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 08 13:58:05.533318 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c281522-8644-4684-8023-ff6895c73168 None None] Pushing event deleted for resources: {'Port': ['ID=f390b3ed-b445-4bc5-a7a6-b55920391c3a,revision_number=None']} {{(pid=112711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:58:05.536973 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c281522-8644-4684-8023-ff6895c73168 None None] No DVR routers for this DVR port f390b3ed-b445-4bc5-a7a6-b55920391c3a on host dv-cinder-820027-24-iscsi {{(pid=112711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 08 13:58:05.592796 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:58:05.606465 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-b2edd3e4-3111-4da3-92b0-0370ac8cb430 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1385153', 'neutron.services.segments.db._delete_segments_for_network-8729028602525'] for network (18d7e554-1d2c-4df4-bd92-35c6326f21af), precommit_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:05.627035 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.services.segments.db [None req-b2edd3e4-3111-4da3-92b0-0370ac8cb430 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18d7e554-1d2c-4df4-bd92-35c6326f21af']}} {{(pid=112710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:58:05.636285 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.services.segments.db [None req-b2edd3e4-3111-4da3-92b0-0370ac8cb430 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdb81d59-0dac-4c5e-852d-bcc7fee38238') {'for_net_delete': True} {{(pid=112710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:58:05.636610 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.services.segments.db [None req-b2edd3e4-3111-4da3-92b0-0370ac8cb430 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdb81d59-0dac-4c5e-852d-bcc7fee38238') {} {{(pid=112710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:58:05.646204 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-b2edd3e4-3111-4da3-92b0-0370ac8cb430 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729028602570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2443109'] for segment (fdb81d59-0dac-4c5e-852d-bcc7fee38238), before_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:05.660099 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-b2edd3e4-3111-4da3-92b0-0370ac8cb430 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1392598'] for segment (fdb81d59-0dac-4c5e-852d-bcc7fee38238), precommit_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:05.666907 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2edd3e4-3111-4da3-92b0-0370ac8cb430 admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=112710) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:58:05.667366 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-b2edd3e4-3111-4da3-92b0-0370ac8cb430 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1392598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10367761'] for segment (fdb81d59-0dac-4c5e-852d-bcc7fee38238), after_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:05.728177 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Device c72bc6fd-8012-4534-bca8-e3cdf06c751e no longer exists at agent ovs-agent-dv-cinder-820027-24-iscsi {{(pid=112711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:58:05.733933 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-b2edd3e4-3111-4da3-92b0-0370ac8cb430 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1385144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3679383'] for network (18d7e554-1d2c-4df4-bd92-35c6326f21af), after_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:05.747090 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] No Port match for: c72bc6fd-8012-4534-bca8-e3cdf06c751e {{(pid=112711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 08 13:58:05.747430 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Device c72bc6fd-8012-4534-bca8-e3cdf06c751e not bound to the agent host dv-cinder-820027-24-iscsi {{(pid=112711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:58:05.747854 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Device f390b3ed-b445-4bc5-a7a6-b55920391c3a no longer exists at agent ovs-agent-dv-cinder-820027-24-iscsi {{(pid=112711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:58:05.750223 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:58:05.754251 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:UPDATE=4 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:58:05.759621 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-b2edd3e4-3111-4da3-92b0-0370ac8cb430 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693876'] for network (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:05.765697 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-b2edd3e4-3111-4da3-92b0-0370ac8cb430 admin admin] 10.222.0.55 "DELETE /networking/v2.0/networks/18d7e554-1d2c-4df4-bd92-35c6326f21af HTTP/1.1" status: 204 len: 168 time: 0.6414440 Sep 08 13:58:05.766996 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2edd3e4-3111-4da3-92b0-0370ac8cb430 admin admin] Pushing event deleted for resources: {'Network': ['ID=18d7e554-1d2c-4df4-bd92-35c6326f21af,revision_number=None']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:58:05.769047 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.services.segments.plugin [-] Segment fdb81d59-0dac-4c5e-852d-bcc7fee38238 resource provider aggregate not found Sep 08 13:58:05.769477 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] No Port match for: f390b3ed-b445-4bc5-a7a6-b55920391c3a {{(pid=112711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 08 13:58:05.769846 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Device f390b3ed-b445-4bc5-a7a6-b55920391c3a not bound to the agent host dv-cinder-820027-24-iscsi {{(pid=112711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:58:05.770269 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Device 51b358c1-b1c0-416b-9a7e-43422899ffec no longer exists at agent ovs-agent-dv-cinder-820027-24-iscsi {{(pid=112711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:58:05.788072 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.services.segments.plugin [-] Segment fdb81d59-0dac-4c5e-852d-bcc7fee38238 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fdb81d59-0dac-4c5e-852d-bcc7fee38238 found for delete ", "request_id": "req-65944125-a0ca-4af6-a7bb-4d4c79367f41"}]} Sep 08 13:58:05.798952 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] No Port match for: 51b358c1-b1c0-416b-9a7e-43422899ffec {{(pid=112711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 08 13:58:05.799236 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Device 51b358c1-b1c0-416b-9a7e-43422899ffec not bound to the agent host dv-cinder-820027-24-iscsi {{(pid=112711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:58:05.943965 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 39576) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:58:05.985063 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-8b3cb8f0-ee7c-408a-b619-be1339904a07 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=f7507a7da3bb4420abcfcf08780dc0a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0399611 Sep 08 13:58:05.987488 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 39578) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:58:06.034796 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-ab7036a3-9f4e-4597-aabc-c295410ed81b admin admin] Publish callbacks [] for security_group (67f82339-c558-4fb0-914d-617dffa82f8a), before_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:06.054263 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-ab7036a3-9f4e-4597-aabc-c295410ed81b admin admin] Publish callbacks [] for security_group (67f82339-c558-4fb0-914d-617dffa82f8a), precommit_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:06.101551 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-ab7036a3-9f4e-4597-aabc-c295410ed81b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (67f82339-c558-4fb0-914d-617dffa82f8a), after_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:06.104061 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-ab7036a3-9f4e-4597-aabc-c295410ed81b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:06.105242 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-ab7036a3-9f4e-4597-aabc-c295410ed81b admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/67f82339-c558-4fb0-914d-617dffa82f8a HTTP/1.1" status: 204 len: 168 time: 0.1168447 Sep 08 13:58:06.112852 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7036a3-9f4e-4597-aabc-c295410ed81b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67f82339-c558-4fb0-914d-617dffa82f8a,revision_number=None']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:58:06.426266 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 39586) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:58:06.472200 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-3d277ceb-5fd6-4b5d-b8be-f4f77f8d08e2 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=444e5e44ba7f48348c36f5e2bf864df0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0446830 Sep 08 13:58:06.474685 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 39588) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:58:06.527004 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-7a4f7a66-9654-4310-a66b-5d8242478628 admin admin] Publish callbacks [] for security_group (5755a8b8-85d5-42e9-a134-77e9dd0f3462), before_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:06.551873 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-7a4f7a66-9654-4310-a66b-5d8242478628 admin admin] Publish callbacks [] for security_group (5755a8b8-85d5-42e9-a134-77e9dd0f3462), precommit_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:06.594853 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5ec2ad-3bd8-470a-a209-acfd00fa18f0 req-4c861605-7358-4506-867a-64a29a9f4e3b tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:58:06.596348 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-bf5ec2ad-3bd8-470a-a209-acfd00fa18f0 req-4c861605-7358-4506-867a-64a29a9f4e3b tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=335efb35-9bac-46a5-b2d4-4e2936c82aaf HTTP/1.1" status: 200 len: 943 time: 0.0519309 Sep 08 13:58:06.600015 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-7a4f7a66-9654-4310-a66b-5d8242478628 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (5755a8b8-85d5-42e9-a134-77e9dd0f3462), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:06.602767 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-7a4f7a66-9654-4310-a66b-5d8242478628 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:06.603998 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-7a4f7a66-9654-4310-a66b-5d8242478628 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/5755a8b8-85d5-42e9-a134-77e9dd0f3462 HTTP/1.1" status: 204 len: 168 time: 0.1283462 Sep 08 13:58:06.612444 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4f7a66-9654-4310-a66b-5d8242478628 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5755a8b8-85d5-42e9-a134-77e9dd0f3462,revision_number=None']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:58:06.655785 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-bf5ec2ad-3bd8-470a-a209-acfd00fa18f0 req-e5766fd1-97cb-4fe5-958c-482363412e7a tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ddf1d878-1109-4f29-aa9f-9fca2e3c8a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531266 Sep 08 13:58:07.776568 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcfd7e8-615c-4e13-a54f-fe8e18914f83 req-de36e3ed-125f-4ca3-ae5d-4e48f434f8e2 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:58:07.778586 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-3dcfd7e8-615c-4e13-a54f-fe8e18914f83 req-de36e3ed-125f-4ca3-ae5d-4e48f434f8e2 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=335efb35-9bac-46a5-b2d4-4e2936c82aaf HTTP/1.1" status: 200 len: 943 time: 0.0480678 Sep 08 13:58:07.827616 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-3dcfd7e8-615c-4e13-a54f-fe8e18914f83 req-05c8f27b-67b8-46ef-87c0-86776a6a23e0 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ddf1d878-1109-4f29-aa9f-9fca2e3c8a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435696 Sep 08 13:58:08.952368 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f318117-04ff-4bd2-84d3-ee71f2167921 req-24732c83-4b6f-4e8f-a8e3-489cb4097325 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:58:08.953856 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-3f318117-04ff-4bd2-84d3-ee71f2167921 req-24732c83-4b6f-4e8f-a8e3-489cb4097325 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=335efb35-9bac-46a5-b2d4-4e2936c82aaf HTTP/1.1" status: 200 len: 943 time: 0.0533586 Sep 08 13:58:09.005551 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-3f318117-04ff-4bd2-84d3-ee71f2167921 req-f99d40cd-ba76-4d77-9d72-0266416d2e80 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ddf1d878-1109-4f29-aa9f-9fca2e3c8a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460725 Sep 08 13:58:09.044444 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Device f0cab8b5-a76d-4e29-b91b-c60d3fdf2858 details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=112711) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:58:09.141502 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] For port f0cab8b5-a76d-4e29-b91b-c60d3fdf2858, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=f0cab8b5-a76d-4e29-b91b-c60d3fdf2858,segment=NetworkSegment(8c3064d6-a80a-4cdc-832a-15ed9b418cbb),segment_id=8c3064d6-a80a-4cdc-832a-15ed9b418cbb)] {{(pid=112711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:58:09.155787 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Returning: {'device': 'f0cab8b5-a76d-4e29-b91b-c60d3fdf2858', 'network_id': '551d8846-f844-4925-a2fe-eef49820f7af', 'port_id': 'f0cab8b5-a76d-4e29-b91b-c60d3fdf2858', 'mac_address': 'fa:16:3e:ce:14:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ad1b6f9-720f-46b5-a559-3250cb34e913', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112711) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:58:09.188985 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Current status of the port f0cab8b5-a76d-4e29-b91b-c60d3fdf2858 is: DOWN; New status is: BUILD {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 13:58:09.189371 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (f0cab8b5-a76d-4e29-b91b-c60d3fdf2858), before_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:09.202528 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.notifiers.nova [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0cab8b5-a76d-4e29-b91b-c60d3fdf2858 {{(pid=112711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 08 13:58:09.222410 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] For port f0cab8b5-a76d-4e29-b91b-c60d3fdf2858, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=f0cab8b5-a76d-4e29-b91b-c60d3fdf2858,segment=NetworkSegment(8c3064d6-a80a-4cdc-832a-15ed9b418cbb),segment_id=8c3064d6-a80a-4cdc-832a-15ed9b418cbb)] {{(pid=112711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:58:09.225962 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (f0cab8b5-a76d-4e29-b91b-c60d3fdf2858), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:09.270960 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Pushing event updated for resources: {'Port': ['ID=f0cab8b5-a76d-4e29-b91b-c60d3fdf2858,revision_number=4']} {{(pid=112711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:58:09.744504 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] get_ports_and_sgs() called for port_ids ['f0cab8b5-a76d-4e29-b91b-c60d3fdf2858'] {{(pid=112711) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 08 13:58:10.128484 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afd8669-0646-43a3-873a-27285d12e2d7 req-198f5b54-75cd-4476-94e5-9bda73d209f5 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:58:10.129969 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-6afd8669-0646-43a3-873a-27285d12e2d7 req-198f5b54-75cd-4476-94e5-9bda73d209f5 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=335efb35-9bac-46a5-b2d4-4e2936c82aaf HTTP/1.1" status: 200 len: 944 time: 0.0479600 Sep 08 13:58:10.179090 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-6afd8669-0646-43a3-873a-27285d12e2d7 req-cb5a9c55-ae2c-4d4d-9da5-decd492f81bf tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ddf1d878-1109-4f29-aa9f-9fca2e3c8a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433545 Sep 08 13:58:10.473386 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.agents_db [None req-36671662-b8ef-427e-8422-ee96630d1377 None None] Agent healthcheck: found 6 active agents {{(pid=112712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:58:11.104347 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Device f0cab8b5-a76d-4e29-b91b-c60d3fdf2858 up at agent hyperv_hv-cinder-82002 {{(pid=112711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:58:11.149234 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Provisioning for port f0cab8b5-a76d-4e29-b91b-c60d3fdf2858 completed by entity L2. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 08 13:58:11.154412 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Provisioning complete for port f0cab8b5-a76d-4e29-b91b-c60d3fdf2858 triggered by entity L2. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 13:58:11.154810 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (f0cab8b5-a76d-4e29-b91b-c60d3fdf2858), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:11.224934 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Current status of the port f0cab8b5-a76d-4e29-b91b-c60d3fdf2858 is: BUILD; New status is: ACTIVE {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 13:58:11.225298 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (f0cab8b5-a76d-4e29-b91b-c60d3fdf2858), before_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:11.248901 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '335efb35-9bac-46a5-b2d4-4e2936c82aaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0cab8b5-a76d-4e29-b91b-c60d3fdf2858'}] {{(pid=112711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 13:58:11.251173 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da88ec0cbec787fa3ec3fbfc035ae72aba30a0bab36d561f227dc8a59222d55b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e78e9de5-66fd-42f7-9638-5c14f1912397" -d '{"events": [{"server_uuid": "335efb35-9bac-46a5-b2d4-4e2936c82aaf", "name": "network-vif-plugged", "status": "completed", "tag": "f0cab8b5-a76d-4e29-b91b-c60d3fdf2858"}]}' {{(pid=112711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:58:11.264335 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] For port f0cab8b5-a76d-4e29-b91b-c60d3fdf2858, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=f0cab8b5-a76d-4e29-b91b-c60d3fdf2858,segment=NetworkSegment(8c3064d6-a80a-4cdc-832a-15ed9b418cbb),segment_id=8c3064d6-a80a-4cdc-832a-15ed9b418cbb)] {{(pid=112711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:58:11.268212 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (f0cab8b5-a76d-4e29-b91b-c60d3fdf2858), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:11.290095 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:58:11.293996 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Sep 2022 13:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d021c3db-a99d-4ac8-8159-41fe91e193d9 x-openstack-request-id: req-d021c3db-a99d-4ac8-8159-41fe91e193d9 {{(pid=112711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:58:11.294309 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "335efb35-9bac-46a5-b2d4-4e2936c82aaf", "name": "network-vif-plugged", "status": "completed", "tag": "f0cab8b5-a76d-4e29-b91b-c60d3fdf2858", "code": 200}]} {{(pid=112711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:58:11.294559 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d021c3db-a99d-4ac8-8159-41fe91e193d9 {{(pid=112711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:58:11.294946 dv-cinder-820027-24-iscsi neutron-server[112711]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d021c3db-a99d-4ac8-8159-41fe91e193d9'] response: {'server_uuid': '335efb35-9bac-46a5-b2d4-4e2936c82aaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0cab8b5-a76d-4e29-b91b-c60d3fdf2858', 'code': 200} Sep 08 13:58:11.302020 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c17602a-bb7e-4bcd-8043-d3d1bfa7a1c7 req-6f878ff4-bd73-42d8-a53c-d72065bab323 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:58:11.303597 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-5c17602a-bb7e-4bcd-8043-d3d1bfa7a1c7 req-6f878ff4-bd73-42d8-a53c-d72065bab323 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=335efb35-9bac-46a5-b2d4-4e2936c82aaf HTTP/1.1" status: 200 len: 944 time: 0.0498393 Sep 08 13:58:11.306144 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:58:11.321336 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Pushing event updated for resources: {'Port': ['ID=f0cab8b5-a76d-4e29-b91b-c60d3fdf2858,revision_number=5']} {{(pid=112711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:58:11.354396 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-5c17602a-bb7e-4bcd-8043-d3d1bfa7a1c7 req-b7d124b9-a39e-488c-86fb-66ccb53a42ec tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ddf1d878-1109-4f29-aa9f-9fca2e3c8a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440352 Sep 08 13:58:11.652848 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82f917d-7ac7-4b66-8815-ba3db166e3b2 req-96256ffd-134f-4a85-9e55-0bd462f4fde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:58:11.654321 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-f82f917d-7ac7-4b66-8815-ba3db166e3b2 req-96256ffd-134f-4a85-9e55-0bd462f4fde4 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=335efb35-9bac-46a5-b2d4-4e2936c82aaf HTTP/1.1" status: 200 len: 1129 time: 0.0405409 Sep 08 13:58:11.705492 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-f82f917d-7ac7-4b66-8815-ba3db166e3b2 req-ffe1acd7-8db6-4841-b2e5-051c21d41600 service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ddf1d878-1109-4f29-aa9f-9fca2e3c8a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391300 Sep 08 13:58:12.469435 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:58:12.478008 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6580eba-490e-4954-8835-ac535addbd93 req-e8e24bd7-6257-4534-8ac5-bfcce7d13e77 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:58:12.479495 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-c6580eba-490e-4954-8835-ac535addbd93 req-e8e24bd7-6257-4534-8ac5-bfcce7d13e77 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=335efb35-9bac-46a5-b2d4-4e2936c82aaf HTTP/1.1" status: 200 len: 945 time: 0.0488040 Sep 08 13:58:12.528676 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-c6580eba-490e-4954-8835-ac535addbd93 req-fc638ae0-aa58-482b-9948-f95cb4db17f3 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ddf1d878-1109-4f29-aa9f-9fca2e3c8a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435188 Sep 08 13:58:13.648994 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412f16ac-d9f1-4a7c-a654-2379c03b70cc req-b2a3c095-43c9-4928-a11e-0eb8b0ccc556 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:58:13.650454 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-412f16ac-d9f1-4a7c-a654-2379c03b70cc req-b2a3c095-43c9-4928-a11e-0eb8b0ccc556 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=335efb35-9bac-46a5-b2d4-4e2936c82aaf HTTP/1.1" status: 200 len: 945 time: 0.0495055 Sep 08 13:58:13.699239 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-412f16ac-d9f1-4a7c-a654-2379c03b70cc req-3d028a33-0af9-4806-9072-b8b1d93d78ef tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ddf1d878-1109-4f29-aa9f-9fca2e3c8a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426099 Sep 08 13:58:13.817459 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b884ac96-0617-4a16-97b4-3f3ab4ca4a61 req-78f226e6-0fc3-4cd6-8313-17039cd58697 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:58:13.818906 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-b884ac96-0617-4a16-97b4-3f3ab4ca4a61 req-78f226e6-0fc3-4cd6-8313-17039cd58697 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=335efb35-9bac-46a5-b2d4-4e2936c82aaf HTTP/1.1" status: 200 len: 945 time: 0.0477309 Sep 08 13:58:13.845302 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:58:13.869922 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-b884ac96-0617-4a16-97b4-3f3ab4ca4a61 req-50af42eb-f4b9-408f-a840-e43068ee1c0d tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ddf1d878-1109-4f29-aa9f-9fca2e3c8a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448248 Sep 08 13:58:13.898354 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 39616) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:58:14.064220 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-08a69aaa-d490-4b6c-ba7c-f9bee7de9172 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (22ab8903-d7f5-4941-bce3-89140b53b8af), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:14.131975 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e1df482-cae9-4dcc-8c7f-ad31a6835049 tempest-TestVolumeBootPattern-1966906302 tempest-TestVolumeBootPattern-1966906302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:58:14.133493 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-6e1df482-cae9-4dcc-8c7f-ad31a6835049 tempest-TestVolumeBootPattern-1966906302 tempest-TestVolumeBootPattern-1966906302-project-admin] 10.222.0.55 "GET /networking/v2.0/ports?device_id=335efb35-9bac-46a5-b2d4-4e2936c82aaf HTTP/1.1" status: 200 len: 1124 time: 0.2341464 Sep 08 13:58:14.136382 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 39620) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:58:14.140491 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.v2.base [None req-0d233d1a-d8de-4013-90fe-9fd8d61fde42 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Request body: {'floatingip': {'floating_network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'port_id': 'f0cab8b5-a76d-4e29-b91b-c60d3fdf2858', 'tenant_id': '19d114fd258a4306b4c0665df90ae4c7', 'fixed_ip_address': '172.20.0.6'}} {{(pid=112709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:58:14.160167 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-0d233d1a-d8de-4013-90fe-9fd8d61fde42 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:14.242034 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-0d233d1a-d8de-4013-90fe-9fd8d61fde42 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (None), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:14.345989 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.db.db_base_plugin_common [None req-0d233d1a-d8de-4013-90fe-9fd8d61fde42 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Allocated IP 172.27.0.17 (a5311008-4782-42e3-9445-a36a6c9fb014/42b74029-f5ac-41f0-a451-9a0d0b4a74ed/c5ec5b3f-6383-4f42-94ab-d9b59f4a90c2) {{(pid=112709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:58:14.453512 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-0d233d1a-d8de-4013-90fe-9fd8d61fde42 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Publish callbacks [] for port (c5ec5b3f-6383-4f42-94ab-d9b59f4a90c2), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:14.456204 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:DELETE=7,neutron:SELECT=86,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:58:14.484474 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:58:14.491242 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-0d233d1a-d8de-4013-90fe-9fd8d61fde42 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729028134301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9153317'] for port (c5ec5b3f-6383-4f42-94ab-d9b59f4a90c2), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:14.532150 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d233d1a-d8de-4013-90fe-9fd8d61fde42 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Network a5311008-4782-42e3-9445-a36a6c9fb014 is already hosted by enough agents. {{(pid=112709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:58:14.537387 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.scheduler.base_scheduler [None req-0d233d1a-d8de-4013-90fe-9fd8d61fde42 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Resources bound (agent type, host, resource id): {{(pid=112709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:58:14.541328 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d233d1a-d8de-4013-90fe-9fd8d61fde42 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Received port after_create {{(pid=112709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 08 13:58:14.562969 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d233d1a-d8de-4013-90fe-9fd8d61fde42 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Pushing event updated for resources: {'Port': ['ID=c5ec5b3f-6383-4f42-94ab-d9b59f4a90c2,revision_number=1']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:58:14.896551 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-0d233d1a-d8de-4013-90fe-9fd8d61fde42 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Publish callbacks [] for floatingip (ffbfe68f-6f4e-4d2f-b16a-43fce5d96edb), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:14.963647 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-0d233d1a-d8de-4013-90fe-9fd8d61fde42 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (c5ec5b3f-6383-4f42-94ab-d9b59f4a90c2), before_update {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:15.114911 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-0d233d1a-d8de-4013-90fe-9fd8d61fde42 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Publish callbacks [] for port (c5ec5b3f-6383-4f42-94ab-d9b59f4a90c2), precommit_update {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:15.119374 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-0d233d1a-d8de-4013-90fe-9fd8d61fde42 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9153372'] for port (c5ec5b3f-6383-4f42-94ab-d9b59f4a90c2), after_update {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:15.175229 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:58:15.186497 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d233d1a-d8de-4013-90fe-9fd8d61fde42 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Pushing event updated for resources: {'Port': ['ID=c5ec5b3f-6383-4f42-94ab-d9b59f4a90c2,revision_number=2']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:58:15.194465 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-0d233d1a-d8de-4013-90fe-9fd8d61fde42 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3679472'] for floatingip (ffbfe68f-6f4e-4d2f-b16a-43fce5d96edb), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:15.287569 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.db.l3_db [None req-0d233d1a-d8de-4013-90fe-9fd8d61fde42 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Floating IP ffbfe68f-6f4e-4d2f-b16a-43fce5d96edb associated. External IP: 172.27.0.17, port: f0cab8b5-a76d-4e29-b91b-c60d3fdf2858. Sep 08 13:58:15.670932 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:58:15.700896 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d233d1a-d8de-4013-90fe-9fd8d61fde42 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Router 1dee0814-e2a9-4820-818a-1712274f21b5 has already been hosted by L3 agent 91421a76-39ff-4685-90ca-aa6fbf6a1933 {{(pid=112709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:58:15.803421 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d233d1a-d8de-4013-90fe-9fd8d61fde42 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Notify agent at l3_agent.dv-cinder-820027-24-iscsi the message routers_updated {{(pid=112709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:58:15.813255 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9646a1e1-32c1-4d50-8473-cef805501749 None None] Sync routers for ids ['1dee0814-e2a9-4820-818a-1712274f21b5'] in dv-cinder-820027-24-iscsi {{(pid=112712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:58:15.821836 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-0d233d1a-d8de-4013-90fe-9fd8d61fde42 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161718'] for floatingip (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:15.822694 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9646a1e1-32c1-4d50-8473-cef805501749 None None] Routers {'1dee0814-e2a9-4820-818a-1712274f21b5'} bound to L3 agent in host dv-cinder-820027-24-iscsi {{(pid=112712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 13:58:15.823321 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_hamode_db [None req-9646a1e1-32c1-4d50-8473-cef805501749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-08T13:44:16Z,description=,heartbeat_timestamp=2022-09-08T13:57:46Z,host='dv-cinder-820027-24-iscsi',id=91421a76-39ff-4685-90ca-aa6fbf6a1933,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:44:16Z,topic='l3_agent')) {'router_ids': ['1dee0814-e2a9-4820-818a-1712274f21b5'], 'active': True} {{(pid=112712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:58:15.856461 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-0d233d1a-d8de-4013-90fe-9fd8d61fde42 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7190647 Sep 08 13:58:15.857784 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '335efb35-9bac-46a5-b2d4-4e2936c82aaf', 'tag': 'f0cab8b5-a76d-4e29-b91b-c60d3fdf2858'}] {{(pid=112709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 13:58:15.859665 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}542ac7e5325f68055833e74974e312adb8a2ee810b70c39787611e772d2c694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eba314cb-dd68-447f-90d7-15b615e34acf" -d '{"events": [{"name": "network-changed", "server_uuid": "335efb35-9bac-46a5-b2d4-4e2936c82aaf", "tag": "f0cab8b5-a76d-4e29-b91b-c60d3fdf2858"}]}' {{(pid=112709) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:58:15.927116 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_dvr_db [None req-9646a1e1-32c1-4d50-8473-cef805501749 None None] Set router 1dee0814-e2a9-4820-818a-1712274f21b5 gateway port host: dv-cinder-820027-24-iscsi {{(pid=112712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 13:58:16.020393 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Sep 2022 13:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-334b35c8-7d49-4ae8-b97c-da7e14fa7645 x-openstack-request-id: req-334b35c8-7d49-4ae8-b97c-da7e14fa7645 {{(pid=112709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:58:16.020899 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "335efb35-9bac-46a5-b2d4-4e2936c82aaf", "tag": "f0cab8b5-a76d-4e29-b91b-c60d3fdf2858", "status": "completed", "code": 200}]} {{(pid=112709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:58:16.020899 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-334b35c8-7d49-4ae8-b97c-da7e14fa7645 {{(pid=112709) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:58:16.021315 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.notifiers.nova [-] Nova event matching ['req-334b35c8-7d49-4ae8-b97c-da7e14fa7645'] response: {'name': 'network-changed', 'server_uuid': '335efb35-9bac-46a5-b2d4-4e2936c82aaf', 'tag': 'f0cab8b5-a76d-4e29-b91b-c60d3fdf2858', 'status': 'completed', 'code': 200} Sep 08 13:58:16.126983 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba314cb-dd68-447f-90d7-15b615e34acf req-3e74170c-5e2e-4fdd-ab37-a3936e7c8ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:58:16.128511 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-eba314cb-dd68-447f-90d7-15b615e34acf req-3e74170c-5e2e-4fdd-ab37-a3936e7c8ccc service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=19d114fd258a4306b4c0665df90ae4c7&device_id=335efb35-9bac-46a5-b2d4-4e2936c82aaf HTTP/1.1" status: 200 len: 1129 time: 0.0394845 Sep 08 13:58:16.140779 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_hamode_db [None req-9646a1e1-32c1-4d50-8473-cef805501749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dee0814-e2a9-4820-818a-1712274f21b5', 'name': 'tempest-TestVolumeBootPattern-719451595-router', 'tenant_id': '19d114fd258a4306b4c0665df90ae4c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': '35c22b56-71fb-494d-bbaa-432b8b41f93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:57:17Z', 'updated_at': '2022-09-08T13:57:23Z', 'revision_number': 4, 'project_id': '19d114fd258a4306b4c0665df90ae4c7', 'gw_port': {'id': '35c22b56-71fb-494d-bbaa-432b8b41f93e', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c2:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dee0814-e2a9-4820-818a-1712274f21b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:57:18Z', 'updated_at': '2022-09-08T13:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi', '_floatingips': [{'id': 'ffbfe68f-6f4e-4d2f-b16a-43fce5d96edb', 'tenant_id': '19d114fd258a4306b4c0665df90ae4c7', 'floating_ip_address': '172.27.0.17', 'floating_network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'router_id': '1dee0814-e2a9-4820-818a-1712274f21b5', 'port_id': 'f0cab8b5-a76d-4e29-b91b-c60d3fdf2858', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '551d8846-f844-4925-a2fe-eef49820f7af', 'mac_address': 'fa:16:3e:ce:14:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335efb35-9bac-46a5-b2d4-4e2936c82aaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-08T13:58:14Z', 'updated_at': '2022-09-08T13:58:14Z', 'revision_number': 0, 'project_id': '19d114fd258a4306b4c0665df90ae4c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09d4b13b-43d4-437f-a8b5-280a1cb88e16', 'name': '', 'network_id': '551d8846-f844-4925-a2fe-eef49820f7af', 'tenant_id': '19d114fd258a4306b4c0665df90ae4c7', 'mac_address': 'fa:16:3e:fd:e3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dee0814-e2a9-4820-818a-1712274f21b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '8ad1b6f9-720f-46b5-a559-3250cb34e913', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:57:22Z', 'updated_at': '2022-09-08T13:57:28Z', 'revision_number': 5, 'project_id': '19d114fd258a4306b4c0665df90ae4c7', 'subnets': [{'id': '8ad1b6f9-720f-46b5-a559-3250cb34e913', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-24-iscsi', False) {} {{(pid=112712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:58:16.165827 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9646a1e1-32c1-4d50-8473-cef805501749 None None] Checking router: 1dee0814-e2a9-4820-818a-1712274f21b5 for host: dv-cinder-820027-24-iscsi {{(pid=112712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:58:16.174198 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9646a1e1-32c1-4d50-8473-cef805501749 None None] Routers {'1dee0814-e2a9-4820-818a-1712274f21b5'} bound to L3 agent in host dv-cinder-820027-24-iscsi {{(pid=112712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 13:58:16.174793 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_hamode_db [None req-9646a1e1-32c1-4d50-8473-cef805501749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-08T13:44:16Z,description=,heartbeat_timestamp=2022-09-08T13:57:46Z,host='dv-cinder-820027-24-iscsi',id=91421a76-39ff-4685-90ca-aa6fbf6a1933,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:44:16Z,topic='l3_agent')) {'router_ids': ['1dee0814-e2a9-4820-818a-1712274f21b5'], 'active': True} {{(pid=112712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:58:16.224833 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba314cb-dd68-447f-90d7-15b615e34acf req-249c1239-869d-4706-a239-5e39f1604ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:58:16.226366 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-eba314cb-dd68-447f-90d7-15b615e34acf req-249c1239-869d-4706-a239-5e39f1604ea4 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=551d8846-f844-4925-a2fe-eef49820f7af HTTP/1.1" status: 200 len: 912 time: 0.0906265 Sep 08 13:58:16.248871 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:58:16.275507 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_dvr_db [None req-9646a1e1-32c1-4d50-8473-cef805501749 None None] Set router 1dee0814-e2a9-4820-818a-1712274f21b5 gateway port host: dv-cinder-820027-24-iscsi {{(pid=112712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 13:58:16.294607 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-eba314cb-dd68-447f-90d7-15b615e34acf req-cde7d185-e3eb-4f05-9c7d-41d62db0603a service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f0cab8b5-a76d-4e29-b91b-c60d3fdf2858 HTTP/1.1" status: 200 len: 998 time: 0.0558968 Sep 08 13:58:16.349383 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba314cb-dd68-447f-90d7-15b615e34acf req-31920b3c-cf69-4d85-ab89-9b83d15b8bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:58:16.351108 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-eba314cb-dd68-447f-90d7-15b615e34acf req-31920b3c-cf69-4d85-ab89-9b83d15b8bd5 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=8ad1b6f9-720f-46b5-a559-3250cb34e913 HTTP/1.1" status: 200 len: 850 time: 0.0491135 Sep 08 13:58:16.367908 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-e8f5399a-0764-4b92-bf1f-1a85f6e28991 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (91421a76-39ff-4685-90ca-aa6fbf6a1933), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:16.400135 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba314cb-dd68-447f-90d7-15b615e34acf req-88d8e214-ffa8-4c60-a00e-3563e01b261c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:58:16.401781 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-eba314cb-dd68-447f-90d7-15b615e34acf req-88d8e214-ffa8-4c60-a00e-3563e01b261c service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=551d8846-f844-4925-a2fe-eef49820f7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0421369 Sep 08 13:58:16.443504 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=100 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:58:16.502281 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-eba314cb-dd68-447f-90d7-15b615e34acf req-32f66cf5-b30d-4167-b1da-5ba33c9b1609 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/551d8846-f844-4925-a2fe-eef49820f7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920327 Sep 08 13:58:16.577538 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_hamode_db [None req-9646a1e1-32c1-4d50-8473-cef805501749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dee0814-e2a9-4820-818a-1712274f21b5', 'name': 'tempest-TestVolumeBootPattern-719451595-router', 'tenant_id': '19d114fd258a4306b4c0665df90ae4c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': '35c22b56-71fb-494d-bbaa-432b8b41f93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:57:17Z', 'updated_at': '2022-09-08T13:57:23Z', 'revision_number': 4, 'project_id': '19d114fd258a4306b4c0665df90ae4c7', 'gw_port': {'id': '35c22b56-71fb-494d-bbaa-432b8b41f93e', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c2:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dee0814-e2a9-4820-818a-1712274f21b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:57:18Z', 'updated_at': '2022-09-08T13:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi', '_floatingips': [{'id': 'ffbfe68f-6f4e-4d2f-b16a-43fce5d96edb', 'tenant_id': '19d114fd258a4306b4c0665df90ae4c7', 'floating_ip_address': '172.27.0.17', 'floating_network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'router_id': '1dee0814-e2a9-4820-818a-1712274f21b5', 'port_id': 'f0cab8b5-a76d-4e29-b91b-c60d3fdf2858', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '551d8846-f844-4925-a2fe-eef49820f7af', 'mac_address': 'fa:16:3e:ce:14:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335efb35-9bac-46a5-b2d4-4e2936c82aaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-08T13:58:14Z', 'updated_at': '2022-09-08T13:58:14Z', 'revision_number': 0, 'project_id': '19d114fd258a4306b4c0665df90ae4c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09d4b13b-43d4-437f-a8b5-280a1cb88e16', 'name': '', 'network_id': '551d8846-f844-4925-a2fe-eef49820f7af', 'tenant_id': '19d114fd258a4306b4c0665df90ae4c7', 'mac_address': 'fa:16:3e:fd:e3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dee0814-e2a9-4820-818a-1712274f21b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '8ad1b6f9-720f-46b5-a559-3250cb34e913', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:57:22Z', 'updated_at': '2022-09-08T13:57:28Z', 'revision_number': 5, 'project_id': '19d114fd258a4306b4c0665df90ae4c7', 'subnets': [{'id': '8ad1b6f9-720f-46b5-a559-3250cb34e913', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-24-iscsi', False) {} {{(pid=112712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:58:16.595332 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-eba314cb-dd68-447f-90d7-15b615e34acf req-13f4285f-90f8-4c29-b129-4a27055a841f service neutron] 10.222.0.20 "GET /networking/v2.0/networks/551d8846-f844-4925-a2fe-eef49820f7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864873 Sep 08 13:58:16.601597 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9646a1e1-32c1-4d50-8473-cef805501749 None None] The sync data for ids ['1dee0814-e2a9-4820-818a-1712274f21b5'] in dv-cinder-820027-24-iscsi is: [{'id': '1dee0814-e2a9-4820-818a-1712274f21b5', 'name': 'tempest-TestVolumeBootPattern-719451595-router', 'tenant_id': '19d114fd258a4306b4c0665df90ae4c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': '35c22b56-71fb-494d-bbaa-432b8b41f93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:57:17Z', 'updated_at': '2022-09-08T13:57:23Z', 'revision_number': 4, 'project_id': '19d114fd258a4306b4c0665df90ae4c7', 'gw_port': {'id': '35c22b56-71fb-494d-bbaa-432b8b41f93e', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c2:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dee0814-e2a9-4820-818a-1712274f21b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:57:18Z', 'updated_at': '2022-09-08T13:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi', '_floatingips': [{'id': 'ffbfe68f-6f4e-4d2f-b16a-43fce5d96edb', 'tenant_id': '19d114fd258a4306b4c0665df90ae4c7', 'floating_ip_address': '172.27.0.17', 'floating_network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'router_id': '1dee0814-e2a9-4820-818a-1712274f21b5', 'port_id': 'f0cab8b5-a76d-4e29-b91b-c60d3fdf2858', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '551d8846-f844-4925-a2fe-eef49820f7af', 'mac_address': 'fa:16:3e:ce:14:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335efb35-9bac-46a5-b2d4-4e2936c82aaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-08T13:58:14Z', 'updated_at': '2022-09-08T13:58:14Z', 'revision_number': 0, 'project_id': '19d114fd258a4306b4c0665df90ae4c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09d4b13b-43d4-437f-a8b5-280a1cb88e16', 'name': '', 'network_id': '551d8846-f844-4925-a2fe-eef49820f7af', 'tenant_id': '19d114fd258a4306b4c0665df90ae4c7', 'mac_address': 'fa:16:3e:fd:e3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dee0814-e2a9-4820-818a-1712274f21b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '8ad1b6f9-720f-46b5-a559-3250cb34e913', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:57:22Z', 'updated_at': '2022-09-08T13:57:28Z', 'revision_number': 5, 'project_id': '19d114fd258a4306b4c0665df90ae4c7', 'subnets': [{'id': '8ad1b6f9-720f-46b5-a559-3250cb34e913', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:58:16.784629 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a422e13e-2b78-426d-af62-a0ec6c95961d None None] New status for floating IP ffbfe68f-6f4e-4d2f-b16a-43fce5d96edb: ACTIVE {{(pid=112711) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 08 13:58:17.474031 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-b7e97967-3fa9-4dcb-b3f0-dcc99b3a4378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (24e12250-b8f3-473f-bf71-765ca8669827), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:18.900512 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-604b277b-9310-4e7b-bd1a-c26598410893 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (ad63ffce-77d1-4b05-ac53-eeb1c28e2aec), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:18.944902 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (6df97c0c-9140-47af-8c93-84593b95031c), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:25.846482 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=54 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:58:25.852390 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=20,neutron:DELETE=2 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:58:26.579692 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=16 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:58:26.580465 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=28 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:58:26.583300 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=69 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:58:26.592533 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=47 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:58:28.938728 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:UPDATE=2,neutron:SELECT=15 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:58:28.940613 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=25,neutron:UPDATE=5 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:58:34.565100 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (4c2ff875-e6d7-424e-bdc7-d4b2ed4bdd9c), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:35.660261 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3861d954-e22a-4c32-8d51-563f5345c555 req-37d41c71-e45f-4624-bf45-d64950278f0a tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:58:35.661718 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-3861d954-e22a-4c32-8d51-563f5345c555 req-37d41c71-e45f-4624-bf45-d64950278f0a tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d2ad7906-3b73-4fc9-a692-9692fb6234b3 HTTP/1.1" status: 200 len: 945 time: 0.0477405 Sep 08 13:58:35.709051 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-3861d954-e22a-4c32-8d51-563f5345c555 req-841ed3b9-7713-4aea-a3ca-1d65c9149724 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e656d449-c572-4028-b2e1-f2eb8d08b7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417175 Sep 08 13:58:36.836612 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bc6b0f-e7de-461a-b867-69436844e2c3 req-bffd7072-c4ca-447c-83e2-e51868bf3ff7 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:58:36.838109 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-58bc6b0f-e7de-461a-b867-69436844e2c3 req-bffd7072-c4ca-447c-83e2-e51868bf3ff7 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d2ad7906-3b73-4fc9-a692-9692fb6234b3 HTTP/1.1" status: 200 len: 945 time: 0.0520682 Sep 08 13:58:36.890299 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-58bc6b0f-e7de-461a-b867-69436844e2c3 req-45af3111-3a67-4514-ab6a-4fbc4ffe4f59 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e656d449-c572-4028-b2e1-f2eb8d08b7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457129 Sep 08 13:58:37.585074 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f900e455-b502-4717-862b-bb3d0d27a729 req-85e138b7-482f-49ac-8cb2-8ad116bc6037 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:58:37.586535 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-f900e455-b502-4717-862b-bb3d0d27a729 req-85e138b7-482f-49ac-8cb2-8ad116bc6037 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d2ad7906-3b73-4fc9-a692-9692fb6234b3 HTTP/1.1" status: 200 len: 945 time: 0.0467513 Sep 08 13:58:37.675853 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.plugin [req-f900e455-b502-4717-862b-bb3d0d27a729 req-275c904c-362b-4650-9b5c-2d03222cb5dc tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Deleting port 86699af9-4b49-40e3-b189-ff4a7a9e5e59 {{(pid=112710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 08 13:58:37.676202 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-f900e455-b502-4717-862b-bb3d0d27a729 req-275c904c-362b-4650-9b5c-2d03222cb5dc tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729028590053'] for port (86699af9-4b49-40e3-b189-ff4a7a9e5e59), before_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:37.767411 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.db [req-f900e455-b502-4717-862b-bb3d0d27a729 req-275c904c-362b-4650-9b5c-2d03222cb5dc tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] For port 86699af9-4b49-40e3-b189-ff4a7a9e5e59, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=86699af9-4b49-40e3-b189-ff4a7a9e5e59,segment=NetworkSegment(85382ad6-9794-441c-848f-26fa1eb3f5ed),segment_id=85382ad6-9794-441c-848f-26fa1eb3f5ed)] {{(pid=112710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:58:37.767771 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-f900e455-b502-4717-862b-bb3d0d27a729 req-275c904c-362b-4650-9b5c-2d03222cb5dc tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3750342'] for port (86699af9-4b49-40e3-b189-ff4a7a9e5e59), precommit_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:37.935877 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-f900e455-b502-4717-862b-bb3d0d27a729 req-275c904c-362b-4650-9b5c-2d03222cb5dc tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:37.936499 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-f900e455-b502-4717-862b-bb3d0d27a729 req-275c904c-362b-4650-9b5c-2d03222cb5dc tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3679472'] for floatingip (0f41bf9f-e91c-436e-baab-918857ec3540), after_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:37.936794 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.db.l3_db [req-f900e455-b502-4717-862b-bb3d0d27a729 req-275c904c-362b-4650-9b5c-2d03222cb5dc tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Floating IP 0f41bf9f-e91c-436e-baab-918857ec3540 disassociated. External IP: 172.27.0.148, port: 86699af9-4b49-40e3-b189-ff4a7a9e5e59. Sep 08 13:58:37.936969 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.plugin [req-f900e455-b502-4717-862b-bb3d0d27a729 req-275c904c-362b-4650-9b5c-2d03222cb5dc tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Calling delete_port for 86699af9-4b49-40e3-b189-ff4a7a9e5e59 owned by compute:nova {{(pid=112710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 08 13:58:38.035500 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b3de6d-6259-4dea-9df9-21c5fa5494fc req-0e3afd19-4f56-44b2-9a2c-da67813639a5 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:58:38.037015 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e1b3de6d-6259-4dea-9df9-21c5fa5494fc req-0e3afd19-4f56-44b2-9a2c-da67813639a5 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d2ad7906-3b73-4fc9-a692-9692fb6234b3 HTTP/1.1" status: 200 len: 945 time: 0.0614588 Sep 08 13:58:38.122544 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e1b3de6d-6259-4dea-9df9-21c5fa5494fc req-6ca6155d-a0f0-45b5-b6b6-eb028ce56844 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e656d449-c572-4028-b2e1-f2eb8d08b7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793133 Sep 08 13:58:38.143437 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-f900e455-b502-4717-862b-bb3d0d27a729 req-275c904c-362b-4650-9b5c-2d03222cb5dc tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729028594324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729028134310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10367820'] for port (86699af9-4b49-40e3-b189-ff4a7a9e5e59), after_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:38.177086 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275c904c-362b-4650-9b5c-2d03222cb5dc tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Pushing event deleted for resources: {'Port': ['ID=86699af9-4b49-40e3-b189-ff4a7a9e5e59,revision_number=None']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:58:38.277295 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:58:38.290046 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:58:38.294286 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f900e455-b502-4717-862b-bb3d0d27a729 req-275c904c-362b-4650-9b5c-2d03222cb5dc tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Router d9900679-40ee-433a-a560-a42dfc9cff15 has already been hosted by L3 agent 91421a76-39ff-4685-90ca-aa6fbf6a1933 {{(pid=112710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:58:38.399562 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f900e455-b502-4717-862b-bb3d0d27a729 req-275c904c-362b-4650-9b5c-2d03222cb5dc tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Notify agent at l3_agent.dv-cinder-820027-24-iscsi the message routers_updated {{(pid=112710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:58:38.409204 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f934a756-5d82-4d6e-b774-fbca44deab28 None None] Sync routers for ids ['d9900679-40ee-433a-a560-a42dfc9cff15'] in dv-cinder-820027-24-iscsi {{(pid=112712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:58:38.418845 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f934a756-5d82-4d6e-b774-fbca44deab28 None None] Routers {'d9900679-40ee-433a-a560-a42dfc9cff15'} bound to L3 agent in host dv-cinder-820027-24-iscsi {{(pid=112712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 13:58:38.419443 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_hamode_db [None req-f934a756-5d82-4d6e-b774-fbca44deab28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-08T13:44:16Z,description=,heartbeat_timestamp=2022-09-08T13:58:16Z,host='dv-cinder-820027-24-iscsi',id=91421a76-39ff-4685-90ca-aa6fbf6a1933,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:44:16Z,topic='l3_agent')) {'router_ids': ['d9900679-40ee-433a-a560-a42dfc9cff15'], 'active': True} {{(pid=112712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:58:38.439447 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.db.l3_dvrscheduler_db [req-f900e455-b502-4717-862b-bb3d0d27a729 req-275c904c-362b-4650-9b5c-2d03222cb5dc tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] No DVR routers for this DVR port 86699af9-4b49-40e3-b189-ff4a7a9e5e59 on host hv-cinder-82002 {{(pid=112710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 08 13:58:38.441961 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-f900e455-b502-4717-862b-bb3d0d27a729 req-275c904c-362b-4650-9b5c-2d03222cb5dc tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161718'] for port (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:38.445140 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-f900e455-b502-4717-862b-bb3d0d27a729 req-275c904c-362b-4650-9b5c-2d03222cb5dc tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.20 "DELETE /networking/v2.0/ports/86699af9-4b49-40e3-b189-ff4a7a9e5e59 HTTP/1.1" status: 204 len: 173 time: 0.8496735 Sep 08 13:58:38.445657 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2ad7906-3b73-4fc9-a692-9692fb6234b3', 'name': 'network-vif-deleted', 'tag': '86699af9-4b49-40e3-b189-ff4a7a9e5e59'}] {{(pid=112710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 13:58:38.447916 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4aaac3e20a53a8e6247a431178541979a817c05ad734f54eee24c8be994502e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5313e0c-aeb3-4f54-84f3-81a261d1282f" -d '{"events": [{"server_uuid": "d2ad7906-3b73-4fc9-a692-9692fb6234b3", "name": "network-vif-deleted", "tag": "86699af9-4b49-40e3-b189-ff4a7a9e5e59"}]}' {{(pid=112710) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:58:38.533615 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_dvr_db [None req-f934a756-5d82-4d6e-b774-fbca44deab28 None None] Set router d9900679-40ee-433a-a560-a42dfc9cff15 gateway port host: dv-cinder-820027-24-iscsi {{(pid=112712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 13:58:38.551422 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Sep 2022 13:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db456a71-0296-4ba6-acc3-08dc417d0954 x-openstack-request-id: req-db456a71-0296-4ba6-acc3-08dc417d0954 {{(pid=112710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:58:38.551807 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2ad7906-3b73-4fc9-a692-9692fb6234b3", "name": "network-vif-deleted", "tag": "86699af9-4b49-40e3-b189-ff4a7a9e5e59", "status": "completed", "code": 200}]} {{(pid=112710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:58:38.552126 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-db456a71-0296-4ba6-acc3-08dc417d0954 {{(pid=112710) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:58:38.552601 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db456a71-0296-4ba6-acc3-08dc417d0954'] response: {'server_uuid': 'd2ad7906-3b73-4fc9-a692-9692fb6234b3', 'name': 'network-vif-deleted', 'tag': '86699af9-4b49-40e3-b189-ff4a7a9e5e59', 'status': 'completed', 'code': 200} Sep 08 13:58:38.734198 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_hamode_db [None req-f934a756-5d82-4d6e-b774-fbca44deab28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9900679-40ee-433a-a560-a42dfc9cff15', 'name': 'tempest-AttachVolumeTestJSON-667659487-router', 'tenant_id': '6998e0c9a62e4f54a27faf56dbeb543a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '584b8d2a-edf7-4f00-9113-3e228c837fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:52:27Z', 'updated_at': '2022-09-08T13:52:40Z', 'revision_number': 4, 'project_id': '6998e0c9a62e4f54a27faf56dbeb543a', 'gw_port': {'id': '584b8d2a-edf7-4f00-9113-3e228c837fb1', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ae:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9900679-40ee-433a-a560-a42dfc9cff15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:52:29Z', 'updated_at': '2022-09-08T13:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi', '_interfaces': [{'id': '1a7489d7-d72b-47ed-8e6c-9a314e4fd6e9', 'name': '', 'network_id': '96ff558b-c5db-4059-a363-a83e90cf91c8', 'tenant_id': '6998e0c9a62e4f54a27faf56dbeb543a', 'mac_address': 'fa:16:3e:ec:69:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9900679-40ee-433a-a560-a42dfc9cff15', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '3c05b843-7379-4152-a6e2-38ac1118d25c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:52:37Z', 'updated_at': '2022-09-08T13:52:58Z', 'revision_number': 5, 'project_id': '6998e0c9a62e4f54a27faf56dbeb543a', 'subnets': [{'id': '3c05b843-7379-4152-a6e2-38ac1118d25c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-24-iscsi', False) {} {{(pid=112712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:58:38.759768 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f934a756-5d82-4d6e-b774-fbca44deab28 None None] Checking router: d9900679-40ee-433a-a560-a42dfc9cff15 for host: dv-cinder-820027-24-iscsi {{(pid=112712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:58:38.768591 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f934a756-5d82-4d6e-b774-fbca44deab28 None None] Routers {'d9900679-40ee-433a-a560-a42dfc9cff15'} bound to L3 agent in host dv-cinder-820027-24-iscsi {{(pid=112712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 13:58:38.769189 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_hamode_db [None req-f934a756-5d82-4d6e-b774-fbca44deab28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-08T13:44:16Z,description=,heartbeat_timestamp=2022-09-08T13:58:16Z,host='dv-cinder-820027-24-iscsi',id=91421a76-39ff-4685-90ca-aa6fbf6a1933,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:44:16Z,topic='l3_agent')) {'router_ids': ['d9900679-40ee-433a-a560-a42dfc9cff15'], 'active': True} {{(pid=112712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:58:38.872094 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_dvr_db [None req-f934a756-5d82-4d6e-b774-fbca44deab28 None None] Set router d9900679-40ee-433a-a560-a42dfc9cff15 gateway port host: dv-cinder-820027-24-iscsi {{(pid=112712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 13:58:39.069442 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_hamode_db [None req-f934a756-5d82-4d6e-b774-fbca44deab28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9900679-40ee-433a-a560-a42dfc9cff15', 'name': 'tempest-AttachVolumeTestJSON-667659487-router', 'tenant_id': '6998e0c9a62e4f54a27faf56dbeb543a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '584b8d2a-edf7-4f00-9113-3e228c837fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:52:27Z', 'updated_at': '2022-09-08T13:52:40Z', 'revision_number': 4, 'project_id': '6998e0c9a62e4f54a27faf56dbeb543a', 'gw_port': {'id': '584b8d2a-edf7-4f00-9113-3e228c837fb1', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ae:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9900679-40ee-433a-a560-a42dfc9cff15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:52:29Z', 'updated_at': '2022-09-08T13:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi', '_interfaces': [{'id': '1a7489d7-d72b-47ed-8e6c-9a314e4fd6e9', 'name': '', 'network_id': '96ff558b-c5db-4059-a363-a83e90cf91c8', 'tenant_id': '6998e0c9a62e4f54a27faf56dbeb543a', 'mac_address': 'fa:16:3e:ec:69:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9900679-40ee-433a-a560-a42dfc9cff15', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '3c05b843-7379-4152-a6e2-38ac1118d25c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:52:37Z', 'updated_at': '2022-09-08T13:52:58Z', 'revision_number': 5, 'project_id': '6998e0c9a62e4f54a27faf56dbeb543a', 'subnets': [{'id': '3c05b843-7379-4152-a6e2-38ac1118d25c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-24-iscsi', False) {} {{(pid=112712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:58:39.097785 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f934a756-5d82-4d6e-b774-fbca44deab28 None None] The sync data for ids ['d9900679-40ee-433a-a560-a42dfc9cff15'] in dv-cinder-820027-24-iscsi is: [{'id': 'd9900679-40ee-433a-a560-a42dfc9cff15', 'name': 'tempest-AttachVolumeTestJSON-667659487-router', 'tenant_id': '6998e0c9a62e4f54a27faf56dbeb543a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '584b8d2a-edf7-4f00-9113-3e228c837fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:52:27Z', 'updated_at': '2022-09-08T13:52:40Z', 'revision_number': 4, 'project_id': '6998e0c9a62e4f54a27faf56dbeb543a', 'gw_port': {'id': '584b8d2a-edf7-4f00-9113-3e228c837fb1', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ae:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9900679-40ee-433a-a560-a42dfc9cff15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:52:29Z', 'updated_at': '2022-09-08T13:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi', '_interfaces': [{'id': '1a7489d7-d72b-47ed-8e6c-9a314e4fd6e9', 'name': '', 'network_id': '96ff558b-c5db-4059-a363-a83e90cf91c8', 'tenant_id': '6998e0c9a62e4f54a27faf56dbeb543a', 'mac_address': 'fa:16:3e:ec:69:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9900679-40ee-433a-a560-a42dfc9cff15', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '3c05b843-7379-4152-a6e2-38ac1118d25c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:52:37Z', 'updated_at': '2022-09-08T13:52:58Z', 'revision_number': 5, 'project_id': '6998e0c9a62e4f54a27faf56dbeb543a', 'subnets': [{'id': '3c05b843-7379-4152-a6e2-38ac1118d25c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:58:39.263556 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-2ddaa938-e413-4aa0-a111-7c7542d86862 req-ae22ac88-51a3-4cd7-8d6d-2f1638a14ebd tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d2ad7906-3b73-4fc9-a692-9692fb6234b3 HTTP/1.1" status: 200 len: 210 time: 0.0452876 Sep 08 13:58:39.354004 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07817d4-28a6-4baa-a372-8d685cf3d010 None None] New status for floating IP 0f41bf9f-e91c-436e-baab-918857ec3540: DOWN {{(pid=112711) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 08 13:58:40.380152 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-2712dfca-6932-4288-bfb9-05bf766805ae req-7e12687e-3d03-4d27-bbd8-a4cff67c97b7 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d2ad7906-3b73-4fc9-a692-9692fb6234b3 HTTP/1.1" status: 200 len: 210 time: 0.0281208 Sep 08 13:58:41.258407 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Device 86699af9-4b49-40e3-b189-ff4a7a9e5e59 no longer exists at agent hyperv_hv-cinder-82002 {{(pid=112711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:58:41.277929 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] No Port match for: 86699af9-4b49-40e3-b189-ff4a7a9e5e59 {{(pid=112711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 08 13:58:41.278281 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Device 86699af9-4b49-40e3-b189-ff4a7a9e5e59 not bound to the agent host hv-cinder-82002 {{(pid=112711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:58:41.474151 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 39758) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:58:41.538232 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-6c40cebf-a6c0-4e4e-8ab1-ac5cd8ea9c67 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Publish callbacks [] for security_group (e656d449-c572-4028-b2e1-f2eb8d08b7da), before_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:41.561988 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-6c40cebf-a6c0-4e4e-8ab1-ac5cd8ea9c67 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Publish callbacks [] for security_group (e656d449-c572-4028-b2e1-f2eb8d08b7da), precommit_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:41.614643 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-6c40cebf-a6c0-4e4e-8ab1-ac5cd8ea9c67 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (e656d449-c572-4028-b2e1-f2eb8d08b7da), after_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:41.617406 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-6c40cebf-a6c0-4e4e-8ab1-ac5cd8ea9c67 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Publish callbacks [] for security_group (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:41.618601 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-6c40cebf-a6c0-4e4e-8ab1-ac5cd8ea9c67 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "DELETE /networking/v2.0/security-groups/e656d449-c572-4028-b2e1-f2eb8d08b7da HTTP/1.1" status: 204 len: 168 time: 0.1434445 Sep 08 13:58:41.621810 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 39760) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:58:41.627831 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c40cebf-a6c0-4e4e-8ab1-ac5cd8ea9c67 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e656d449-c572-4028-b2e1-f2eb8d08b7da,revision_number=None']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:58:41.635747 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.api.v2.resource [None req-d0034b00-f151-4fea-b8a9-a971581ba828 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] show failed (client error): The resource could not be found. Sep 08 13:58:41.636751 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-d0034b00-f151-4fea-b8a9-a971581ba828 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/security-groups/e656d449-c572-4028-b2e1-f2eb8d08b7da HTTP/1.1" status: 404 len: 347 time: 0.0138690 Sep 08 13:58:41.640679 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 39762) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:58:41.753619 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.plugin [None req-4b8b2b37-cb46-45ee-ad3f-7cf603b9315b tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Deleting port aa8ff9cc-f9bf-4637-bf1d-42771799fe84 {{(pid=112709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 08 13:58:41.753997 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-4b8b2b37-cb46-45ee-ad3f-7cf603b9315b tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729028590053'] for port (aa8ff9cc-f9bf-4637-bf1d-42771799fe84), before_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:41.829822 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-4b8b2b37-cb46-45ee-ad3f-7cf603b9315b tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3750342'] for port (aa8ff9cc-f9bf-4637-bf1d-42771799fe84), precommit_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:41.830141 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-4b8b2b37-cb46-45ee-ad3f-7cf603b9315b tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Publish callbacks [] for floatingip (aa8ff9cc-f9bf-4637-bf1d-42771799fe84), precommit_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:41.846902 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.plugin [None req-4b8b2b37-cb46-45ee-ad3f-7cf603b9315b tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Calling delete_port for aa8ff9cc-f9bf-4637-bf1d-42771799fe84 owned by network:floatingip {{(pid=112709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 08 13:58:41.974321 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-4b8b2b37-cb46-45ee-ad3f-7cf603b9315b tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729028594324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729028134310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9153317'] for port (aa8ff9cc-f9bf-4637-bf1d-42771799fe84), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:42.002328 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8b2b37-cb46-45ee-ad3f-7cf603b9315b tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Pushing event deleted for resources: {'Port': ['ID=aa8ff9cc-f9bf-4637-bf1d-42771799fe84,revision_number=None']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:58:42.067816 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-4b8b2b37-cb46-45ee-ad3f-7cf603b9315b tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Publish callbacks [] for floatingip (0f41bf9f-e91c-436e-baab-918857ec3540), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:42.070290 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-4b8b2b37-cb46-45ee-ad3f-7cf603b9315b tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161718'] for floatingip (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:42.071440 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-4b8b2b37-cb46-45ee-ad3f-7cf603b9315b tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "DELETE /networking/v2.0/floatingips/0f41bf9f-e91c-436e-baab-918857ec3540 HTTP/1.1" status: 204 len: 168 time: 0.4298012 Sep 08 13:58:42.180912 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 39774) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:58:42.186177 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.v2.base [None req-38cad12f-dbe4-4593-9378-9e21ed3278dd tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1369176978', 'description': 'tempest-description--248972202'}} {{(pid=112709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:58:42.208293 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-38cad12f-dbe4-4593-9378-9e21ed3278dd tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Publish callbacks [] for security_group (None), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:42.286622 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-38cad12f-dbe4-4593-9378-9e21ed3278dd tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Publish callbacks [] for security_group (63e9d318-f857-4d1d-aef1-cb70805b0039), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:42.293853 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-38cad12f-dbe4-4593-9378-9e21ed3278dd tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (63e9d318-f857-4d1d-aef1-cb70805b0039), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:42.328981 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-38cad12f-dbe4-4593-9378-9e21ed3278dd tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Publish callbacks [] for security_group (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:42.333063 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-38cad12f-dbe4-4593-9378-9e21ed3278dd tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1482573 Sep 08 13:58:42.333440 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 39786) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:58:42.339922 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cad12f-dbe4-4593-9378-9e21ed3278dd tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63e9d318-f857-4d1d-aef1-cb70805b0039,revision_number=1']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:58:42.340706 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.v2.base [None req-3c7ec35d-06c7-48c2-880e-992573b5a73f tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Request body: {'security_group_rule': {'security_group_id': '63e9d318-f857-4d1d-aef1-cb70805b0039', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:58:42.369764 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-3c7ec35d-06c7-48c2-880e-992573b5a73f tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Publish callbacks [] for security_group_rule (24ce35b7-157e-4320-ae52-e03190fdd579), before_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:42.430752 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-3c7ec35d-06c7-48c2-880e-992573b5a73f tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Publish callbacks [] for security_group_rule (24ce35b7-157e-4320-ae52-e03190fdd579), precommit_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:42.434570 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-3c7ec35d-06c7-48c2-880e-992573b5a73f tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763866'] for security_group_rule (24ce35b7-157e-4320-ae52-e03190fdd579), after_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:42.453709 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7ec35d-06c7-48c2-880e-992573b5a73f tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24ce35b7-157e-4320-ae52-e03190fdd579,revision_number=0']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:58:42.461308 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-3c7ec35d-06c7-48c2-880e-992573b5a73f tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:42.466025 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 39788) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:58:42.466172 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-3c7ec35d-06c7-48c2-880e-992573b5a73f tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1306310 Sep 08 13:58:42.470760 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.v2.base [None req-69b3c312-3b69-4005-93f1-c4f304a1f9ba tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Request body: {'security_group_rule': {'security_group_id': '63e9d318-f857-4d1d-aef1-cb70805b0039', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=112709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:58:42.497113 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-69b3c312-3b69-4005-93f1-c4f304a1f9ba tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Publish callbacks [] for security_group_rule (79d951dd-735a-440d-be5f-892c3e5a8282), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:42.564716 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-69b3c312-3b69-4005-93f1-c4f304a1f9ba tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Publish callbacks [] for security_group_rule (79d951dd-735a-440d-be5f-892c3e5a8282), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:42.564940 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69014ab2-01c2-4979-b7f9-cc29743e156f req-78c3a40e-0327-4a9d-acd5-9218560ba60d tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:58:42.566498 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-69014ab2-01c2-4979-b7f9-cc29743e156f req-78c3a40e-0327-4a9d-acd5-9218560ba60d tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=efdb4c65-ed8d-4792-ac96-8b1053b167b5 HTTP/1.1" status: 200 len: 946 time: 0.0535126 Sep 08 13:58:42.570894 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-69b3c312-3b69-4005-93f1-c4f304a1f9ba tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763866'] for security_group_rule (79d951dd-735a-440d-be5f-892c3e5a8282), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:42.583533 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:58:42.592345 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b3c312-3b69-4005-93f1-c4f304a1f9ba tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79d951dd-735a-440d-be5f-892c3e5a8282,revision_number=0']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:58:42.602880 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-69b3c312-3b69-4005-93f1-c4f304a1f9ba tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:42.604334 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-69b3c312-3b69-4005-93f1-c4f304a1f9ba tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1372366 Sep 08 13:58:42.608085 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 39796) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:58:42.612615 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.v2.base [None req-df1c93d2-aeb3-4e9f-b137-fa02bbffd36b tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Request body: {'floatingip': {'floating_network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014'}} {{(pid=112709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:58:42.633975 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-69014ab2-01c2-4979-b7f9-cc29743e156f req-62b9482c-0bec-4889-918c-8909e76df26d tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=71fbc785-b69a-4abf-8140-4abe8997af2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558484 Sep 08 13:58:42.634962 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-df1c93d2-aeb3-4e9f-b137-fa02bbffd36b tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:42.716770 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:58:42.719819 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-df1c93d2-aeb3-4e9f-b137-fa02bbffd36b tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (None), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:42.830784 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.db.db_base_plugin_common [None req-df1c93d2-aeb3-4e9f-b137-fa02bbffd36b tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Allocated IP 172.27.0.236 (a5311008-4782-42e3-9445-a36a6c9fb014/42b74029-f5ac-41f0-a451-9a0d0b4a74ed/6203b323-c344-4692-a81c-933126f6b012) {{(pid=112709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:58:42.857768 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88402950-e397-4dcb-b4d6-306c8c8600e0 req-1c771b8b-d84c-4140-b76f-002d1a10a293 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:58:42.859655 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-88402950-e397-4dcb-b4d6-306c8c8600e0 req-1c771b8b-d84c-4140-b76f-002d1a10a293 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=30b6fbb8-a2c9-4c92-b120-8ea3259c9b56 HTTP/1.1" status: 200 len: 945 time: 0.0516179 Sep 08 13:58:42.912755 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-88402950-e397-4dcb-b4d6-306c8c8600e0 req-95011532-74e3-4913-bcc0-5d64d234ab4c tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=cf4cb08a-0adf-4e43-9570-dddee6c4a40a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465069 Sep 08 13:58:42.943733 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-df1c93d2-aeb3-4e9f-b137-fa02bbffd36b tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Publish callbacks [] for port (6203b323-c344-4692-a81c-933126f6b012), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:42.975177 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-df1c93d2-aeb3-4e9f-b137-fa02bbffd36b tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729028134301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9153317'] for port (6203b323-c344-4692-a81c-933126f6b012), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:43.012294 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df1c93d2-aeb3-4e9f-b137-fa02bbffd36b tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Network a5311008-4782-42e3-9445-a36a6c9fb014 is already hosted by enough agents. {{(pid=112709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:58:43.019423 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.scheduler.base_scheduler [None req-df1c93d2-aeb3-4e9f-b137-fa02bbffd36b tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Resources bound (agent type, host, resource id): {{(pid=112709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:58:43.023391 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1c93d2-aeb3-4e9f-b137-fa02bbffd36b tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Received port after_create {{(pid=112709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 08 13:58:43.026365 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1c93d2-aeb3-4e9f-b137-fa02bbffd36b tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Pushing event updated for resources: {'Port': ['ID=6203b323-c344-4692-a81c-933126f6b012,revision_number=1']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:58:43.106908 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-df1c93d2-aeb3-4e9f-b137-fa02bbffd36b tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Publish callbacks [] for floatingip (dff2c9b9-845d-42ad-aa15-788ddd86b49c), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:43.148112 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-df1c93d2-aeb3-4e9f-b137-fa02bbffd36b tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (6203b323-c344-4692-a81c-933126f6b012), before_update {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:43.262646 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:58:43.292777 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-df1c93d2-aeb3-4e9f-b137-fa02bbffd36b tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Publish callbacks [] for port (6203b323-c344-4692-a81c-933126f6b012), precommit_update {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:43.296918 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-df1c93d2-aeb3-4e9f-b137-fa02bbffd36b tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9153372'] for port (6203b323-c344-4692-a81c-933126f6b012), after_update {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:43.367311 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-df1c93d2-aeb3-4e9f-b137-fa02bbffd36b tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3679472'] for floatingip (dff2c9b9-845d-42ad-aa15-788ddd86b49c), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:43.370822 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1c93d2-aeb3-4e9f-b137-fa02bbffd36b tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Pushing event updated for resources: {'Port': ['ID=6203b323-c344-4692-a81c-933126f6b012,revision_number=2']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:58:43.386145 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-df1c93d2-aeb3-4e9f-b137-fa02bbffd36b tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161718'] for floatingip (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:43.387377 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-df1c93d2-aeb3-4e9f-b137-fa02bbffd36b tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7781763 Sep 08 13:58:43.537279 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-571f5dac-b25a-4a0c-b393-9a9129e1866b req-5ce4c7fa-6199-49c7-9585-7043592ee705 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1369176978&fields=id&tenant_id=6998e0c9a62e4f54a27faf56dbeb543a HTTP/1.1" status: 200 len: 267 time: 0.0427251 Sep 08 13:58:43.645398 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571f5dac-b25a-4a0c-b393-9a9129e1866b req-69b2cba6-c6b3-4441-ad8b-9f460e3f6d01 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:58:43.646860 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-571f5dac-b25a-4a0c-b393-9a9129e1866b req-69b2cba6-c6b3-4441-ad8b-9f460e3f6d01 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/networks?id=96ff558b-c5db-4059-a363-a83e90cf91c8 HTTP/1.1" status: 200 len: 810 time: 0.1030223 Sep 08 13:58:43.660915 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-571f5dac-b25a-4a0c-b393-9a9129e1866b req-8eaed7e6-f631-4766-80b2-7549bbffde4c tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/quotas/6998e0c9a62e4f54a27faf56dbeb543a HTTP/1.1" status: 200 len: 375 time: 0.0087166 Sep 08 13:58:43.712793 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-571f5dac-b25a-4a0c-b393-9a9129e1866b req-f2161098-b65b-486f-8436-5df06dba1f87 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=6998e0c9a62e4f54a27faf56dbeb543a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0468647 Sep 08 13:58:43.772572 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c287b25-5aa2-445c-96be-955dac35b005 req-33cd447b-5b72-42a3-bb35-9d95fa573e89 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:58:43.774059 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-4c287b25-5aa2-445c-96be-955dac35b005 req-33cd447b-5b72-42a3-bb35-9d95fa573e89 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=efdb4c65-ed8d-4792-ac96-8b1053b167b5 HTTP/1.1" status: 200 len: 946 time: 0.0563414 Sep 08 13:58:43.802415 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:58:43.824122 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:58:43.870759 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-4c287b25-5aa2-445c-96be-955dac35b005 req-4a6075ef-93fb-4366-88b3-6209e37c55ce tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=71fbc785-b69a-4abf-8140-4abe8997af2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909851 Sep 08 13:58:43.906455 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-571f5dac-b25a-4a0c-b393-9a9129e1866b req-6b42df19-b597-4439-99a8-28816771209e service neutron] 10.222.0.55 "GET /networking/v2.0/networks/96ff558b-c5db-4059-a363-a83e90cf91c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776500 Sep 08 13:58:44.024374 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-571f5dac-b25a-4a0c-b393-9a9129e1866b req-7d402a3b-5680-475e-8e84-b281943265ef service neutron] 10.222.0.55 "GET /networking/v2.0/networks/96ff558b-c5db-4059-a363-a83e90cf91c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122715 Sep 08 13:58:44.041832 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7627ae2d-0574-48fe-9f97-bacc4b288637 req-76306773-af43-4411-86ea-28868c8d6551 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:58:44.043256 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-7627ae2d-0574-48fe-9f97-bacc4b288637 req-76306773-af43-4411-86ea-28868c8d6551 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=30b6fbb8-a2c9-4c92-b120-8ea3259c9b56 HTTP/1.1" status: 200 len: 945 time: 0.0562961 Sep 08 13:58:44.068336 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-59ccba7b-22bc-4d38-976c-51e4ebc1d985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (22ab8903-d7f5-4941-bce3-89140b53b8af), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:44.094178 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-7627ae2d-0574-48fe-9f97-bacc4b288637 req-6d1b25f6-9820-4c16-846f-634ae962a825 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=cf4cb08a-0adf-4e43-9570-dddee6c4a40a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442560 Sep 08 13:58:44.198969 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-ee16e13c-78a9-4784-a260-a9b983704132 req-f9416e27-6f85-4a70-b705-de493238a2b6 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=9e839a72-e12e-4617-88c9-ed12f748c399 HTTP/1.1" status: 200 len: 210 time: 0.0319736 Sep 08 13:58:44.995826 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e95a99d-b02a-4805-a27a-519838f950f7 req-b8f0c5e1-5621-4cf6-b93c-e1b1e6805688 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:58:44.997269 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-3e95a99d-b02a-4805-a27a-519838f950f7 req-b8f0c5e1-5621-4cf6-b93c-e1b1e6805688 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=efdb4c65-ed8d-4792-ac96-8b1053b167b5 HTTP/1.1" status: 200 len: 946 time: 0.0467186 Sep 08 13:58:45.043821 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-3e95a99d-b02a-4805-a27a-519838f950f7 req-1f3f0f7b-be65-487f-b09b-f6702eb52707 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=71fbc785-b69a-4abf-8140-4abe8997af2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409770 Sep 08 13:58:45.220736 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d24f00d-741b-4a98-859f-295e24e205bb req-ae8791ee-fe2f-46fc-9e89-1d6ae89ca9c2 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:58:45.222109 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-4d24f00d-741b-4a98-859f-295e24e205bb req-ae8791ee-fe2f-46fc-9e89-1d6ae89ca9c2 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=30b6fbb8-a2c9-4c92-b120-8ea3259c9b56 HTTP/1.1" status: 200 len: 945 time: 0.0469577 Sep 08 13:58:45.268482 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-4d24f00d-741b-4a98-859f-295e24e205bb req-47282c69-5678-4eaa-93de-b7480d0184b9 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=cf4cb08a-0adf-4e43-9570-dddee6c4a40a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408943 Sep 08 13:58:45.301144 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-d1a6a932-3709-438f-afa5-78e2d46c48e5 req-c00d0455-f470-4b34-b373-63b885dcb891 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=9e839a72-e12e-4617-88c9-ed12f748c399 HTTP/1.1" status: 200 len: 210 time: 0.0306139 Sep 08 13:58:46.174166 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db82ccd-9593-49bb-93c0-bcd72539c9fa req-4c6da976-a8da-40b5-800f-dc7de7bfd85d tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:58:46.175539 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-8db82ccd-9593-49bb-93c0-bcd72539c9fa req-4c6da976-a8da-40b5-800f-dc7de7bfd85d tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=efdb4c65-ed8d-4792-ac96-8b1053b167b5 HTTP/1.1" status: 200 len: 946 time: 0.0472915 Sep 08 13:58:46.221756 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-8db82ccd-9593-49bb-93c0-bcd72539c9fa req-9942144f-4560-4128-896a-197ae9520845 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=71fbc785-b69a-4abf-8140-4abe8997af2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407057 Sep 08 13:58:46.372272 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-34341970-d1fb-44ed-80f1-66b99e4d47c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (91421a76-39ff-4685-90ca-aa6fbf6a1933), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:46.411926 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-3224c173-fd7d-476d-a21a-b27cbdf6363c req-af1dc313-ca37-4bc6-b003-484855ef96ed tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=9e839a72-e12e-4617-88c9-ed12f748c399 HTTP/1.1" status: 200 len: 210 time: 0.0363977 Sep 08 13:58:46.420015 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af63aae3-2f4d-4266-8fb9-f75d962b4057 req-1ef36a17-f855-45e8-93f4-44cf454e07e7 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:58:46.421426 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-af63aae3-2f4d-4266-8fb9-f75d962b4057 req-1ef36a17-f855-45e8-93f4-44cf454e07e7 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=30b6fbb8-a2c9-4c92-b120-8ea3259c9b56 HTTP/1.1" status: 200 len: 945 time: 0.0769188 Sep 08 13:58:46.470521 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-af63aae3-2f4d-4266-8fb9-f75d962b4057 req-90faaa67-8fc9-4180-9bdb-ff47864d3932 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=cf4cb08a-0adf-4e43-9570-dddee6c4a40a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429773 Sep 08 13:58:47.346878 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81871a2d-3edc-4213-a676-2a518d1e9d00 req-b0a340f2-3779-4ce3-9ed4-9f0904a1d670 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:58:47.348381 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-81871a2d-3edc-4213-a676-2a518d1e9d00 req-b0a340f2-3779-4ce3-9ed4-9f0904a1d670 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=efdb4c65-ed8d-4792-ac96-8b1053b167b5 HTTP/1.1" status: 200 len: 946 time: 0.0484424 Sep 08 13:58:47.456245 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [req-d09155c0-f07c-4104-85a3-ba525d2b88c0 req-a30c6c22-7054-45bc-881a-f651d5422c60 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f7b396f5-eec9-4df0-8dca-0f2ba1cbb42c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0436666 Sep 08 13:58:47.463451 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-81871a2d-3edc-4213-a676-2a518d1e9d00 req-244778bb-7b0b-4114-9f35-6e265ac6fe9d tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=71fbc785-b69a-4abf-8140-4abe8997af2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059282 Sep 08 13:58:47.480900 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9c9b88-eaea-4ba7-b94e-35472dc8a82b req-c7ef886a-76b5-4948-b05d-5f009c08d1b8 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:58:47.482599 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-2d9c9b88-eaea-4ba7-b94e-35472dc8a82b req-c7ef886a-76b5-4948-b05d-5f009c08d1b8 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=30b6fbb8-a2c9-4c92-b120-8ea3259c9b56 HTTP/1.1" status: 200 len: 945 time: 0.1095288 Sep 08 13:58:47.487663 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.agents_db [None req-36671662-b8ef-427e-8422-ee96630d1377 None None] Agent healthcheck: found 6 active agents {{(pid=112712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:58:47.490565 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e68306-6cf1-426c-ad19-1fc4de83b137 req-244b1276-a1ba-4d1c-9672-368d0199c2ef tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:58:47.491919 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-48e68306-6cf1-426c-ad19-1fc4de83b137 req-244b1276-a1ba-4d1c-9672-368d0199c2ef tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=efdb4c65-ed8d-4792-ac96-8b1053b167b5 HTTP/1.1" status: 200 len: 946 time: 0.0843668 Sep 08 13:58:47.494067 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-b7e97967-3fa9-4dcb-b3f0-dcc99b3a4378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (24e12250-b8f3-473f-bf71-765ca8669827), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:47.599913 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-06518a20-e03a-4b2b-ac1e-97a5f1d3f371 req-6e8e19f8-f4f0-4a37-a965-c242ce788919 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=9e839a72-e12e-4617-88c9-ed12f748c399 HTTP/1.1" status: 200 len: 210 time: 0.0758455 Sep 08 13:58:47.678209 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=100 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:58:47.702425 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09155c0-f07c-4104-85a3-ba525d2b88c0 req-8e43a6d9-1c92-4738-94db-2b2294dcf403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:58:47.704663 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [req-d09155c0-f07c-4104-85a3-ba525d2b88c0 req-8e43a6d9-1c92-4738-94db-2b2294dcf403 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=127bce2080d54fe4871b5aaa6cc394b5&device_id=f7b396f5-eec9-4df0-8dca-0f2ba1cbb42c HTTP/1.1" status: 200 len: 1130 time: 0.0506063 Sep 08 13:58:47.716954 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=100 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:58:47.738499 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a7a07b-c4d8-4346-9309-21d41f9360b5 req-28defad4-773d-4bad-ae36-aff9e6e26f8e tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:58:47.739951 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-d6a7a07b-c4d8-4346-9309-21d41f9360b5 req-28defad4-773d-4bad-ae36-aff9e6e26f8e tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=30b6fbb8-a2c9-4c92-b120-8ea3259c9b56 HTTP/1.1" status: 200 len: 945 time: 0.1446788 Sep 08 13:58:47.743221 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.plugin [req-48e68306-6cf1-426c-ad19-1fc4de83b137 req-9b4db53f-2480-4350-b4c2-872508bfccce tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Deleting port c9da782b-975b-4d78-bc93-092cf58fcf3a {{(pid=112710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 08 13:58:47.743558 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-48e68306-6cf1-426c-ad19-1fc4de83b137 req-9b4db53f-2480-4350-b4c2-872508bfccce tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729028590053'] for port (c9da782b-975b-4d78-bc93-092cf58fcf3a), before_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:47.759144 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.plugin [req-2d9c9b88-eaea-4ba7-b94e-35472dc8a82b req-e56ec74e-30aa-4e30-a9ed-f07393100493 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Deleting port c57d5f48-246f-41c1-903a-f9a3fa47d52b {{(pid=112710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 08 13:58:47.759480 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-2d9c9b88-eaea-4ba7-b94e-35472dc8a82b req-e56ec74e-30aa-4e30-a9ed-f07393100493 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729028590053'] for port (c57d5f48-246f-41c1-903a-f9a3fa47d52b), before_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:47.805583 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=1 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:58:47.847923 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09155c0-f07c-4104-85a3-ba525d2b88c0 req-1dbd8dfe-c0f6-4c60-ac36-33d6fa16eb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:58:47.849466 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [req-d09155c0-f07c-4104-85a3-ba525d2b88c0 req-1dbd8dfe-c0f6-4c60-ac36-33d6fa16eb1d service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=a6ea2a7a-ef84-454a-b305-c470482cf7fa HTTP/1.1" status: 200 len: 919 time: 0.0985043 Sep 08 13:58:47.906460 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [req-d09155c0-f07c-4104-85a3-ba525d2b88c0 req-78b17978-1cb5-4b63-96fc-a0fcf0be7a89 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8264f39d-725c-426b-913c-05ab5ad2087e HTTP/1.1" status: 200 len: 217 time: 0.0376630 Sep 08 13:58:47.970781 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09155c0-f07c-4104-85a3-ba525d2b88c0 req-e6097277-98fd-42c5-a026-5560696db05a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:58:47.972288 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [req-d09155c0-f07c-4104-85a3-ba525d2b88c0 req-e6097277-98fd-42c5-a026-5560696db05a service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=8a8f577a-16e1-4e37-b6e2-a6cc60df3540 HTTP/1.1" status: 200 len: 857 time: 0.0585446 Sep 08 13:58:48.023449 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09155c0-f07c-4104-85a3-ba525d2b88c0 req-e448320f-f607-4253-ade6-eaee7ccab34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:58:48.025074 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [req-d09155c0-f07c-4104-85a3-ba525d2b88c0 req-e448320f-f607-4253-ade6-eaee7ccab34e service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=a6ea2a7a-ef84-454a-b305-c470482cf7fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0459738 Sep 08 13:58:48.186894 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-d6a7a07b-c4d8-4346-9309-21d41f9360b5 req-5cfddd6c-412c-43c3-89a8-7552e3e8dad5 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=cf4cb08a-0adf-4e43-9570-dddee6c4a40a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4383345 Sep 08 13:58:48.218321 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.db [req-48e68306-6cf1-426c-ad19-1fc4de83b137 req-9b4db53f-2480-4350-b4c2-872508bfccce tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] For port c9da782b-975b-4d78-bc93-092cf58fcf3a, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=c9da782b-975b-4d78-bc93-092cf58fcf3a,segment=NetworkSegment(2f6c42c1-14c1-4abe-8cc1-e54cbc6177f2),segment_id=2f6c42c1-14c1-4abe-8cc1-e54cbc6177f2)] {{(pid=112710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:58:48.218688 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-48e68306-6cf1-426c-ad19-1fc4de83b137 req-9b4db53f-2480-4350-b4c2-872508bfccce tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3750342'] for port (c9da782b-975b-4d78-bc93-092cf58fcf3a), precommit_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:48.232975 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.db [req-2d9c9b88-eaea-4ba7-b94e-35472dc8a82b req-e56ec74e-30aa-4e30-a9ed-f07393100493 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] For port c57d5f48-246f-41c1-903a-f9a3fa47d52b, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=c57d5f48-246f-41c1-903a-f9a3fa47d52b,segment=NetworkSegment(20c24cd0-3b1f-4e89-83a4-717e24ca5a29),segment_id=20c24cd0-3b1f-4e89-83a4-717e24ca5a29)] {{(pid=112710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:58:48.233346 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-2d9c9b88-eaea-4ba7-b94e-35472dc8a82b req-e56ec74e-30aa-4e30-a9ed-f07393100493 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3750342'] for port (c57d5f48-246f-41c1-903a-f9a3fa47d52b), precommit_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:48.429223 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [req-d09155c0-f07c-4104-85a3-ba525d2b88c0 req-9186a91f-2615-43c9-839b-4e9e6d478eb3 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/a6ea2a7a-ef84-454a-b305-c470482cf7fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938718 Sep 08 13:58:48.526619 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-48e68306-6cf1-426c-ad19-1fc4de83b137 req-9b4db53f-2480-4350-b4c2-872508bfccce tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:48.527245 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-48e68306-6cf1-426c-ad19-1fc4de83b137 req-9b4db53f-2480-4350-b4c2-872508bfccce tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3679472'] for floatingip (132f7e87-51b4-489c-be77-1eba8e3487d9), after_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:48.527372 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.db.l3_db [req-48e68306-6cf1-426c-ad19-1fc4de83b137 req-9b4db53f-2480-4350-b4c2-872508bfccce tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Floating IP 132f7e87-51b4-489c-be77-1eba8e3487d9 disassociated. External IP: 172.27.0.79, port: c9da782b-975b-4d78-bc93-092cf58fcf3a. Sep 08 13:58:48.527704 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.plugin [req-48e68306-6cf1-426c-ad19-1fc4de83b137 req-9b4db53f-2480-4350-b4c2-872508bfccce tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Calling delete_port for c9da782b-975b-4d78-bc93-092cf58fcf3a owned by compute:nova {{(pid=112710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 08 13:58:48.534161 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-2d9c9b88-eaea-4ba7-b94e-35472dc8a82b req-e56ec74e-30aa-4e30-a9ed-f07393100493 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:48.534632 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-2d9c9b88-eaea-4ba7-b94e-35472dc8a82b req-e56ec74e-30aa-4e30-a9ed-f07393100493 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3679472'] for floatingip (de715d0a-0fcd-43bc-afd1-c628740433c2), after_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:48.534813 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.db.l3_db [req-2d9c9b88-eaea-4ba7-b94e-35472dc8a82b req-e56ec74e-30aa-4e30-a9ed-f07393100493 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Floating IP de715d0a-0fcd-43bc-afd1-c628740433c2 disassociated. External IP: 172.27.0.157, port: c57d5f48-246f-41c1-903a-f9a3fa47d52b. Sep 08 13:58:48.535149 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.plugin [req-2d9c9b88-eaea-4ba7-b94e-35472dc8a82b req-e56ec74e-30aa-4e30-a9ed-f07393100493 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Calling delete_port for c57d5f48-246f-41c1-903a-f9a3fa47d52b owned by compute:nova {{(pid=112710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 08 13:58:48.598969 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [req-d09155c0-f07c-4104-85a3-ba525d2b88c0 req-3a8574b5-8670-48cb-84b1-d408d0d5c671 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/a6ea2a7a-ef84-454a-b305-c470482cf7fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616876 Sep 08 13:58:48.660334 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571f5dac-b25a-4a0c-b393-9a9129e1866b req-41e1cdb2-3568-42f6-81c9-807e7a65838a tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:58:48.662333 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [req-571f5dac-b25a-4a0c-b393-9a9129e1866b req-41e1cdb2-3568-42f6-81c9-807e7a65838a tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.20 "GET /networking/v2.0/networks?id=96ff558b-c5db-4059-a363-a83e90cf91c8 HTTP/1.1" status: 200 len: 810 time: 0.1537924 Sep 08 13:58:48.686701 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af0674e-8af5-4992-948e-0983bf16c0f8 req-506347b1-dd14-432d-830f-03185f9299b9 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:58:48.688187 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-8af0674e-8af5-4992-948e-0983bf16c0f8 req-506347b1-dd14-432d-830f-03185f9299b9 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=efdb4c65-ed8d-4792-ac96-8b1053b167b5 HTTP/1.1" status: 200 len: 946 time: 0.1059761 Sep 08 13:58:48.717878 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:58:48.758137 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-713d9530-8b9c-424f-9006-c1748b6631a7 req-2fedf712-faec-49ef-a5bb-6b8ce0dd3364 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=9e839a72-e12e-4617-88c9-ed12f748c399 HTTP/1.1" status: 200 len: 210 time: 0.0663691 Sep 08 13:58:48.785766 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=88,neutron:UPDATE=1,neutron:DELETE=11 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:58:48.812981 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [req-571f5dac-b25a-4a0c-b393-9a9129e1866b req-2c0cac5e-f200-4669-9f50-4b9ccf0d33af tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.20 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=6998e0c9a62e4f54a27faf56dbeb543a HTTP/1.1" status: 200 len: 380 time: 0.0911658 Sep 08 13:58:48.862179 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-8af0674e-8af5-4992-948e-0983bf16c0f8 req-114f0e5b-be71-4f68-aee6-dc7ad882916f tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=71fbc785-b69a-4abf-8140-4abe8997af2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1665664 Sep 08 13:58:48.906132 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-48e68306-6cf1-426c-ad19-1fc4de83b137 req-9b4db53f-2480-4350-b4c2-872508bfccce tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729028594324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729028134310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10367820'] for port (c9da782b-975b-4d78-bc93-092cf58fcf3a), after_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:48.919534 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-2d9c9b88-eaea-4ba7-b94e-35472dc8a82b req-e56ec74e-30aa-4e30-a9ed-f07393100493 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729028594324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729028134310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10367820'] for port (c57d5f48-246f-41c1-903a-f9a3fa47d52b), after_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:48.920704 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-604b277b-9310-4e7b-bd1a-c26598410893 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (ad63ffce-77d1-4b05-ac53-eeb1c28e2aec), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:48.944733 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4db53f-2480-4350-b4c2-872508bfccce tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Pushing event deleted for resources: {'Port': ['ID=c9da782b-975b-4d78-bc93-092cf58fcf3a,revision_number=None']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:58:48.948683 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (6df97c0c-9140-47af-8c93-84593b95031c), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:48.977496 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56ec74e-30aa-4e30-a9ed-f07393100493 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Pushing event deleted for resources: {'Port': ['ID=c57d5f48-246f-41c1-903a-f9a3fa47d52b,revision_number=None']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:58:49.024423 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.v2.base [req-571f5dac-b25a-4a0c-b393-9a9129e1866b req-1c0e885d-1074-4365-a309-34d70e3e60f0 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Request body: {'port': {'device_id': '9e839a72-e12e-4617-88c9-ed12f748c399', 'network_id': '96ff558b-c5db-4059-a363-a83e90cf91c8', 'admin_state_up': True, 'tenant_id': '6998e0c9a62e4f54a27faf56dbeb543a', 'security_groups': ['63e9d318-f857-4d1d-aef1-cb70805b0039']}} {{(pid=112709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:58:49.072291 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=72 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:58:49.156112 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:58:49.167706 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-571f5dac-b25a-4a0c-b393-9a9129e1866b req-1c0e885d-1074-4365-a309-34d70e3e60f0 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Made reservation on behalf of 6998e0c9a62e4f54a27faf56dbeb543a for: {'port': 1} {{(pid=112709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:58:49.171563 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [req-571f5dac-b25a-4a0c-b393-9a9129e1866b req-1c0e885d-1074-4365-a309-34d70e3e60f0 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (None), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:49.197687 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc9bb5c-ad7b-40fe-a791-f7cccd74cfa6 req-406f6b73-c8e9-4744-ab1e-2de5ac282406 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:58:49.199181 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-bdc9bb5c-ad7b-40fe-a791-f7cccd74cfa6 req-406f6b73-c8e9-4744-ab1e-2de5ac282406 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=21bead64-8c72-4cb8-806b-f68b2fc593cc HTTP/1.1" status: 200 len: 946 time: 0.0698454 Sep 08 13:58:49.213453 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.scheduler.l3_agent_scheduler [req-48e68306-6cf1-426c-ad19-1fc4de83b137 req-9b4db53f-2480-4350-b4c2-872508bfccce tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Router ddca2942-fd69-41fb-85c8-5a05e956fd2b has already been hosted by L3 agent 91421a76-39ff-4685-90ca-aa6fbf6a1933 {{(pid=112710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:58:49.220602 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2d9c9b88-eaea-4ba7-b94e-35472dc8a82b req-e56ec74e-30aa-4e30-a9ed-f07393100493 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Router 02a208a6-8629-4695-a17f-fdd0442b3d34 has already been hosted by L3 agent 91421a76-39ff-4685-90ca-aa6fbf6a1933 {{(pid=112710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:58:49.328470 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.db.db_base_plugin_common [req-571f5dac-b25a-4a0c-b393-9a9129e1866b req-1c0e885d-1074-4365-a309-34d70e3e60f0 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Allocated IP 172.20.0.10 (96ff558b-c5db-4059-a363-a83e90cf91c8/3c05b843-7379-4152-a6e2-38ac1118d25c/1e7eb6da-3323-4042-81a8-99078c8d7b4e) {{(pid=112709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:58:49.379742 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-bdc9bb5c-ad7b-40fe-a791-f7cccd74cfa6 req-d9401a59-fd88-4539-b4a2-068a82475c34 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ab5cc7d2-a9e9-47f5-8ca4-4c1123bb816c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1700766 Sep 08 13:58:49.390139 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-86a22dca-2703-497f-9902-232355941924 req-46bf3c88-cb0d-4a34-8b56-58f6c0628cfd tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=30b6fbb8-a2c9-4c92-b120-8ea3259c9b56 HTTP/1.1" status: 200 len: 210 time: 0.0975227 Sep 08 13:58:49.491960 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2d9c9b88-eaea-4ba7-b94e-35472dc8a82b req-e56ec74e-30aa-4e30-a9ed-f07393100493 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Notify agent at l3_agent.dv-cinder-820027-24-iscsi the message routers_updated {{(pid=112710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:58:49.505612 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16640082-b673-4a68-bf3a-c2d6ebbdb5a6 None None] Sync routers for ids ['02a208a6-8629-4695-a17f-fdd0442b3d34'] in dv-cinder-820027-24-iscsi {{(pid=112712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:58:49.517016 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16640082-b673-4a68-bf3a-c2d6ebbdb5a6 None None] Routers {'02a208a6-8629-4695-a17f-fdd0442b3d34'} bound to L3 agent in host dv-cinder-820027-24-iscsi {{(pid=112712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 13:58:49.524189 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_hamode_db [None req-16640082-b673-4a68-bf3a-c2d6ebbdb5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-08T13:44:16Z,description=,heartbeat_timestamp=2022-09-08T13:58:46Z,host='dv-cinder-820027-24-iscsi',id=91421a76-39ff-4685-90ca-aa6fbf6a1933,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:44:16Z,topic='l3_agent')) {'router_ids': ['02a208a6-8629-4695-a17f-fdd0442b3d34'], 'active': True} {{(pid=112712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:58:49.531270 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-48e68306-6cf1-426c-ad19-1fc4de83b137 req-9b4db53f-2480-4350-b4c2-872508bfccce tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Notify agent at l3_agent.dv-cinder-820027-24-iscsi the message routers_updated {{(pid=112710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:58:49.542407 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b995ac78-4272-4c34-85b6-43021f947025 None None] Sync routers for ids ['ddca2942-fd69-41fb-85c8-5a05e956fd2b'] in dv-cinder-820027-24-iscsi {{(pid=112711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:58:49.552503 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d9c9b88-eaea-4ba7-b94e-35472dc8a82b req-e56ec74e-30aa-4e30-a9ed-f07393100493 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] No DVR routers for this DVR port c57d5f48-246f-41c1-903a-f9a3fa47d52b on host hv-cinder-82002 {{(pid=112710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 08 13:58:49.557185 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [req-571f5dac-b25a-4a0c-b393-9a9129e1866b req-1c0e885d-1074-4365-a309-34d70e3e60f0 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Publish callbacks [] for port (1e7eb6da-3323-4042-81a8-99078c8d7b4e), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:49.565600 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b995ac78-4272-4c34-85b6-43021f947025 None None] Routers {'ddca2942-fd69-41fb-85c8-5a05e956fd2b'} bound to L3 agent in host dv-cinder-820027-24-iscsi {{(pid=112711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 13:58:49.566287 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_hamode_db [None req-b995ac78-4272-4c34-85b6-43021f947025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-08T13:44:16Z,description=,heartbeat_timestamp=2022-09-08T13:58:46Z,host='dv-cinder-820027-24-iscsi',id=91421a76-39ff-4685-90ca-aa6fbf6a1933,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:44:16Z,topic='l3_agent')) {'router_ids': ['ddca2942-fd69-41fb-85c8-5a05e956fd2b'], 'active': True} {{(pid=112711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:58:49.575369 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-2d9c9b88-eaea-4ba7-b94e-35472dc8a82b req-e56ec74e-30aa-4e30-a9ed-f07393100493 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161718'] for port (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:49.578700 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-2d9c9b88-eaea-4ba7-b94e-35472dc8a82b req-e56ec74e-30aa-4e30-a9ed-f07393100493 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.20 "DELETE /networking/v2.0/ports/c57d5f48-246f-41c1-903a-f9a3fa47d52b HTTP/1.1" status: 204 len: 173 time: 2.0436897 Sep 08 13:58:49.579236 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30b6fbb8-a2c9-4c92-b120-8ea3259c9b56', 'name': 'network-vif-deleted', 'tag': 'c57d5f48-246f-41c1-903a-f9a3fa47d52b'}] {{(pid=112710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 13:58:49.581572 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4aaac3e20a53a8e6247a431178541979a817c05ad734f54eee24c8be994502e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26bf0093-e53b-4aac-b8fc-de58d287dd6c" -d '{"events": [{"server_uuid": "30b6fbb8-a2c9-4c92-b120-8ea3259c9b56", "name": "network-vif-deleted", "tag": "c57d5f48-246f-41c1-903a-f9a3fa47d52b"}]}' {{(pid=112710) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:58:49.625056 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [req-571f5dac-b25a-4a0c-b393-9a9129e1866b req-1c0e885d-1074-4365-a309-34d70e3e60f0 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729028134301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9153317'] for port (1e7eb6da-3323-4042-81a8-99078c8d7b4e), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:49.633381 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.db.l3_dvrscheduler_db [req-48e68306-6cf1-426c-ad19-1fc4de83b137 req-9b4db53f-2480-4350-b4c2-872508bfccce tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] No DVR routers for this DVR port c9da782b-975b-4d78-bc93-092cf58fcf3a on host hv-cinder-82002 {{(pid=112710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 08 13:58:49.638849 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-48e68306-6cf1-426c-ad19-1fc4de83b137 req-9b4db53f-2480-4350-b4c2-872508bfccce tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161718'] for port (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:49.647222 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-48e68306-6cf1-426c-ad19-1fc4de83b137 req-9b4db53f-2480-4350-b4c2-872508bfccce tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.20 "DELETE /networking/v2.0/ports/c9da782b-975b-4d78-bc93-092cf58fcf3a HTTP/1.1" status: 204 len: 173 time: 2.1048219 Sep 08 13:58:49.653863 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Sep 2022 13:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65ec8d88-2fa4-4230-82a2-83d5162889e5 x-openstack-request-id: req-65ec8d88-2fa4-4230-82a2-83d5162889e5 {{(pid=112710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:58:49.654180 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30b6fbb8-a2c9-4c92-b120-8ea3259c9b56", "name": "network-vif-deleted", "tag": "c57d5f48-246f-41c1-903a-f9a3fa47d52b", "status": "completed", "code": 200}]} {{(pid=112710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:58:49.654436 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-65ec8d88-2fa4-4230-82a2-83d5162889e5 {{(pid=112710) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:58:49.654838 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65ec8d88-2fa4-4230-82a2-83d5162889e5'] response: {'server_uuid': '30b6fbb8-a2c9-4c92-b120-8ea3259c9b56', 'name': 'network-vif-deleted', 'tag': 'c57d5f48-246f-41c1-903a-f9a3fa47d52b', 'status': 'completed', 'code': 200} Sep 08 13:58:49.660632 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_dvr_db [None req-16640082-b673-4a68-bf3a-c2d6ebbdb5a6 None None] Set router 02a208a6-8629-4695-a17f-fdd0442b3d34 gateway port host: dv-cinder-820027-24-iscsi {{(pid=112712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 13:58:49.683162 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-571f5dac-b25a-4a0c-b393-9a9129e1866b req-1c0e885d-1074-4365-a309-34d70e3e60f0 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Network 96ff558b-c5db-4059-a363-a83e90cf91c8 is already hosted by enough agents. {{(pid=112709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:58:49.687033 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0e885d-1074-4365-a309-34d70e3e60f0 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Pushing event updated for resources: {'Port': ['ID=1e7eb6da-3323-4042-81a8-99078c8d7b4e,revision_number=1']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:58:49.689556 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.scheduler.base_scheduler [req-571f5dac-b25a-4a0c-b393-9a9129e1866b req-1c0e885d-1074-4365-a309-34d70e3e60f0 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Resources bound (agent type, host, resource id): {{(pid=112709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:58:49.691669 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.db.l3_dvrscheduler_db [req-571f5dac-b25a-4a0c-b393-9a9129e1866b req-1c0e885d-1074-4365-a309-34d70e3e60f0 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Received port after_create {{(pid=112709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 08 13:58:49.694098 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:58:49.761011 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571f5dac-b25a-4a0c-b393-9a9129e1866b req-1c0e885d-1074-4365-a309-34d70e3e60f0 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:58:49.762414 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [req-571f5dac-b25a-4a0c-b393-9a9129e1866b req-1c0e885d-1074-4365-a309-34d70e3e60f0 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161718'] for port (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:49.785314 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [req-571f5dac-b25a-4a0c-b393-9a9129e1866b req-1c0e885d-1074-4365-a309-34d70e3e60f0 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7652426 Sep 08 13:58:49.874162 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_hamode_db [None req-16640082-b673-4a68-bf3a-c2d6ebbdb5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02a208a6-8629-4695-a17f-fdd0442b3d34', 'name': 'tempest-AttachVolumeNegativeTest-1590919179-router', 'tenant_id': 'b4ca185497284e9780eba8fc2e713d6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'e8f2f592-277a-4d05-986e-4d884ef99bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:52:26Z', 'updated_at': '2022-09-08T13:52:37Z', 'revision_number': 4, 'project_id': 'b4ca185497284e9780eba8fc2e713d6e', 'gw_port': {'id': 'e8f2f592-277a-4d05-986e-4d884ef99bfb', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:98:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a208a6-8629-4695-a17f-fdd0442b3d34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:52:27Z', 'updated_at': '2022-09-08T13:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi', '_interfaces': [{'id': '0ca98399-9c62-4c2e-b02f-2e468cdee8e8', 'name': '', 'network_id': 'cf5901ef-2ee5-4879-85aa-18770c77b80a', 'tenant_id': 'b4ca185497284e9780eba8fc2e713d6e', 'mac_address': 'fa:16:3e:fb:7b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a208a6-8629-4695-a17f-fdd0442b3d34', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'a139bee4-b378-4a6d-bfa3-c572d95f8369', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:52:34Z', 'updated_at': '2022-09-08T13:52:55Z', 'revision_number': 5, 'project_id': 'b4ca185497284e9780eba8fc2e713d6e', 'subnets': [{'id': 'a139bee4-b378-4a6d-bfa3-c572d95f8369', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-24-iscsi', False) {} {{(pid=112712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:58:49.887834 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvr_db [None req-b995ac78-4272-4c34-85b6-43021f947025 None None] Set router ddca2942-fd69-41fb-85c8-5a05e956fd2b gateway port host: dv-cinder-820027-24-iscsi {{(pid=112711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 13:58:49.898700 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2347000-5c5d-4247-9b30-6d86c554f55a req-5cb49a85-91d6-4c96-9505-d532f320ef5a tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:58:49.900146 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16640082-b673-4a68-bf3a-c2d6ebbdb5a6 None None] Checking router: 02a208a6-8629-4695-a17f-fdd0442b3d34 for host: dv-cinder-820027-24-iscsi {{(pid=112712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:58:49.908754 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-a2347000-5c5d-4247-9b30-6d86c554f55a req-5cb49a85-91d6-4c96-9505-d532f320ef5a tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=9e839a72-e12e-4617-88c9-ed12f748c399 HTTP/1.1" status: 200 len: 932 time: 0.0608542 Sep 08 13:58:49.910463 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16640082-b673-4a68-bf3a-c2d6ebbdb5a6 None None] Routers {'02a208a6-8629-4695-a17f-fdd0442b3d34'} bound to L3 agent in host dv-cinder-820027-24-iscsi {{(pid=112712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 13:58:49.912733 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_hamode_db [None req-16640082-b673-4a68-bf3a-c2d6ebbdb5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-08T13:44:16Z,description=,heartbeat_timestamp=2022-09-08T13:58:46Z,host='dv-cinder-820027-24-iscsi',id=91421a76-39ff-4685-90ca-aa6fbf6a1933,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:44:16Z,topic='l3_agent')) {'router_ids': ['02a208a6-8629-4695-a17f-fdd0442b3d34'], 'active': True} {{(pid=112712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:58:49.972280 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-a2347000-5c5d-4247-9b30-6d86c554f55a req-9fd12db9-eaeb-4244-b9da-3f08acc68a8b tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=63e9d318-f857-4d1d-aef1-cb70805b0039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626454 Sep 08 13:58:50.009159 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:DELETE=4,neutron:SELECT=96 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:58:50.020968 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=100 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:58:50.033303 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_dvr_db [None req-16640082-b673-4a68-bf3a-c2d6ebbdb5a6 None None] Set router 02a208a6-8629-4695-a17f-fdd0442b3d34 gateway port host: dv-cinder-820027-24-iscsi {{(pid=112712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 13:58:50.040743 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-ee6a3402-c492-486a-b586-f4ed5451ea5c req-f0d26b8e-bdf4-4ddf-9d72-5df2d9c2c8cf tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=efdb4c65-ed8d-4792-ac96-8b1053b167b5 HTTP/1.1" status: 200 len: 210 time: 0.0391872 Sep 08 13:58:50.061278 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-af4c5090-41f2-4108-a902-198cee0fa1ab None None] Provisioning complete for port 1e7eb6da-3323-4042-81a8-99078c8d7b4e triggered by entity DHCP. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 13:58:50.061944 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-af4c5090-41f2-4108-a902-198cee0fa1ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (1e7eb6da-3323-4042-81a8-99078c8d7b4e), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:50.117898 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-af4c5090-41f2-4108-a902-198cee0fa1ab None None] Port 1e7eb6da-3323-4042-81a8-99078c8d7b4e cannot update to ACTIVE because it is not bound. {{(pid=112711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 08 13:58:50.169162 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_hamode_db [None req-b995ac78-4272-4c34-85b6-43021f947025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddca2942-fd69-41fb-85c8-5a05e956fd2b', 'name': 'tempest-AttachVolumeShelveTestJSON-2125442903-router', 'tenant_id': 'bc4476b1f4b84b5593ff2650592b9fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': '93753524-93ca-4323-a727-bfafa1160f91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:54:02Z', 'updated_at': '2022-09-08T13:54:10Z', 'revision_number': 4, 'project_id': 'bc4476b1f4b84b5593ff2650592b9fb7', 'gw_port': {'id': '93753524-93ca-4323-a727-bfafa1160f91', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:bd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddca2942-fd69-41fb-85c8-5a05e956fd2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:54:03Z', 'updated_at': '2022-09-08T13:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi', '_interfaces': [{'id': 'e4824d73-43cf-47a8-8a9a-1f553c4d33a7', 'name': '', 'network_id': '1c9b3d05-20f8-440e-89b3-587b430f97a5', 'tenant_id': 'bc4476b1f4b84b5593ff2650592b9fb7', 'mac_address': 'fa:16:3e:68:c7:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddca2942-fd69-41fb-85c8-5a05e956fd2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'c1fdd510-cbc1-4f0f-8fbd-e177b9f3baf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:54:08Z', 'updated_at': '2022-09-08T13:54:17Z', 'revision_number': 5, 'project_id': 'bc4476b1f4b84b5593ff2650592b9fb7', 'subnets': [{'id': 'c1fdd510-cbc1-4f0f-8fbd-e177b9f3baf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-24-iscsi', False) {} {{(pid=112711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:58:50.197414 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b995ac78-4272-4c34-85b6-43021f947025 None None] Checking router: ddca2942-fd69-41fb-85c8-5a05e956fd2b for host: dv-cinder-820027-24-iscsi {{(pid=112711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:58:50.206287 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b995ac78-4272-4c34-85b6-43021f947025 None None] Routers {'ddca2942-fd69-41fb-85c8-5a05e956fd2b'} bound to L3 agent in host dv-cinder-820027-24-iscsi {{(pid=112711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 13:58:50.206882 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_hamode_db [None req-b995ac78-4272-4c34-85b6-43021f947025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-08T13:44:16Z,description=,heartbeat_timestamp=2022-09-08T13:58:46Z,host='dv-cinder-820027-24-iscsi',id=91421a76-39ff-4685-90ca-aa6fbf6a1933,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:44:16Z,topic='l3_agent')) {'router_ids': ['ddca2942-fd69-41fb-85c8-5a05e956fd2b'], 'active': True} {{(pid=112711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:58:50.308068 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvr_db [None req-b995ac78-4272-4c34-85b6-43021f947025 None None] Set router ddca2942-fd69-41fb-85c8-5a05e956fd2b gateway port host: dv-cinder-820027-24-iscsi {{(pid=112711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 13:58:50.308504 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_hamode_db [None req-16640082-b673-4a68-bf3a-c2d6ebbdb5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02a208a6-8629-4695-a17f-fdd0442b3d34', 'name': 'tempest-AttachVolumeNegativeTest-1590919179-router', 'tenant_id': 'b4ca185497284e9780eba8fc2e713d6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'e8f2f592-277a-4d05-986e-4d884ef99bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:52:26Z', 'updated_at': '2022-09-08T13:52:37Z', 'revision_number': 4, 'project_id': 'b4ca185497284e9780eba8fc2e713d6e', 'gw_port': {'id': 'e8f2f592-277a-4d05-986e-4d884ef99bfb', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:98:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a208a6-8629-4695-a17f-fdd0442b3d34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:52:27Z', 'updated_at': '2022-09-08T13:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi', '_interfaces': [{'id': '0ca98399-9c62-4c2e-b02f-2e468cdee8e8', 'name': '', 'network_id': 'cf5901ef-2ee5-4879-85aa-18770c77b80a', 'tenant_id': 'b4ca185497284e9780eba8fc2e713d6e', 'mac_address': 'fa:16:3e:fb:7b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a208a6-8629-4695-a17f-fdd0442b3d34', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'a139bee4-b378-4a6d-bfa3-c572d95f8369', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:52:34Z', 'updated_at': '2022-09-08T13:52:55Z', 'revision_number': 5, 'project_id': 'b4ca185497284e9780eba8fc2e713d6e', 'subnets': [{'id': 'a139bee4-b378-4a6d-bfa3-c572d95f8369', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-24-iscsi', False) {} {{(pid=112712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:58:50.332609 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16640082-b673-4a68-bf3a-c2d6ebbdb5a6 None None] The sync data for ids ['02a208a6-8629-4695-a17f-fdd0442b3d34'] in dv-cinder-820027-24-iscsi is: [{'id': '02a208a6-8629-4695-a17f-fdd0442b3d34', 'name': 'tempest-AttachVolumeNegativeTest-1590919179-router', 'tenant_id': 'b4ca185497284e9780eba8fc2e713d6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'e8f2f592-277a-4d05-986e-4d884ef99bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:52:26Z', 'updated_at': '2022-09-08T13:52:37Z', 'revision_number': 4, 'project_id': 'b4ca185497284e9780eba8fc2e713d6e', 'gw_port': {'id': 'e8f2f592-277a-4d05-986e-4d884ef99bfb', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:98:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a208a6-8629-4695-a17f-fdd0442b3d34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:52:27Z', 'updated_at': '2022-09-08T13:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi', '_interfaces': [{'id': '0ca98399-9c62-4c2e-b02f-2e468cdee8e8', 'name': '', 'network_id': 'cf5901ef-2ee5-4879-85aa-18770c77b80a', 'tenant_id': 'b4ca185497284e9780eba8fc2e713d6e', 'mac_address': 'fa:16:3e:fb:7b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a208a6-8629-4695-a17f-fdd0442b3d34', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'a139bee4-b378-4a6d-bfa3-c572d95f8369', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:52:34Z', 'updated_at': '2022-09-08T13:52:55Z', 'revision_number': 5, 'project_id': 'b4ca185497284e9780eba8fc2e713d6e', 'subnets': [{'id': 'a139bee4-b378-4a6d-bfa3-c572d95f8369', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:58:50.503320 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_hamode_db [None req-b995ac78-4272-4c34-85b6-43021f947025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddca2942-fd69-41fb-85c8-5a05e956fd2b', 'name': 'tempest-AttachVolumeShelveTestJSON-2125442903-router', 'tenant_id': 'bc4476b1f4b84b5593ff2650592b9fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': '93753524-93ca-4323-a727-bfafa1160f91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:54:02Z', 'updated_at': '2022-09-08T13:54:10Z', 'revision_number': 4, 'project_id': 'bc4476b1f4b84b5593ff2650592b9fb7', 'gw_port': {'id': '93753524-93ca-4323-a727-bfafa1160f91', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:bd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddca2942-fd69-41fb-85c8-5a05e956fd2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:54:03Z', 'updated_at': '2022-09-08T13:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi', '_interfaces': [{'id': 'e4824d73-43cf-47a8-8a9a-1f553c4d33a7', 'name': '', 'network_id': '1c9b3d05-20f8-440e-89b3-587b430f97a5', 'tenant_id': 'bc4476b1f4b84b5593ff2650592b9fb7', 'mac_address': 'fa:16:3e:68:c7:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddca2942-fd69-41fb-85c8-5a05e956fd2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'c1fdd510-cbc1-4f0f-8fbd-e177b9f3baf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:54:08Z', 'updated_at': '2022-09-08T13:54:17Z', 'revision_number': 5, 'project_id': 'bc4476b1f4b84b5593ff2650592b9fb7', 'subnets': [{'id': 'c1fdd510-cbc1-4f0f-8fbd-e177b9f3baf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-24-iscsi', False) {} {{(pid=112711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:58:50.528905 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b995ac78-4272-4c34-85b6-43021f947025 None None] The sync data for ids ['ddca2942-fd69-41fb-85c8-5a05e956fd2b'] in dv-cinder-820027-24-iscsi is: [{'id': 'ddca2942-fd69-41fb-85c8-5a05e956fd2b', 'name': 'tempest-AttachVolumeShelveTestJSON-2125442903-router', 'tenant_id': 'bc4476b1f4b84b5593ff2650592b9fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': '93753524-93ca-4323-a727-bfafa1160f91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:54:02Z', 'updated_at': '2022-09-08T13:54:10Z', 'revision_number': 4, 'project_id': 'bc4476b1f4b84b5593ff2650592b9fb7', 'gw_port': {'id': '93753524-93ca-4323-a727-bfafa1160f91', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:bd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddca2942-fd69-41fb-85c8-5a05e956fd2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:54:03Z', 'updated_at': '2022-09-08T13:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi', '_interfaces': [{'id': 'e4824d73-43cf-47a8-8a9a-1f553c4d33a7', 'name': '', 'network_id': '1c9b3d05-20f8-440e-89b3-587b430f97a5', 'tenant_id': 'bc4476b1f4b84b5593ff2650592b9fb7', 'mac_address': 'fa:16:3e:68:c7:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddca2942-fd69-41fb-85c8-5a05e956fd2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'c1fdd510-cbc1-4f0f-8fbd-e177b9f3baf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:54:08Z', 'updated_at': '2022-09-08T13:54:17Z', 'revision_number': 5, 'project_id': 'bc4476b1f4b84b5593ff2650592b9fb7', 'subnets': [{'id': 'c1fdd510-cbc1-4f0f-8fbd-e177b9f3baf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:58:50.534417 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-60d58636-7687-46de-845f-5ca2bc20c750 req-07bb25fa-19b6-45d7-b21b-3d5b222c388f tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=30b6fbb8-a2c9-4c92-b120-8ea3259c9b56 HTTP/1.1" status: 200 len: 210 time: 0.0461314 Sep 08 13:58:50.552074 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17da07e2-b762-4e4b-b288-fb95d1410f6a req-e3c71ea5-76ee-4de5-abdd-20821e5621db tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:58:50.558178 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-17da07e2-b762-4e4b-b288-fb95d1410f6a req-e3c71ea5-76ee-4de5-abdd-20821e5621db tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=21bead64-8c72-4cb8-806b-f68b2fc593cc HTTP/1.1" status: 200 len: 946 time: 0.0853992 Sep 08 13:58:50.609898 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-17da07e2-b762-4e4b-b288-fb95d1410f6a req-b9ff9510-e88c-45f0-8f4a-6627938db16c tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ab5cc7d2-a9e9-47f5-8ca4-4c1123bb816c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504196 Sep 08 13:58:50.637676 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ea3aca-58f4-41b5-b06d-a902c8894bd4 None None] New status for floating IP de715d0a-0fcd-43bc-afd1-c628740433c2: DOWN {{(pid=112712) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 08 13:58:50.790585 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aedc76f2-682f-4cc0-97b8-a3904cac0d7b None None] New status for floating IP 132f7e87-51b4-489c-be77-1eba8e3487d9: DOWN {{(pid=112711) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 08 13:58:51.104892 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb95a45-01de-4036-84c0-a71041dd2512 req-94224f6f-1d8a-4595-9f5f-0a91137a6f6f tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:58:51.106562 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-1bb95a45-01de-4036-84c0-a71041dd2512 req-94224f6f-1d8a-4595-9f5f-0a91137a6f6f tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=9e839a72-e12e-4617-88c9-ed12f748c399 HTTP/1.1" status: 200 len: 932 time: 0.0500560 Sep 08 13:58:51.117677 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:58:51.164064 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-ac2e62aa-071d-41fe-95d7-fa57aaf9a2ae req-345d0b84-db29-4e8f-a0a3-c0d8eabee301 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=efdb4c65-ed8d-4792-ac96-8b1053b167b5 HTTP/1.1" status: 200 len: 210 time: 0.0377283 Sep 08 13:58:51.179937 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-1bb95a45-01de-4036-84c0-a71041dd2512 req-08dac5dc-cd73-4363-9bfe-46f069c8c8c4 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=63e9d318-f857-4d1d-aef1-cb70805b0039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678537 Sep 08 13:58:51.314964 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Device c57d5f48-246f-41c1-903a-f9a3fa47d52b no longer exists at agent hyperv_hv-cinder-82002 {{(pid=112711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:58:51.334706 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] No Port match for: c57d5f48-246f-41c1-903a-f9a3fa47d52b {{(pid=112711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 08 13:58:51.335051 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Device c57d5f48-246f-41c1-903a-f9a3fa47d52b not bound to the agent host hv-cinder-82002 {{(pid=112711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:58:51.335460 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Device c9da782b-975b-4d78-bc93-092cf58fcf3a no longer exists at agent hyperv_hv-cinder-82002 {{(pid=112711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:58:51.336867 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=92,neutron:UPDATE=8 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:58:51.355348 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] No Port match for: c9da782b-975b-4d78-bc93-092cf58fcf3a {{(pid=112711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 08 13:58:51.355661 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Device c9da782b-975b-4d78-bc93-092cf58fcf3a not bound to the agent host hv-cinder-82002 {{(pid=112711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:58:51.638821 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-86a5b062-1c74-45e2-ad5f-d9afc4efafc3 req-bc1f8074-e3e1-4f16-a429-877a8369d4a2 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=30b6fbb8-a2c9-4c92-b120-8ea3259c9b56 HTTP/1.1" status: 200 len: 210 time: 0.0286629 Sep 08 13:58:51.656636 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efdb4c65-ed8d-4792-ac96-8b1053b167b5', 'name': 'network-vif-deleted', 'tag': 'c9da782b-975b-4d78-bc93-092cf58fcf3a'}] {{(pid=112710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 13:58:51.659411 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4aaac3e20a53a8e6247a431178541979a817c05ad734f54eee24c8be994502e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b01f8b10-d823-4f8b-97e7-ced69ad4b0b4" -d '{"events": [{"server_uuid": "efdb4c65-ed8d-4792-ac96-8b1053b167b5", "name": "network-vif-deleted", "tag": "c9da782b-975b-4d78-bc93-092cf58fcf3a"}]}' {{(pid=112710) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:58:51.703268 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Sep 2022 13:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaa02b8b-315b-4a0d-9fc4-5e9eb4997f77 x-openstack-request-id: req-eaa02b8b-315b-4a0d-9fc4-5e9eb4997f77 {{(pid=112710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:58:51.703555 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efdb4c65-ed8d-4792-ac96-8b1053b167b5", "name": "network-vif-deleted", "tag": "c9da782b-975b-4d78-bc93-092cf58fcf3a", "status": "completed", "code": 200}]} {{(pid=112710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:58:51.703806 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-eaa02b8b-315b-4a0d-9fc4-5e9eb4997f77 {{(pid=112710) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:58:51.704195 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eaa02b8b-315b-4a0d-9fc4-5e9eb4997f77'] response: {'server_uuid': 'efdb4c65-ed8d-4792-ac96-8b1053b167b5', 'name': 'network-vif-deleted', 'tag': 'c9da782b-975b-4d78-bc93-092cf58fcf3a', 'status': 'completed', 'code': 200} Sep 08 13:58:51.744918 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee04a0d-7280-4199-bda6-179f1d7e49eb req-f3898e0a-9222-4f72-a866-e1dfd704a818 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:58:51.746350 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-1ee04a0d-7280-4199-bda6-179f1d7e49eb req-f3898e0a-9222-4f72-a866-e1dfd704a818 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=21bead64-8c72-4cb8-806b-f68b2fc593cc HTTP/1.1" status: 200 len: 946 time: 0.0537238 Sep 08 13:58:51.792900 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-1ee04a0d-7280-4199-bda6-179f1d7e49eb req-253ba234-e583-4c02-944b-8cd9dcabe3d3 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ab5cc7d2-a9e9-47f5-8ca4-4c1123bb816c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404711 Sep 08 13:58:52.297208 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-46f5bffc-b467-4ba9-a8d8-2622899f64ac req-46676afc-de42-44d5-97a1-2b75df7f8ed2 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=efdb4c65-ed8d-4792-ac96-8b1053b167b5 HTTP/1.1" status: 200 len: 210 time: 0.0493329 Sep 08 13:58:52.314575 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c54169d-1c04-4373-bacf-20f631d0cbf3 req-10c6e308-4707-4d2e-8cca-53e3c62b0140 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:58:52.316014 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-9c54169d-1c04-4373-bacf-20f631d0cbf3 req-10c6e308-4707-4d2e-8cca-53e3c62b0140 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=9e839a72-e12e-4617-88c9-ed12f748c399 HTTP/1.1" status: 200 len: 932 time: 0.0579865 Sep 08 13:58:52.363539 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-9c54169d-1c04-4373-bacf-20f631d0cbf3 req-9493f4fc-e386-40ac-996b-07fab04ba1c2 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=63e9d318-f857-4d1d-aef1-cb70805b0039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418797 Sep 08 13:58:52.743005 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-6052d2dc-7c22-4745-a983-c797d7b036dc req-db708a4e-5c04-4c1f-855d-b1a3ff3217ae tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=30b6fbb8-a2c9-4c92-b120-8ea3259c9b56 HTTP/1.1" status: 200 len: 210 time: 0.0307693 Sep 08 13:58:52.913153 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9222b70-74c3-4cf4-af08-e43d62ad4b49 req-5d7198db-4b97-48e5-bcb8-7b9b9f19aab4 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:58:52.914654 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-a9222b70-74c3-4cf4-af08-e43d62ad4b49 req-5d7198db-4b97-48e5-bcb8-7b9b9f19aab4 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=21bead64-8c72-4cb8-806b-f68b2fc593cc HTTP/1.1" status: 200 len: 946 time: 0.0471869 Sep 08 13:58:52.962395 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-a9222b70-74c3-4cf4-af08-e43d62ad4b49 req-2e6f90a6-a431-431c-9a35-e09531791c5f tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ab5cc7d2-a9e9-47f5-8ca4-4c1123bb816c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420659 Sep 08 13:58:53.406937 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-5ba667e3-090a-495e-a807-df91ca1db370 req-5573c1d7-44bf-4669-9210-960ea55a2d71 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=efdb4c65-ed8d-4792-ac96-8b1053b167b5 HTTP/1.1" status: 200 len: 210 time: 0.0286112 Sep 08 13:58:53.500447 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecb67cb-a09a-4c54-be09-0b41e7562a47 req-ec457bc5-f0d8-4d84-9579-bd12715b0b58 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:58:53.501944 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-1ecb67cb-a09a-4c54-be09-0b41e7562a47 req-ec457bc5-f0d8-4d84-9579-bd12715b0b58 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=9e839a72-e12e-4617-88c9-ed12f748c399 HTTP/1.1" status: 200 len: 932 time: 0.0504563 Sep 08 13:58:53.550616 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-1ecb67cb-a09a-4c54-be09-0b41e7562a47 req-c4890ebd-eeff-4a3a-8a78-5b0078705e9b tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=63e9d318-f857-4d1d-aef1-cb70805b0039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430610 Sep 08 13:58:53.570489 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.v2.base [req-571f5dac-b25a-4a0c-b393-9a9129e1866b req-48bc5781-8369-40ee-96fc-255d90a709d4 service neutron] Request body: {'port': {'device_id': '9e839a72-e12e-4617-88c9-ed12f748c399', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82002'}} {{(pid=112709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:58:53.629613 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [req-571f5dac-b25a-4a0c-b393-9a9129e1866b req-48bc5781-8369-40ee-96fc-255d90a709d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (1e7eb6da-3323-4042-81a8-99078c8d7b4e), before_update {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:53.848084 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-c8566b4b-72f8-4e81-bc06-57cb580e6e98 req-e13454c8-f582-42c7-a670-c29d32b1d988 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=30b6fbb8-a2c9-4c92-b120-8ea3259c9b56 HTTP/1.1" status: 200 len: 210 time: 0.0295773 Sep 08 13:58:53.848754 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:58:53.915068 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.notifiers.nova [req-571f5dac-b25a-4a0c-b393-9a9129e1866b req-48bc5781-8369-40ee-96fc-255d90a709d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e7eb6da-3323-4042-81a8-99078c8d7b4e {{(pid=112709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 08 13:58:53.922639 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [req-571f5dac-b25a-4a0c-b393-9a9129e1866b req-48bc5781-8369-40ee-96fc-255d90a709d4 service neutron] Publish callbacks [] for port (1e7eb6da-3323-4042-81a8-99078c8d7b4e), precommit_update {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:53.935600 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.db.provisioning_blocks [req-571f5dac-b25a-4a0c-b393-9a9129e1866b req-48bc5781-8369-40ee-96fc-255d90a709d4 service neutron] Transition to ACTIVE for port object 1e7eb6da-3323-4042-81a8-99078c8d7b4e will not be triggered until provisioned by entity L2. {{(pid=112709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 08 13:58:53.939848 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [req-571f5dac-b25a-4a0c-b393-9a9129e1866b req-48bc5781-8369-40ee-96fc-255d90a709d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9153372'] for port (1e7eb6da-3323-4042-81a8-99078c8d7b4e), after_update {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:54.017707 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bc5781-8369-40ee-96fc-255d90a709d4 service neutron] Pushing event updated for resources: {'Port': ['ID=1e7eb6da-3323-4042-81a8-99078c8d7b4e,revision_number=2']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:58:54.048284 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.managers [req-571f5dac-b25a-4a0c-b393-9a9129e1866b req-48bc5781-8369-40ee-96fc-255d90a709d4 service neutron] Attempting to bind port 1e7eb6da-3323-4042-81a8-99078c8d7b4e on host hv-cinder-82002 for vnic_type normal with profile {{(pid=112709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 08 13:58:54.048633 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.managers [req-571f5dac-b25a-4a0c-b393-9a9129e1866b req-48bc5781-8369-40ee-96fc-255d90a709d4 service neutron] Attempting to bind port 1e7eb6da-3323-4042-81a8-99078c8d7b4e by drivers openvswitch,hyperv on host hv-cinder-82002 at level 0 using segments [{'id': '85382ad6-9794-441c-848f-26fa1eb3f5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '96ff558b-c5db-4059-a363-a83e90cf91c8'}] {{(pid=112709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 08 13:58:54.048965 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-571f5dac-b25a-4a0c-b393-9a9129e1866b req-48bc5781-8369-40ee-96fc-255d90a709d4 service neutron] Attempting to bind port 1e7eb6da-3323-4042-81a8-99078c8d7b4e on network 96ff558b-c5db-4059-a363-a83e90cf91c8 {{(pid=112709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 13:58:54.099815 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-571f5dac-b25a-4a0c-b393-9a9129e1866b req-48bc5781-8369-40ee-96fc-255d90a709d4 service neutron] Port 1e7eb6da-3323-4042-81a8-99078c8d7b4e on network 96ff558b-c5db-4059-a363-a83e90cf91c8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82002 {{(pid=112709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 08 13:58:54.100151 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-571f5dac-b25a-4a0c-b393-9a9129e1866b req-48bc5781-8369-40ee-96fc-255d90a709d4 service neutron] Attempting to bind port 1e7eb6da-3323-4042-81a8-99078c8d7b4e on network 96ff558b-c5db-4059-a363-a83e90cf91c8 {{(pid=112709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 13:58:54.124001 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d43418-ded6-4685-9c36-6ada1f25d379 req-def2dd9b-34da-4206-992c-242cf6f285ee tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:58:54.125507 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-96d43418-ded6-4685-9c36-6ada1f25d379 req-def2dd9b-34da-4206-992c-242cf6f285ee tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=21bead64-8c72-4cb8-806b-f68b2fc593cc HTTP/1.1" status: 200 len: 946 time: 0.0871387 Sep 08 13:58:54.133093 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f3444b-4c90-4bfc-bf0d-1e546fb7529a req-1f704f17-2c85-413f-9d58-6855f86fb95c tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:58:54.134496 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-d1f3444b-4c90-4bfc-bf0d-1e546fb7529a req-1f704f17-2c85-413f-9d58-6855f86fb95c tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=21bead64-8c72-4cb8-806b-f68b2fc593cc HTTP/1.1" status: 200 len: 946 time: 0.0673487 Sep 08 13:58:54.144469 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-571f5dac-b25a-4a0c-b393-9a9129e1866b req-48bc5781-8369-40ee-96fc-255d90a709d4 service neutron] Checking agent: {'id': '4c2ff875-e6d7-424e-bdc7-d4b2ed4bdd9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82002', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 8, 13, 50, 33), 'started_at': datetime.datetime(2022, 9, 8, 13, 50, 33), 'heartbeat_timestamp': datetime.datetime(2022, 9, 8, 13, 58, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 08 13:58:54.144808 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-571f5dac-b25a-4a0c-b393-9a9129e1866b req-48bc5781-8369-40ee-96fc-255d90a709d4 service neutron] Checking segment: {'id': '85382ad6-9794-441c-848f-26fa1eb3f5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '96ff558b-c5db-4059-a363-a83e90cf91c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 13:58:54.145194 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-571f5dac-b25a-4a0c-b393-9a9129e1866b req-48bc5781-8369-40ee-96fc-255d90a709d4 service neutron] Bound using segment: {'id': '85382ad6-9794-441c-848f-26fa1eb3f5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '96ff558b-c5db-4059-a363-a83e90cf91c8'} {{(pid=112709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 08 13:58:54.145638 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.managers [req-571f5dac-b25a-4a0c-b393-9a9129e1866b req-48bc5781-8369-40ee-96fc-255d90a709d4 service neutron] Bound port: 1e7eb6da-3323-4042-81a8-99078c8d7b4e, host: hv-cinder-82002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85382ad6-9794-441c-848f-26fa1eb3f5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '96ff558b-c5db-4059-a363-a83e90cf91c8'}}] {{(pid=112709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 08 13:58:54.146021 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [req-571f5dac-b25a-4a0c-b393-9a9129e1866b req-48bc5781-8369-40ee-96fc-255d90a709d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (1e7eb6da-3323-4042-81a8-99078c8d7b4e), before_update {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:54.212391 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.db [req-571f5dac-b25a-4a0c-b393-9a9129e1866b req-48bc5781-8369-40ee-96fc-255d90a709d4 service neutron] For port 1e7eb6da-3323-4042-81a8-99078c8d7b4e, host hv-cinder-82002, cleared binding levels {{(pid=112709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:58:54.216130 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.db [req-571f5dac-b25a-4a0c-b393-9a9129e1866b req-48bc5781-8369-40ee-96fc-255d90a709d4 service neutron] For port 1e7eb6da-3323-4042-81a8-99078c8d7b4e, host hv-cinder-82002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=1e7eb6da-3323-4042-81a8-99078c8d7b4e,segment=NetworkSegment(85382ad6-9794-441c-848f-26fa1eb3f5ed),segment_id=85382ad6-9794-441c-848f-26fa1eb3f5ed)] {{(pid=112709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:58:54.223029 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [req-571f5dac-b25a-4a0c-b393-9a9129e1866b req-48bc5781-8369-40ee-96fc-255d90a709d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9153372'] for port (1e7eb6da-3323-4042-81a8-99078c8d7b4e), after_update {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:54.228832 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571f5dac-b25a-4a0c-b393-9a9129e1866b req-48bc5781-8369-40ee-96fc-255d90a709d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:58:54.229276 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [req-571f5dac-b25a-4a0c-b393-9a9129e1866b req-48bc5781-8369-40ee-96fc-255d90a709d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161718'] for port (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:54.230686 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [req-571f5dac-b25a-4a0c-b393-9a9129e1866b req-48bc5781-8369-40ee-96fc-255d90a709d4 service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/1e7eb6da-3323-4042-81a8-99078c8d7b4e HTTP/1.1" status: 200 len: 1094 time: 0.6649880 Sep 08 13:58:54.231216 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e839a72-e12e-4617-88c9-ed12f748c399', 'tag': '1e7eb6da-3323-4042-81a8-99078c8d7b4e'}] {{(pid=112709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 13:58:54.234030 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}542ac7e5325f68055833e74974e312adb8a2ee810b70c39787611e772d2c694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74d5b681-45f6-4ccf-adc3-32b255dab427" -d '{"events": [{"name": "network-changed", "server_uuid": "9e839a72-e12e-4617-88c9-ed12f748c399", "tag": "1e7eb6da-3323-4042-81a8-99078c8d7b4e"}]}' {{(pid=112709) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:58:54.239276 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-96d43418-ded6-4685-9c36-6ada1f25d379 req-5d8f2fd7-d9ec-480c-805d-67e4528495ac tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ab5cc7d2-a9e9-47f5-8ca4-4c1123bb816c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038475 Sep 08 13:58:54.268161 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.plugin [req-d1f3444b-4c90-4bfc-bf0d-1e546fb7529a req-ef4ef21d-d14f-47a5-a611-83c35a70687b tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Deleting port 97326033-4991-4b35-9df8-8c1194e9ebe7 {{(pid=112710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 08 13:58:54.268517 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-d1f3444b-4c90-4bfc-bf0d-1e546fb7529a req-ef4ef21d-d14f-47a5-a611-83c35a70687b tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729028590053'] for port (97326033-4991-4b35-9df8-8c1194e9ebe7), before_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:54.281932 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bc5781-8369-40ee-96fc-255d90a709d4 service neutron] Pushing event updated for resources: {'Port': ['ID=1e7eb6da-3323-4042-81a8-99078c8d7b4e,revision_number=3']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:58:54.304895 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Sep 2022 13:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aa1eb3d-29af-4c3e-90c0-144161672eea x-openstack-request-id: req-4aa1eb3d-29af-4c3e-90c0-144161672eea {{(pid=112709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:58:54.305266 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e839a72-e12e-4617-88c9-ed12f748c399", "tag": "1e7eb6da-3323-4042-81a8-99078c8d7b4e", "status": "completed", "code": 200}]} {{(pid=112709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:58:54.305587 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4aa1eb3d-29af-4c3e-90c0-144161672eea {{(pid=112709) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:58:54.306081 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4aa1eb3d-29af-4c3e-90c0-144161672eea'] response: {'name': 'network-changed', 'server_uuid': '9e839a72-e12e-4617-88c9-ed12f748c399', 'tag': '1e7eb6da-3323-4042-81a8-99078c8d7b4e', 'status': 'completed', 'code': 200} Sep 08 13:58:54.373896 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.db [req-d1f3444b-4c90-4bfc-bf0d-1e546fb7529a req-ef4ef21d-d14f-47a5-a611-83c35a70687b tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] For port 97326033-4991-4b35-9df8-8c1194e9ebe7, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=97326033-4991-4b35-9df8-8c1194e9ebe7,segment=NetworkSegment(f5264372-fa90-4674-a04a-e3a6e49336da),segment_id=f5264372-fa90-4674-a04a-e3a6e49336da)] {{(pid=112710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:58:54.374263 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-d1f3444b-4c90-4bfc-bf0d-1e546fb7529a req-ef4ef21d-d14f-47a5-a611-83c35a70687b tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3750342'] for port (97326033-4991-4b35-9df8-8c1194e9ebe7), precommit_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:54.399457 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571f5dac-b25a-4a0c-b393-9a9129e1866b req-81706be4-3347-4779-85c1-b4e485430f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:58:54.400971 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [req-571f5dac-b25a-4a0c-b393-9a9129e1866b req-81706be4-3347-4779-85c1-b4e485430f71 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=6998e0c9a62e4f54a27faf56dbeb543a&device_id=9e839a72-e12e-4617-88c9-ed12f748c399 HTTP/1.1" status: 200 len: 1128 time: 0.0466013 Sep 08 13:58:54.473682 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=100 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:58:54.562177 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-89130117-b123-4590-ae22-c5cfb08e3034 req-b8cd37c6-9a0d-4c46-a71b-5ccc19a55ecb tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=efdb4c65-ed8d-4792-ac96-8b1053b167b5 HTTP/1.1" status: 200 len: 210 time: 0.0423667 Sep 08 13:58:54.571796 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-d1f3444b-4c90-4bfc-bf0d-1e546fb7529a req-ef4ef21d-d14f-47a5-a611-83c35a70687b tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:54.572162 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-d1f3444b-4c90-4bfc-bf0d-1e546fb7529a req-ef4ef21d-d14f-47a5-a611-83c35a70687b tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3679472'] for floatingip (54138492-585a-47cd-94d7-f0d002a06d32), after_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:54.572480 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.db.l3_db [req-d1f3444b-4c90-4bfc-bf0d-1e546fb7529a req-ef4ef21d-d14f-47a5-a611-83c35a70687b tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Floating IP 54138492-585a-47cd-94d7-f0d002a06d32 disassociated. External IP: 172.27.0.191, port: 97326033-4991-4b35-9df8-8c1194e9ebe7. Sep 08 13:58:54.572825 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.plugin [req-d1f3444b-4c90-4bfc-bf0d-1e546fb7529a req-ef4ef21d-d14f-47a5-a611-83c35a70687b tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Calling delete_port for 97326033-4991-4b35-9df8-8c1194e9ebe7 owned by compute:nova {{(pid=112710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 08 13:58:54.581012 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:58:54.693842 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9d05dd-8dde-43fe-9c4b-0958f5893fdf req-77a5f3ad-d775-4ae8-9a6d-0e25175e8353 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:58:54.695292 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-ee9d05dd-8dde-43fe-9c4b-0958f5893fdf req-77a5f3ad-d775-4ae8-9a6d-0e25175e8353 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=9e839a72-e12e-4617-88c9-ed12f748c399 HTTP/1.1" status: 200 len: 944 time: 0.0575590 Sep 08 13:58:54.726223 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [req-571f5dac-b25a-4a0c-b393-9a9129e1866b req-4763ea65-60b0-4e7b-b753-167844f87ba6 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1e7eb6da-3323-4042-81a8-99078c8d7b4e HTTP/1.1" status: 200 len: 217 time: 0.0358102 Sep 08 13:58:54.817777 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:58:54.840388 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571f5dac-b25a-4a0c-b393-9a9129e1866b req-96746b1b-458e-4797-bfc4-c2aa5120ed92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:58:54.842970 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [req-571f5dac-b25a-4a0c-b393-9a9129e1866b req-96746b1b-458e-4797-bfc4-c2aa5120ed92 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=3c05b843-7379-4152-a6e2-38ac1118d25c HTTP/1.1" status: 200 len: 849 time: 0.0555613 Sep 08 13:58:54.899841 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571f5dac-b25a-4a0c-b393-9a9129e1866b req-1ae601a5-28f0-40ec-9614-17b006f96771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:58:54.908604 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [req-571f5dac-b25a-4a0c-b393-9a9129e1866b req-1ae601a5-28f0-40ec-9614-17b006f96771 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=96ff558b-c5db-4059-a363-a83e90cf91c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0458791 Sep 08 13:58:55.016377 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [req-571f5dac-b25a-4a0c-b393-9a9129e1866b req-5d22f5c8-9b1f-43ee-ad66-7b2178775bbc service neutron] 10.222.0.20 "GET /networking/v2.0/networks/96ff558b-c5db-4059-a363-a83e90cf91c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011348 Sep 08 13:58:55.081309 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-d1f3444b-4c90-4bfc-bf0d-1e546fb7529a req-ef4ef21d-d14f-47a5-a611-83c35a70687b tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729028594324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729028134310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10367820'] for port (97326033-4991-4b35-9df8-8c1194e9ebe7), after_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:55.087160 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-f9a0b315-4063-4161-a8b9-326ca6c697b5 req-ba4cf641-d20a-4ba4-a6c4-d8dba21c2937 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=30b6fbb8-a2c9-4c92-b120-8ea3259c9b56 HTTP/1.1" status: 200 len: 210 time: 0.0462887 Sep 08 13:58:55.113283 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-ee9d05dd-8dde-43fe-9c4b-0958f5893fdf req-52cb87f9-0bc5-46b6-a169-d4dee0aa0225 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=63e9d318-f857-4d1d-aef1-cb70805b0039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4106936 Sep 08 13:58:55.117298 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4ef21d-d14f-47a5-a611-83c35a70687b tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Pushing event deleted for resources: {'Port': ['ID=97326033-4991-4b35-9df8-8c1194e9ebe7,revision_number=None']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:58:55.142296 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [req-571f5dac-b25a-4a0c-b393-9a9129e1866b req-50a5cd3d-eb15-45ab-9154-086048e05f21 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/96ff558b-c5db-4059-a363-a83e90cf91c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111729 Sep 08 13:58:55.240714 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d1f3444b-4c90-4bfc-bf0d-1e546fb7529a req-ef4ef21d-d14f-47a5-a611-83c35a70687b tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Router 8933e1ce-f357-4c29-bf32-c54a21fb90c9 has already been hosted by L3 agent 91421a76-39ff-4685-90ca-aa6fbf6a1933 {{(pid=112710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:58:55.371264 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-ddbdada7-14e5-4602-ab7b-f59c39ef5260 req-8b6cd740-aeb3-4558-8828-1369e436542a tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=21bead64-8c72-4cb8-806b-f68b2fc593cc HTTP/1.1" status: 200 len: 210 time: 0.0352533 Sep 08 13:58:55.373804 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d1f3444b-4c90-4bfc-bf0d-1e546fb7529a req-ef4ef21d-d14f-47a5-a611-83c35a70687b tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Notify agent at l3_agent.dv-cinder-820027-24-iscsi the message routers_updated {{(pid=112710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:58:55.383830 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d278e6-b2a7-4668-98c3-8cc6ab7274d1 None None] Sync routers for ids ['8933e1ce-f357-4c29-bf32-c54a21fb90c9'] in dv-cinder-820027-24-iscsi {{(pid=112712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:58:55.402049 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d278e6-b2a7-4668-98c3-8cc6ab7274d1 None None] Routers {'8933e1ce-f357-4c29-bf32-c54a21fb90c9'} bound to L3 agent in host dv-cinder-820027-24-iscsi {{(pid=112712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 13:58:55.402049 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_hamode_db [None req-22d278e6-b2a7-4668-98c3-8cc6ab7274d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-08T13:44:16Z,description=,heartbeat_timestamp=2022-09-08T13:58:46Z,host='dv-cinder-820027-24-iscsi',id=91421a76-39ff-4685-90ca-aa6fbf6a1933,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:44:16Z,topic='l3_agent')) {'router_ids': ['8933e1ce-f357-4c29-bf32-c54a21fb90c9'], 'active': True} {{(pid=112712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:58:55.428502 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1f3444b-4c90-4bfc-bf0d-1e546fb7529a req-ef4ef21d-d14f-47a5-a611-83c35a70687b tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] No DVR routers for this DVR port 97326033-4991-4b35-9df8-8c1194e9ebe7 on host hv-cinder-82002 {{(pid=112710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 08 13:58:55.431997 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-d1f3444b-4c90-4bfc-bf0d-1e546fb7529a req-ef4ef21d-d14f-47a5-a611-83c35a70687b tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161718'] for port (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:55.437279 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-d1f3444b-4c90-4bfc-bf0d-1e546fb7529a req-ef4ef21d-d14f-47a5-a611-83c35a70687b tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.20 "DELETE /networking/v2.0/ports/97326033-4991-4b35-9df8-8c1194e9ebe7 HTTP/1.1" status: 204 len: 173 time: 1.2860548 Sep 08 13:58:55.437877 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21bead64-8c72-4cb8-806b-f68b2fc593cc', 'name': 'network-vif-deleted', 'tag': '97326033-4991-4b35-9df8-8c1194e9ebe7'}] {{(pid=112710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 13:58:55.440538 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4aaac3e20a53a8e6247a431178541979a817c05ad734f54eee24c8be994502e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-205617d5-b9a2-428a-ae60-334d7fad663f" -d '{"events": [{"server_uuid": "21bead64-8c72-4cb8-806b-f68b2fc593cc", "name": "network-vif-deleted", "tag": "97326033-4991-4b35-9df8-8c1194e9ebe7"}]}' {{(pid=112710) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:58:55.480522 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Sep 2022 13:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-336541c0-c246-4ea1-8806-5dde078b481c x-openstack-request-id: req-336541c0-c246-4ea1-8806-5dde078b481c {{(pid=112710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:58:55.481001 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21bead64-8c72-4cb8-806b-f68b2fc593cc", "name": "network-vif-deleted", "tag": "97326033-4991-4b35-9df8-8c1194e9ebe7", "status": "completed", "code": 200}]} {{(pid=112710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:58:55.481789 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-336541c0-c246-4ea1-8806-5dde078b481c {{(pid=112710) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:58:55.482200 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.notifiers.nova [-] Nova event matching ['req-336541c0-c246-4ea1-8806-5dde078b481c'] response: {'server_uuid': '21bead64-8c72-4cb8-806b-f68b2fc593cc', 'name': 'network-vif-deleted', 'tag': '97326033-4991-4b35-9df8-8c1194e9ebe7', 'status': 'completed', 'code': 200} Sep 08 13:58:55.515138 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_dvr_db [None req-22d278e6-b2a7-4668-98c3-8cc6ab7274d1 None None] Set router 8933e1ce-f357-4c29-bf32-c54a21fb90c9 gateway port host: dv-cinder-820027-24-iscsi {{(pid=112712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 13:58:55.516701 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:58:55.696031 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-f454843b-bbfb-4bbf-9dcf-d2d0b1d15f86 req-8eff4434-d455-49b4-b9d6-3f2afdbbea72 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=efdb4c65-ed8d-4792-ac96-8b1053b167b5 HTTP/1.1" status: 200 len: 210 time: 0.0328770 Sep 08 13:58:55.709332 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_hamode_db [None req-22d278e6-b2a7-4668-98c3-8cc6ab7274d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8933e1ce-f357-4c29-bf32-c54a21fb90c9', 'name': 'tempest-ServerRescueNegativeTestJSON-997876912-router', 'tenant_id': '127bce2080d54fe4871b5aaa6cc394b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '6530787b-90c8-4e51-aa61-a98ea4643c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:52:25Z', 'updated_at': '2022-09-08T13:52:37Z', 'revision_number': 4, 'project_id': '127bce2080d54fe4871b5aaa6cc394b5', 'gw_port': {'id': '6530787b-90c8-4e51-aa61-a98ea4643c89', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:bc:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8933e1ce-f357-4c29-bf32-c54a21fb90c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:52:26Z', 'updated_at': '2022-09-08T13:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi', '_interfaces': [{'id': '04ca4a7d-8d12-44ad-b574-5149c116a206', 'name': '', 'network_id': 'a6ea2a7a-ef84-454a-b305-c470482cf7fa', 'tenant_id': '127bce2080d54fe4871b5aaa6cc394b5', 'mac_address': 'fa:16:3e:46:c9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8933e1ce-f357-4c29-bf32-c54a21fb90c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '8a8f577a-16e1-4e37-b6e2-a6cc60df3540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:52:35Z', 'updated_at': '2022-09-08T13:52:50Z', 'revision_number': 5, 'project_id': '127bce2080d54fe4871b5aaa6cc394b5', 'subnets': [{'id': '8a8f577a-16e1-4e37-b6e2-a6cc60df3540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-24-iscsi', False) {} {{(pid=112712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:58:55.734313 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d278e6-b2a7-4668-98c3-8cc6ab7274d1 None None] Checking router: 8933e1ce-f357-4c29-bf32-c54a21fb90c9 for host: dv-cinder-820027-24-iscsi {{(pid=112712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:58:55.742507 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d278e6-b2a7-4668-98c3-8cc6ab7274d1 None None] Routers {'8933e1ce-f357-4c29-bf32-c54a21fb90c9'} bound to L3 agent in host dv-cinder-820027-24-iscsi {{(pid=112712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 13:58:55.743182 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_hamode_db [None req-22d278e6-b2a7-4668-98c3-8cc6ab7274d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-08T13:44:16Z,description=,heartbeat_timestamp=2022-09-08T13:58:46Z,host='dv-cinder-820027-24-iscsi',id=91421a76-39ff-4685-90ca-aa6fbf6a1933,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:44:16Z,topic='l3_agent')) {'router_ids': ['8933e1ce-f357-4c29-bf32-c54a21fb90c9'], 'active': True} {{(pid=112712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:58:55.847301 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_dvr_db [None req-22d278e6-b2a7-4668-98c3-8cc6ab7274d1 None None] Set router 8933e1ce-f357-4c29-bf32-c54a21fb90c9 gateway port host: dv-cinder-820027-24-iscsi {{(pid=112712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 13:58:56.034191 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_hamode_db [None req-22d278e6-b2a7-4668-98c3-8cc6ab7274d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8933e1ce-f357-4c29-bf32-c54a21fb90c9', 'name': 'tempest-ServerRescueNegativeTestJSON-997876912-router', 'tenant_id': '127bce2080d54fe4871b5aaa6cc394b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '6530787b-90c8-4e51-aa61-a98ea4643c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:52:25Z', 'updated_at': '2022-09-08T13:52:37Z', 'revision_number': 4, 'project_id': '127bce2080d54fe4871b5aaa6cc394b5', 'gw_port': {'id': '6530787b-90c8-4e51-aa61-a98ea4643c89', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:bc:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8933e1ce-f357-4c29-bf32-c54a21fb90c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:52:26Z', 'updated_at': '2022-09-08T13:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi', '_interfaces': [{'id': '04ca4a7d-8d12-44ad-b574-5149c116a206', 'name': '', 'network_id': 'a6ea2a7a-ef84-454a-b305-c470482cf7fa', 'tenant_id': '127bce2080d54fe4871b5aaa6cc394b5', 'mac_address': 'fa:16:3e:46:c9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8933e1ce-f357-4c29-bf32-c54a21fb90c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '8a8f577a-16e1-4e37-b6e2-a6cc60df3540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:52:35Z', 'updated_at': '2022-09-08T13:52:50Z', 'revision_number': 5, 'project_id': '127bce2080d54fe4871b5aaa6cc394b5', 'subnets': [{'id': '8a8f577a-16e1-4e37-b6e2-a6cc60df3540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-24-iscsi', False) {} {{(pid=112712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:58:56.058640 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d278e6-b2a7-4668-98c3-8cc6ab7274d1 None None] The sync data for ids ['8933e1ce-f357-4c29-bf32-c54a21fb90c9'] in dv-cinder-820027-24-iscsi is: [{'id': '8933e1ce-f357-4c29-bf32-c54a21fb90c9', 'name': 'tempest-ServerRescueNegativeTestJSON-997876912-router', 'tenant_id': '127bce2080d54fe4871b5aaa6cc394b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '6530787b-90c8-4e51-aa61-a98ea4643c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:52:25Z', 'updated_at': '2022-09-08T13:52:37Z', 'revision_number': 4, 'project_id': '127bce2080d54fe4871b5aaa6cc394b5', 'gw_port': {'id': '6530787b-90c8-4e51-aa61-a98ea4643c89', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:bc:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8933e1ce-f357-4c29-bf32-c54a21fb90c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:52:26Z', 'updated_at': '2022-09-08T13:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi', '_interfaces': [{'id': '04ca4a7d-8d12-44ad-b574-5149c116a206', 'name': '', 'network_id': 'a6ea2a7a-ef84-454a-b305-c470482cf7fa', 'tenant_id': '127bce2080d54fe4871b5aaa6cc394b5', 'mac_address': 'fa:16:3e:46:c9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8933e1ce-f357-4c29-bf32-c54a21fb90c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '8a8f577a-16e1-4e37-b6e2-a6cc60df3540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:52:35Z', 'updated_at': '2022-09-08T13:52:50Z', 'revision_number': 5, 'project_id': '127bce2080d54fe4871b5aaa6cc394b5', 'subnets': [{'id': '8a8f577a-16e1-4e37-b6e2-a6cc60df3540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:58:56.211790 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-758f2fe1-3063-4812-9fa1-551b0c2171da req-a21653c4-e7a5-42ff-ab72-87182cbe278a tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=30b6fbb8-a2c9-4c92-b120-8ea3259c9b56 HTTP/1.1" status: 200 len: 210 time: 0.0324616 Sep 08 13:58:56.260544 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1646f2-320e-47a1-af55-4733351cf923 req-cec561bc-c990-4d06-8685-a50b3cb3de6c tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:58:56.262082 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-4c1646f2-320e-47a1-af55-4733351cf923 req-cec561bc-c990-4d06-8685-a50b3cb3de6c tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=9e839a72-e12e-4617-88c9-ed12f748c399 HTTP/1.1" status: 200 len: 944 time: 0.0535266 Sep 08 13:58:56.295017 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67036290-524d-42ce-ad91-49f949395171 None None] New status for floating IP 54138492-585a-47cd-94d7-f0d002a06d32: DOWN {{(pid=112711) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 08 13:58:56.312331 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-4c1646f2-320e-47a1-af55-4733351cf923 req-4669e211-b704-4715-a5a5-95d3d96723fb tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=63e9d318-f857-4d1d-aef1-cb70805b0039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445707 Sep 08 13:58:56.368781 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:58:56.538496 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-fff1f5a0-28f1-4712-824a-cb2b9c3f1d3c req-fa06ca74-d8bb-4ef0-b287-e068753d81fb tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=21bead64-8c72-4cb8-806b-f68b2fc593cc HTTP/1.1" status: 200 len: 210 time: 0.0708752 Sep 08 13:58:56.585287 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d5b681-45f6-4ccf-adc3-32b255dab427 req-5503f7c2-959d-4d0a-8a7e-dfc543fd563f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:58:56.587206 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-74d5b681-45f6-4ccf-adc3-32b255dab427 req-5503f7c2-959d-4d0a-8a7e-dfc543fd563f service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=6998e0c9a62e4f54a27faf56dbeb543a&device_id=9e839a72-e12e-4617-88c9-ed12f748c399 HTTP/1.1" status: 200 len: 1128 time: 0.0749674 Sep 08 13:58:56.700490 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d5b681-45f6-4ccf-adc3-32b255dab427 req-3f369c95-c942-49e6-b90a-e4073e8f2048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:58:56.701974 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-74d5b681-45f6-4ccf-adc3-32b255dab427 req-3f369c95-c942-49e6-b90a-e4073e8f2048 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=96ff558b-c5db-4059-a363-a83e90cf91c8 HTTP/1.1" status: 200 len: 911 time: 0.0940683 Sep 08 13:58:56.793383 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 39942) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:58:56.846814 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-10732c3a-e2e2-437c-87af-e029269326d3 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Publish callbacks [] for security_group (71fbc785-b69a-4abf-8140-4abe8997af2b), before_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:56.868475 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-10732c3a-e2e2-437c-87af-e029269326d3 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Publish callbacks [] for security_group (71fbc785-b69a-4abf-8140-4abe8997af2b), precommit_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:56.902348 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:58:56.920940 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-10732c3a-e2e2-437c-87af-e029269326d3 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (71fbc785-b69a-4abf-8140-4abe8997af2b), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:56.923527 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-10732c3a-e2e2-437c-87af-e029269326d3 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Publish callbacks [] for security_group (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:56.924657 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-10732c3a-e2e2-437c-87af-e029269326d3 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "DELETE /networking/v2.0/security-groups/71fbc785-b69a-4abf-8140-4abe8997af2b HTTP/1.1" status: 204 len: 168 time: 0.1296604 Sep 08 13:58:56.927566 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 39944) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:58:56.933550 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10732c3a-e2e2-437c-87af-e029269326d3 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71fbc785-b69a-4abf-8140-4abe8997af2b,revision_number=None']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:58:56.941466 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.api.v2.resource [None req-951978ea-9f6a-48be-98b3-097b1f644e9a tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] show failed (client error): The resource could not be found. Sep 08 13:58:56.945244 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-951978ea-9f6a-48be-98b3-097b1f644e9a tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups/71fbc785-b69a-4abf-8140-4abe8997af2b HTTP/1.1" status: 404 len: 347 time: 0.0140154 Sep 08 13:58:56.946070 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 39946) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:58:56.952493 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:58:57.029847 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-74d5b681-45f6-4ccf-adc3-32b255dab427 req-4ae2e474-78bc-4624-afa4-dc624bf6617b service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1e7eb6da-3323-4042-81a8-99078c8d7b4e HTTP/1.1" status: 200 len: 217 time: 0.0438981 Sep 08 13:58:57.139392 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.plugin [None req-d1d706d8-9baa-4794-9726-936cd21ce088 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Deleting port 49c2118c-0346-424a-ac24-4775e8435f9a {{(pid=112710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 08 13:58:57.139740 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-d1d706d8-9baa-4794-9726-936cd21ce088 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729028590053'] for port (49c2118c-0346-424a-ac24-4775e8435f9a), before_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:57.142334 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d5b681-45f6-4ccf-adc3-32b255dab427 req-fae09c3e-1d3a-4d0d-80e5-d64e0ab25837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:58:57.143817 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-74d5b681-45f6-4ccf-adc3-32b255dab427 req-fae09c3e-1d3a-4d0d-80e5-d64e0ab25837 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=3c05b843-7379-4152-a6e2-38ac1118d25c HTTP/1.1" status: 200 len: 849 time: 0.0853913 Sep 08 13:58:57.218364 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:58:57.243266 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d5b681-45f6-4ccf-adc3-32b255dab427 req-fc8b87f9-24fa-4bbd-8335-3e9bf587384e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:58:57.245046 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-74d5b681-45f6-4ccf-adc3-32b255dab427 req-fc8b87f9-24fa-4bbd-8335-3e9bf587384e service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=96ff558b-c5db-4059-a363-a83e90cf91c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0571239 Sep 08 13:58:57.315663 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-d1d706d8-9baa-4794-9726-936cd21ce088 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3750342'] for port (49c2118c-0346-424a-ac24-4775e8435f9a), precommit_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:57.316275 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-d1d706d8-9baa-4794-9726-936cd21ce088 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Publish callbacks [] for floatingip (49c2118c-0346-424a-ac24-4775e8435f9a), precommit_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:57.332447 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 39952) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:58:57.345369 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.plugin [None req-d1d706d8-9baa-4794-9726-936cd21ce088 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Calling delete_port for 49c2118c-0346-424a-ac24-4775e8435f9a owned by network:floatingip {{(pid=112710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 08 13:58:57.352139 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Device 1e7eb6da-3323-4042-81a8-99078c8d7b4e details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=112711) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:58:57.423055 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Device 97326033-4991-4b35-9df8-8c1194e9ebe7 no longer exists at agent hyperv_hv-cinder-82002 {{(pid=112711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:58:57.447574 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] No Port match for: 97326033-4991-4b35-9df8-8c1194e9ebe7 {{(pid=112711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 08 13:58:57.447919 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Device 97326033-4991-4b35-9df8-8c1194e9ebe7 not bound to the agent host hv-cinder-82002 {{(pid=112711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:58:57.486562 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] For port 1e7eb6da-3323-4042-81a8-99078c8d7b4e, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=1e7eb6da-3323-4042-81a8-99078c8d7b4e,segment=NetworkSegment(85382ad6-9794-441c-848f-26fa1eb3f5ed),segment_id=85382ad6-9794-441c-848f-26fa1eb3f5ed)] {{(pid=112711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:58:57.498582 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Returning: {'device': '1e7eb6da-3323-4042-81a8-99078c8d7b4e', 'network_id': '96ff558b-c5db-4059-a363-a83e90cf91c8', 'port_id': '1e7eb6da-3323-4042-81a8-99078c8d7b4e', 'mac_address': 'fa:16:3e:93:18:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c05b843-7379-4152-a6e2-38ac1118d25c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112711) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:58:57.509373 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-74d5b681-45f6-4ccf-adc3-32b255dab427 req-cff89c5f-b3ab-49f2-87b6-7689922320d8 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/96ff558b-c5db-4059-a363-a83e90cf91c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536788 Sep 08 13:58:57.523565 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-12986c27-1327-4b07-b049-7af398fadc80 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks [] for security_group (cf4cb08a-0adf-4e43-9570-dddee6c4a40a), before_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:57.533029 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba39b01-62b8-4ec4-83ae-f84649c779a9 req-feed350c-af16-4759-bb46-3237acf662e7 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:58:57.534820 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-3ba39b01-62b8-4ec4-83ae-f84649c779a9 req-feed350c-af16-4759-bb46-3237acf662e7 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=9e839a72-e12e-4617-88c9-ed12f748c399 HTTP/1.1" status: 200 len: 944 time: 0.1052277 Sep 08 13:58:57.543875 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Current status of the port 1e7eb6da-3323-4042-81a8-99078c8d7b4e is: DOWN; New status is: BUILD {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 13:58:57.544524 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (1e7eb6da-3323-4042-81a8-99078c8d7b4e), before_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:57.568373 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.notifiers.nova [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e7eb6da-3323-4042-81a8-99078c8d7b4e {{(pid=112711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 08 13:58:57.597420 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-12986c27-1327-4b07-b049-7af398fadc80 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks [] for security_group (cf4cb08a-0adf-4e43-9570-dddee6c4a40a), precommit_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:57.626744 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] For port 1e7eb6da-3323-4042-81a8-99078c8d7b4e, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=1e7eb6da-3323-4042-81a8-99078c8d7b4e,segment=NetworkSegment(85382ad6-9794-441c-848f-26fa1eb3f5ed),segment_id=85382ad6-9794-441c-848f-26fa1eb3f5ed)] {{(pid=112711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:58:57.631454 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (1e7eb6da-3323-4042-81a8-99078c8d7b4e), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:57.681171 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Pushing event updated for resources: {'Port': ['ID=1e7eb6da-3323-4042-81a8-99078c8d7b4e,revision_number=4']} {{(pid=112711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:58:57.733341 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-ed8cb6ba-9d33-4d19-b6e6-2454fcb2d8d5 req-bd9fcd11-e6a6-450f-91c8-e2ef600f3b8d tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=21bead64-8c72-4cb8-806b-f68b2fc593cc HTTP/1.1" status: 200 len: 210 time: 0.0706282 Sep 08 13:58:57.743186 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:58:57.760918 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-3ba39b01-62b8-4ec4-83ae-f84649c779a9 req-e07128ff-1e93-40e6-8ae4-1042f6717f69 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=63e9d318-f857-4d1d-aef1-cb70805b0039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2149687 Sep 08 13:58:57.795182 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-d1d706d8-9baa-4794-9726-936cd21ce088 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729028594324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729028134310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10367820'] for port (49c2118c-0346-424a-ac24-4775e8435f9a), after_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:57.809324 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-74d5b681-45f6-4ccf-adc3-32b255dab427 req-cb547a58-f648-4909-b8b5-eaf59f168e67 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/96ff558b-c5db-4059-a363-a83e90cf91c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278588 Sep 08 13:58:57.830256 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d706d8-9baa-4794-9726-936cd21ce088 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Pushing event deleted for resources: {'Port': ['ID=49c2118c-0346-424a-ac24-4775e8435f9a,revision_number=None']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:58:57.855591 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-12986c27-1327-4b07-b049-7af398fadc80 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (cf4cb08a-0adf-4e43-9570-dddee6c4a40a), after_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:57.858679 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-12986c27-1327-4b07-b049-7af398fadc80 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks [] for security_group (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:57.862465 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-12986c27-1327-4b07-b049-7af398fadc80 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "DELETE /networking/v2.0/security-groups/cf4cb08a-0adf-4e43-9570-dddee6c4a40a HTTP/1.1" status: 204 len: 168 time: 0.5262644 Sep 08 13:58:57.862465 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d706d8-9baa-4794-9726-936cd21ce088 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:58:57.862465 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d706d8-9baa-4794-9726-936cd21ce088 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:58:57.862465 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d706d8-9baa-4794-9726-936cd21ce088 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:58:57.862465 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d706d8-9baa-4794-9726-936cd21ce088 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:58:57.862465 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d706d8-9baa-4794-9726-936cd21ce088 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:58:57.863054 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d706d8-9baa-4794-9726-936cd21ce088 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:58:57.863159 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 39958) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:58:57.863614 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d706d8-9baa-4794-9726-936cd21ce088 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:58:57.863614 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d706d8-9baa-4794-9726-936cd21ce088 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:58:57.863807 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d706d8-9baa-4794-9726-936cd21ce088 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:58:57.864055 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d706d8-9baa-4794-9726-936cd21ce088 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:58:57.864376 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d706d8-9baa-4794-9726-936cd21ce088 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:58:57.864695 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d706d8-9baa-4794-9726-936cd21ce088 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:58:57.865016 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d706d8-9baa-4794-9726-936cd21ce088 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:58:57.865334 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d706d8-9baa-4794-9726-936cd21ce088 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:58:57.865652 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d706d8-9baa-4794-9726-936cd21ce088 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:58:57.877020 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.api.v2.resource [None req-34b6fa0a-34c2-4184-9cf3-9241c60b20ee tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] show failed (client error): The resource could not be found. Sep 08 13:58:57.878709 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-34b6fa0a-34c2-4184-9cf3-9241c60b20ee tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/security-groups/cf4cb08a-0adf-4e43-9570-dddee6c4a40a HTTP/1.1" status: 404 len: 347 time: 0.0142376 Sep 08 13:58:57.881237 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 39960) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:58:57.902064 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12986c27-1327-4b07-b049-7af398fadc80 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf4cb08a-0adf-4e43-9570-dddee6c4a40a,revision_number=None']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:58:57.927490 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-d1d706d8-9baa-4794-9726-936cd21ce088 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Publish callbacks [] for floatingip (132f7e87-51b4-489c-be77-1eba8e3487d9), after_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:57.929997 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-d1d706d8-9baa-4794-9726-936cd21ce088 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161718'] for floatingip (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:57.934204 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-d1d706d8-9baa-4794-9726-936cd21ce088 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "DELETE /networking/v2.0/floatingips/132f7e87-51b4-489c-be77-1eba8e3487d9 HTTP/1.1" status: 204 len: 168 time: 0.9841707 Sep 08 13:58:57.997783 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.plugin [None req-db151b2c-7275-4584-b297-6cdcdd853322 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Deleting port 40f4dd15-23d3-4766-a958-9ad9c5bc2484 {{(pid=112709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 08 13:58:57.998128 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-db151b2c-7275-4584-b297-6cdcdd853322 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729028590053'] for port (40f4dd15-23d3-4766-a958-9ad9c5bc2484), before_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:58.017709 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 39964) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:58:58.022793 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.v2.base [None req-873cc4c1-36c2-4638-9e7d-1e63bfa2b317 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1427075975', 'description': 'tempest-description--1052580920'}} {{(pid=112710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:58:58.052186 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-873cc4c1-36c2-4638-9e7d-1e63bfa2b317 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Publish callbacks [] for security_group (None), before_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:58.088230 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-db151b2c-7275-4584-b297-6cdcdd853322 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3750342'] for port (40f4dd15-23d3-4766-a958-9ad9c5bc2484), precommit_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:58.089091 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-db151b2c-7275-4584-b297-6cdcdd853322 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks [] for floatingip (40f4dd15-23d3-4766-a958-9ad9c5bc2484), precommit_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:58.107398 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.plugin [None req-db151b2c-7275-4584-b297-6cdcdd853322 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Calling delete_port for 40f4dd15-23d3-4766-a958-9ad9c5bc2484 owned by network:floatingip {{(pid=112709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 08 13:58:58.111712 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] get_ports_and_sgs() called for port_ids ['1e7eb6da-3323-4042-81a8-99078c8d7b4e'] {{(pid=112711) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 08 13:58:58.125504 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-873cc4c1-36c2-4638-9e7d-1e63bfa2b317 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Publish callbacks [] for security_group (add2800b-2be6-41a0-b142-3947b75ed529), precommit_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:58.130110 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-873cc4c1-36c2-4638-9e7d-1e63bfa2b317 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (add2800b-2be6-41a0-b142-3947b75ed529), after_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:58.158471 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=5 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:58:58.161363 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873cc4c1-36c2-4638-9e7d-1e63bfa2b317 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Pushing event updated for resources: {'SecurityGroup': ['ID=add2800b-2be6-41a0-b142-3947b75ed529,revision_number=1']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:58:58.178398 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-873cc4c1-36c2-4638-9e7d-1e63bfa2b317 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Publish callbacks [] for security_group (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:58.180030 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-873cc4c1-36c2-4638-9e7d-1e63bfa2b317 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1610215 Sep 08 13:58:58.185863 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 39966) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:58:58.191364 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.v2.base [None req-64a7f978-2db4-4217-857a-4411442f1674 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Request body: {'security_group_rule': {'security_group_id': 'add2800b-2be6-41a0-b142-3947b75ed529', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:58:58.233792 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-64a7f978-2db4-4217-857a-4411442f1674 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Publish callbacks [] for security_group_rule (15c412e6-833c-48f8-bad3-eba4f999539f), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:58.309551 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-db151b2c-7275-4584-b297-6cdcdd853322 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729028594324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729028134310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9153317'] for port (40f4dd15-23d3-4766-a958-9ad9c5bc2484), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:58.319542 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-64a7f978-2db4-4217-857a-4411442f1674 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Publish callbacks [] for security_group_rule (15c412e6-833c-48f8-bad3-eba4f999539f), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:58.338121 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-64a7f978-2db4-4217-857a-4411442f1674 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763866'] for security_group_rule (15c412e6-833c-48f8-bad3-eba4f999539f), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:58.342772 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db151b2c-7275-4584-b297-6cdcdd853322 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Pushing event deleted for resources: {'Port': ['ID=40f4dd15-23d3-4766-a958-9ad9c5bc2484,revision_number=None']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:58:58.345850 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:58:58.366427 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a7f978-2db4-4217-857a-4411442f1674 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15c412e6-833c-48f8-bad3-eba4f999539f,revision_number=0']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:58:58.379948 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-64a7f978-2db4-4217-857a-4411442f1674 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:58.381127 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-64a7f978-2db4-4217-857a-4411442f1674 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1944110 Sep 08 13:58:58.384069 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 39970) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:58:58.388621 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.v2.base [None req-3f6c477e-750e-41a4-922b-862574434b53 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Request body: {'security_group_rule': {'security_group_id': 'add2800b-2be6-41a0-b142-3947b75ed529', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=112710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:58:58.416292 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-3f6c477e-750e-41a4-922b-862574434b53 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Publish callbacks [] for security_group_rule (8c13cbe5-4cbd-4caa-bb5e-972a3d96ab4a), before_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:58.438276 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-db151b2c-7275-4584-b297-6cdcdd853322 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks [] for floatingip (de715d0a-0fcd-43bc-afd1-c628740433c2), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:58.440605 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-db151b2c-7275-4584-b297-6cdcdd853322 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161718'] for floatingip (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:58.441748 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-db151b2c-7275-4584-b297-6cdcdd853322 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "DELETE /networking/v2.0/floatingips/de715d0a-0fcd-43bc-afd1-c628740433c2 HTTP/1.1" status: 204 len: 168 time: 0.5595765 Sep 08 13:58:58.481346 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-3f6c477e-750e-41a4-922b-862574434b53 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Publish callbacks [] for security_group_rule (8c13cbe5-4cbd-4caa-bb5e-972a3d96ab4a), precommit_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:58.485415 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-3f6c477e-750e-41a4-922b-862574434b53 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763866'] for security_group_rule (8c13cbe5-4cbd-4caa-bb5e-972a3d96ab4a), after_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:58.501258 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6c477e-750e-41a4-922b-862574434b53 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c13cbe5-4cbd-4caa-bb5e-972a3d96ab4a,revision_number=0']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:58:58.511889 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 39974) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:58:58.516765 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.v2.base [None req-5f7dfe4c-c9b3-49ba-9817-22e93401bf7f tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1235098839', 'description': 'tempest-description--1692572732'}} {{(pid=112710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:58:58.527337 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-3f6c477e-750e-41a4-922b-862574434b53 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:58.529001 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-3f6c477e-750e-41a4-922b-862574434b53 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1434424 Sep 08 13:58:58.532241 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 39976) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:58:58.537145 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.v2.base [None req-4885fbe8-6d8b-472c-bd15-2290b891aee5 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Request body: {'floatingip': {'floating_network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014'}} {{(pid=112709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:58:58.542209 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-5f7dfe4c-c9b3-49ba-9817-22e93401bf7f tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks [] for security_group (None), before_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:58.558563 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-4885fbe8-6d8b-472c-bd15-2290b891aee5 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:58.610100 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-5f7dfe4c-c9b3-49ba-9817-22e93401bf7f tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks [] for security_group (bb5c1b4c-7157-45f0-9aa1-da3944f130a9), precommit_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:58.616192 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-5f7dfe4c-c9b3-49ba-9817-22e93401bf7f tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (bb5c1b4c-7157-45f0-9aa1-da3944f130a9), after_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:58.640200 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-4885fbe8-6d8b-472c-bd15-2290b891aee5 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (None), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:58.646426 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-5f7dfe4c-c9b3-49ba-9817-22e93401bf7f tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks [] for security_group (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:58.648000 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-5f7dfe4c-c9b3-49ba-9817-22e93401bf7f tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1346517 Sep 08 13:58:58.651298 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 39978) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:58:58.652660 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7dfe4c-c9b3-49ba-9817-22e93401bf7f tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb5c1b4c-7157-45f0-9aa1-da3944f130a9,revision_number=1']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:58:58.656252 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.v2.base [None req-7d8708c8-6654-4821-875b-21e8ebc02a88 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Request body: {'security_group_rule': {'security_group_id': 'bb5c1b4c-7157-45f0-9aa1-da3944f130a9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:58:58.726334 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:58:58.748042 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-7d8708c8-6654-4821-875b-21e8ebc02a88 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks [] for security_group_rule (aefaff16-7641-46db-adcd-40a2545f17eb), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:58.802208 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.db.db_base_plugin_common [None req-4885fbe8-6d8b-472c-bd15-2290b891aee5 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Allocated IP 172.27.0.213 (a5311008-4782-42e3-9445-a36a6c9fb014/42b74029-f5ac-41f0-a451-9a0d0b4a74ed/6f5f906a-9662-46e5-8f99-ee90fcdd6c18) {{(pid=112709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:58:58.832644 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 39986) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:58:58.833110 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-7d8708c8-6654-4821-875b-21e8ebc02a88 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks [] for security_group_rule (aefaff16-7641-46db-adcd-40a2545f17eb), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:58.844400 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-7d8708c8-6654-4821-875b-21e8ebc02a88 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763866'] for security_group_rule (aefaff16-7641-46db-adcd-40a2545f17eb), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:58.930457 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42145ae-72b6-4a0f-b693-9e821e5ae92e req-6ff52c2c-1241-46ed-beeb-7bbfff412189 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:58:58.932020 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-d42145ae-72b6-4a0f-b693-9e821e5ae92e req-6ff52c2c-1241-46ed-beeb-7bbfff412189 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=9e839a72-e12e-4617-88c9-ed12f748c399 HTTP/1.1" status: 200 len: 945 time: 0.0695555 Sep 08 13:58:58.940699 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-e6f22dfa-aa88-4475-aa58-6f0f8ef4fc85 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Publish callbacks [] for security_group (ab5cc7d2-a9e9-47f5-8ca4-4c1123bb816c), before_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:58.949751 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:DELETE=6,neutron:SELECT=85,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:58:58.989977 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-e6f22dfa-aa88-4475-aa58-6f0f8ef4fc85 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Publish callbacks [] for security_group (ab5cc7d2-a9e9-47f5-8ca4-4c1123bb816c), precommit_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:59.037149 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-d42145ae-72b6-4a0f-b693-9e821e5ae92e req-5bf54a68-470c-4c50-8fb4-2a6f0d06d946 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=63e9d318-f857-4d1d-aef1-cb70805b0039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981748 Sep 08 13:58:59.065335 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-e6f22dfa-aa88-4475-aa58-6f0f8ef4fc85 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (ab5cc7d2-a9e9-47f5-8ca4-4c1123bb816c), after_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:59.068154 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-e6f22dfa-aa88-4475-aa58-6f0f8ef4fc85 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Publish callbacks [] for security_group (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:59.069290 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-e6f22dfa-aa88-4475-aa58-6f0f8ef4fc85 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "DELETE /networking/v2.0/security-groups/ab5cc7d2-a9e9-47f5-8ca4-4c1123bb816c HTTP/1.1" status: 204 len: 168 time: 0.2356212 Sep 08 13:58:59.072600 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 39988) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:58:59.091282 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f22dfa-aa88-4475-aa58-6f0f8ef4fc85 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab5cc7d2-a9e9-47f5-8ca4-4c1123bb816c,revision_number=None']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:58:59.093431 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.api.v2.resource [None req-3c20c660-60ee-4d35-b5da-49fa2235d118 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] show failed (client error): The resource could not be found. Sep 08 13:58:59.097173 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-3c20c660-60ee-4d35-b5da-49fa2235d118 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/security-groups/ab5cc7d2-a9e9-47f5-8ca4-4c1123bb816c HTTP/1.1" status: 404 len: 347 time: 0.0209157 Sep 08 13:58:59.097631 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 39990) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:58:59.126875 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8708c8-6654-4821-875b-21e8ebc02a88 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aefaff16-7641-46db-adcd-40a2545f17eb,revision_number=0']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:58:59.142050 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-7d8708c8-6654-4821-875b-21e8ebc02a88 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:59.145802 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-7d8708c8-6654-4821-875b-21e8ebc02a88 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4909418 Sep 08 13:58:59.147600 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 39992) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:58:59.151794 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.v2.base [None req-0d472b51-4273-44f5-8998-b0f565b9b4be tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Request body: {'security_group_rule': {'security_group_id': 'bb5c1b4c-7157-45f0-9aa1-da3944f130a9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=112709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:58:59.212753 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-4885fbe8-6d8b-472c-bd15-2290b891aee5 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Publish callbacks [] for port (6f5f906a-9662-46e5-8f99-ee90fcdd6c18), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:59.213751 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.plugin [None req-21f4647d-db74-4367-938c-fdfaf9148a45 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Deleting port 781b409e-f1d9-49be-9134-d8fc4d2a5b46 {{(pid=112710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 08 13:58:59.214303 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-21f4647d-db74-4367-938c-fdfaf9148a45 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729028590053'] for port (781b409e-f1d9-49be-9134-d8fc4d2a5b46), before_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:59.216149 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-0d472b51-4273-44f5-8998-b0f565b9b4be tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks [] for security_group_rule (b1f9b43b-cb61-44a5-86d9-6a69f3e2a0b7), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:59.293285 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-4885fbe8-6d8b-472c-bd15-2290b891aee5 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729028134301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9153317'] for port (6f5f906a-9662-46e5-8f99-ee90fcdd6c18), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:59.296573 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-0d472b51-4273-44f5-8998-b0f565b9b4be tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks [] for security_group_rule (b1f9b43b-cb61-44a5-86d9-6a69f3e2a0b7), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:59.296767 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-21f4647d-db74-4367-938c-fdfaf9148a45 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3750342'] for port (781b409e-f1d9-49be-9134-d8fc4d2a5b46), precommit_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:59.297101 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-21f4647d-db74-4367-938c-fdfaf9148a45 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Publish callbacks [] for floatingip (781b409e-f1d9-49be-9134-d8fc4d2a5b46), precommit_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:59.310122 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.plugin [None req-21f4647d-db74-4367-938c-fdfaf9148a45 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Calling delete_port for 781b409e-f1d9-49be-9134-d8fc4d2a5b46 owned by network:floatingip {{(pid=112710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 08 13:58:59.318861 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-0d472b51-4273-44f5-8998-b0f565b9b4be tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763866'] for security_group_rule (b1f9b43b-cb61-44a5-86d9-6a69f3e2a0b7), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:59.335624 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:58:59.350361 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:58:59.355245 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4885fbe8-6d8b-472c-bd15-2290b891aee5 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Network a5311008-4782-42e3-9445-a36a6c9fb014 is already hosted by enough agents. {{(pid=112709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:58:59.361277 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d472b51-4273-44f5-8998-b0f565b9b4be tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1f9b43b-cb61-44a5-86d9-6a69f3e2a0b7,revision_number=0']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:58:59.367654 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.scheduler.base_scheduler [None req-4885fbe8-6d8b-472c-bd15-2290b891aee5 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Resources bound (agent type, host, resource id): {{(pid=112709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:58:59.373227 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4885fbe8-6d8b-472c-bd15-2290b891aee5 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Received port after_create {{(pid=112709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 08 13:58:59.378863 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-0d472b51-4273-44f5-8998-b0f565b9b4be tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:59.380067 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-0d472b51-4273-44f5-8998-b0f565b9b4be tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2315521 Sep 08 13:58:59.380775 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4885fbe8-6d8b-472c-bd15-2290b891aee5 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Pushing event updated for resources: {'Port': ['ID=6f5f906a-9662-46e5-8f99-ee90fcdd6c18,revision_number=1']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:58:59.384342 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 39994) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:58:59.384846 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Device 1e7eb6da-3323-4042-81a8-99078c8d7b4e up at agent hyperv_hv-cinder-82002 {{(pid=112711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:58:59.388689 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.v2.base [None req-1a3b607f-a956-4df1-9f65-472b81e010bc tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Request body: {'floatingip': {'floating_network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014'}} {{(pid=112710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:58:59.428270 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-1a3b607f-a956-4df1-9f65-472b81e010bc tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:59.437024 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Provisioning for port 1e7eb6da-3323-4042-81a8-99078c8d7b4e completed by entity L2. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 08 13:58:59.443694 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Provisioning complete for port 1e7eb6da-3323-4042-81a8-99078c8d7b4e triggered by entity L2. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 13:58:59.444422 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (1e7eb6da-3323-4042-81a8-99078c8d7b4e), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:59.523315 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Current status of the port 1e7eb6da-3323-4042-81a8-99078c8d7b4e is: BUILD; New status is: ACTIVE {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 13:58:59.523832 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (1e7eb6da-3323-4042-81a8-99078c8d7b4e), before_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:59.525254 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-21f4647d-db74-4367-938c-fdfaf9148a45 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729028594324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729028134310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10367820'] for port (781b409e-f1d9-49be-9134-d8fc4d2a5b46), after_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:59.550224 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e839a72-e12e-4617-88c9-ed12f748c399', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e7eb6da-3323-4042-81a8-99078c8d7b4e'}] {{(pid=112711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 13:58:59.552506 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da88ec0cbec787fa3ec3fbfc035ae72aba30a0bab36d561f227dc8a59222d55b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34e9158e-e18d-4abd-a624-da6a6138bb78" -d '{"events": [{"server_uuid": "9e839a72-e12e-4617-88c9-ed12f748c399", "name": "network-vif-plugged", "status": "completed", "tag": "1e7eb6da-3323-4042-81a8-99078c8d7b4e"}]}' {{(pid=112711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:58:59.561371 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f4647d-db74-4367-938c-fdfaf9148a45 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Pushing event deleted for resources: {'Port': ['ID=781b409e-f1d9-49be-9134-d8fc4d2a5b46,revision_number=None']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:58:59.570308 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-1a3b607f-a956-4df1-9f65-472b81e010bc tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (None), before_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:59.572907 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] For port 1e7eb6da-3323-4042-81a8-99078c8d7b4e, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=1e7eb6da-3323-4042-81a8-99078c8d7b4e,segment=NetworkSegment(85382ad6-9794-441c-848f-26fa1eb3f5ed),segment_id=85382ad6-9794-441c-848f-26fa1eb3f5ed)] {{(pid=112711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:58:59.574208 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-4885fbe8-6d8b-472c-bd15-2290b891aee5 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Publish callbacks [] for floatingip (683149da-570a-4c66-8a89-6504b4c0d475), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:59.579389 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (1e7eb6da-3323-4042-81a8-99078c8d7b4e), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:59.625019 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-4885fbe8-6d8b-472c-bd15-2290b891aee5 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (6f5f906a-9662-46e5-8f99-ee90fcdd6c18), before_update {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:59.641624 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Pushing event updated for resources: {'Port': ['ID=1e7eb6da-3323-4042-81a8-99078c8d7b4e,revision_number=5']} {{(pid=112711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:58:59.677604 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Sep 2022 13:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ce154c8-a239-486f-86e4-e138897bb15f x-openstack-request-id: req-2ce154c8-a239-486f-86e4-e138897bb15f {{(pid=112711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:58:59.678143 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e839a72-e12e-4617-88c9-ed12f748c399", "name": "network-vif-plugged", "status": "completed", "tag": "1e7eb6da-3323-4042-81a8-99078c8d7b4e", "code": 200}]} {{(pid=112711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:58:59.678390 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2ce154c8-a239-486f-86e4-e138897bb15f {{(pid=112711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:58:59.678938 dv-cinder-820027-24-iscsi neutron-server[112711]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ce154c8-a239-486f-86e4-e138897bb15f'] response: {'server_uuid': '9e839a72-e12e-4617-88c9-ed12f748c399', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e7eb6da-3323-4042-81a8-99078c8d7b4e', 'code': 200} Sep 08 13:58:59.691166 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-21f4647d-db74-4367-938c-fdfaf9148a45 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Publish callbacks [] for floatingip (54138492-585a-47cd-94d7-f0d002a06d32), after_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:59.693682 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-21f4647d-db74-4367-938c-fdfaf9148a45 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161718'] for floatingip (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:59.697549 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-21f4647d-db74-4367-938c-fdfaf9148a45 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "DELETE /networking/v2.0/floatingips/54138492-585a-47cd-94d7-f0d002a06d32 HTTP/1.1" status: 204 len: 168 time: 0.5965977 Sep 08 13:58:59.742423 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.db.db_base_plugin_common [None req-1a3b607f-a956-4df1-9f65-472b81e010bc tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Allocated IP 172.27.0.76 (a5311008-4782-42e3-9445-a36a6c9fb014/42b74029-f5ac-41f0-a451-9a0d0b4a74ed/b12a7b62-a449-4b34-8844-2e563aaa16ff) {{(pid=112710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:58:59.766926 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:INSERT=6,neutron:SELECT=87,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:58:59.823315 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:58:59.832158 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-4885fbe8-6d8b-472c-bd15-2290b891aee5 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Publish callbacks [] for port (6f5f906a-9662-46e5-8f99-ee90fcdd6c18), precommit_update {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:59.844408 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-4885fbe8-6d8b-472c-bd15-2290b891aee5 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9153372'] for port (6f5f906a-9662-46e5-8f99-ee90fcdd6c18), after_update {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:59.905759 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-1a3b607f-a956-4df1-9f65-472b81e010bc tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks [] for port (b12a7b62-a449-4b34-8844-2e563aaa16ff), precommit_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:59.927189 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-4885fbe8-6d8b-472c-bd15-2290b891aee5 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3679472'] for floatingip (683149da-570a-4c66-8a89-6504b4c0d475), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:59.929867 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4885fbe8-6d8b-472c-bd15-2290b891aee5 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Pushing event updated for resources: {'Port': ['ID=6f5f906a-9662-46e5-8f99-ee90fcdd6c18,revision_number=2']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:58:59.942472 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4885fbe8-6d8b-472c-bd15-2290b891aee5 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:58:59.942827 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4885fbe8-6d8b-472c-bd15-2290b891aee5 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:58:59.943169 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4885fbe8-6d8b-472c-bd15-2290b891aee5 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:58:59.943511 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4885fbe8-6d8b-472c-bd15-2290b891aee5 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:58:59.943848 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4885fbe8-6d8b-472c-bd15-2290b891aee5 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:58:59.944186 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4885fbe8-6d8b-472c-bd15-2290b891aee5 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:58:59.944600 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4885fbe8-6d8b-472c-bd15-2290b891aee5 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:58:59.944850 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4885fbe8-6d8b-472c-bd15-2290b891aee5 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:58:59.945226 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4885fbe8-6d8b-472c-bd15-2290b891aee5 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:58:59.945615 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4885fbe8-6d8b-472c-bd15-2290b891aee5 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:58:59.945979 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4885fbe8-6d8b-472c-bd15-2290b891aee5 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:58:59.946337 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4885fbe8-6d8b-472c-bd15-2290b891aee5 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:58:59.946667 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4885fbe8-6d8b-472c-bd15-2290b891aee5 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:58:59.946994 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4885fbe8-6d8b-472c-bd15-2290b891aee5 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:58:59.947318 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4885fbe8-6d8b-472c-bd15-2290b891aee5 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:58:59.958146 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-4885fbe8-6d8b-472c-bd15-2290b891aee5 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161718'] for floatingip (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:59.968166 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-4885fbe8-6d8b-472c-bd15-2290b891aee5 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4261420 Sep 08 13:58:59.974729 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58ad9f0-b1dc-4c9a-a4c8-96b3c5a08294 req-f36080cc-e3e8-415d-bc56-c242d8a82e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:58:59.976426 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-b58ad9f0-b1dc-4c9a-a4c8-96b3c5a08294 req-f36080cc-e3e8-415d-bc56-c242d8a82e53 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9e839a72-e12e-4617-88c9-ed12f748c399 HTTP/1.1" status: 200 len: 1130 time: 0.0530396 Sep 08 13:58:59.977828 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-1a3b607f-a956-4df1-9f65-472b81e010bc tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729028134301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10367820'] for port (b12a7b62-a449-4b34-8844-2e563aaa16ff), after_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:00.033402 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a3b607f-a956-4df1-9f65-472b81e010bc tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Network a5311008-4782-42e3-9445-a36a6c9fb014 is already hosted by enough agents. {{(pid=112710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:59:00.046874 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.scheduler.base_scheduler [None req-1a3b607f-a956-4df1-9f65-472b81e010bc tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Resources bound (agent type, host, resource id): {{(pid=112710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:59:00.049346 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3b607f-a956-4df1-9f65-472b81e010bc tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Received port after_create {{(pid=112710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 08 13:59:00.081473 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3b607f-a956-4df1-9f65-472b81e010bc tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Pushing event updated for resources: {'Port': ['ID=b12a7b62-a449-4b34-8844-2e563aaa16ff,revision_number=1']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:59:00.106727 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-b58ad9f0-b1dc-4c9a-a4c8-96b3c5a08294 req-86419476-e61a-4ba1-88e8-81f8fed56dec service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=63e9d318-f857-4d1d-aef1-cb70805b0039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044350 Sep 08 13:59:00.213599 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:59:00.229717 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abaad94-25fa-4087-a3f9-52fa7e469893 req-9ec4139f-d698-479f-991f-39f66d4f9c96 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:59:00.231302 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-2abaad94-25fa-4087-a3f9-52fa7e469893 req-9ec4139f-d698-479f-991f-39f66d4f9c96 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=9e839a72-e12e-4617-88c9-ed12f748c399 HTTP/1.1" status: 200 len: 946 time: 0.0996983 Sep 08 13:59:00.238494 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-1a3b607f-a956-4df1-9f65-472b81e010bc tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks [] for floatingip (45e77a2e-7514-4f6a-861d-fb49db5d9bb4), precommit_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:00.303424 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e8b52dc1-2859-40c2-83f7-a51b7d9a112f req-b04daceb-2416-4a64-89b4-73a5087c14ce tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1427075975&fields=id&tenant_id=bc4476b1f4b84b5593ff2650592b9fb7 HTTP/1.1" status: 200 len: 267 time: 0.1448941 Sep 08 13:59:00.339167 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-1a3b607f-a956-4df1-9f65-472b81e010bc tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (b12a7b62-a449-4b34-8844-2e563aaa16ff), before_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:00.407621 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-2abaad94-25fa-4087-a3f9-52fa7e469893 req-6d68ebbf-53f6-4b89-a339-d60e79d703fe tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=63e9d318-f857-4d1d-aef1-cb70805b0039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1673992 Sep 08 13:59:00.516253 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b52dc1-2859-40c2-83f7-a51b7d9a112f req-acb4570a-89fb-4c26-852f-e00bfc86738b tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:59:00.517713 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e8b52dc1-2859-40c2-83f7-a51b7d9a112f req-acb4570a-89fb-4c26-852f-e00bfc86738b tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/networks?id=1c9b3d05-20f8-440e-89b3-587b430f97a5 HTTP/1.1" status: 200 len: 817 time: 0.2042742 Sep 08 13:59:00.541015 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e8b52dc1-2859-40c2-83f7-a51b7d9a112f req-37d6b857-95f6-4789-8671-52d0b71232ef tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/quotas/bc4476b1f4b84b5593ff2650592b9fb7 HTTP/1.1" status: 200 len: 375 time: 0.0170732 Sep 08 13:59:00.591748 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:59:00.619630 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e8b52dc1-2859-40c2-83f7-a51b7d9a112f req-525ec962-0499-4fd8-a1ee-ff78883f289d tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=bc4476b1f4b84b5593ff2650592b9fb7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0721853 Sep 08 13:59:00.640134 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-1a3b607f-a956-4df1-9f65-472b81e010bc tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks [] for port (b12a7b62-a449-4b34-8844-2e563aaa16ff), precommit_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:00.654138 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-1a3b607f-a956-4df1-9f65-472b81e010bc tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10367797'] for port (b12a7b62-a449-4b34-8844-2e563aaa16ff), after_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:00.758671 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-1a3b607f-a956-4df1-9f65-472b81e010bc tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3679472'] for floatingip (45e77a2e-7514-4f6a-861d-fb49db5d9bb4), after_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:00.764118 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3b607f-a956-4df1-9f65-472b81e010bc tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Pushing event updated for resources: {'Port': ['ID=b12a7b62-a449-4b34-8844-2e563aaa16ff,revision_number=2']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:59:00.791958 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-1a3b607f-a956-4df1-9f65-472b81e010bc tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161718'] for floatingip (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:00.793177 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-1a3b607f-a956-4df1-9f65-472b81e010bc tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4079099 Sep 08 13:59:00.797747 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e8b52dc1-2859-40c2-83f7-a51b7d9a112f req-4d68630c-4c40-488b-a6fc-b7487733ea26 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/1c9b3d05-20f8-440e-89b3-587b430f97a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668596 Sep 08 13:59:00.984144 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:59:01.205482 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-2550b090-cbb8-41a5-a59f-7a876a380534 req-1052ee8b-59b1-4d48-b1ab-22adad847c5b tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1235098839&fields=id&tenant_id=b4ca185497284e9780eba8fc2e713d6e HTTP/1.1" status: 200 len: 267 time: 0.0706091 Sep 08 13:59:01.209010 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e8b52dc1-2859-40c2-83f7-a51b7d9a112f req-f95f6780-562e-4b52-a3fc-dfec79db0081 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/1c9b3d05-20f8-440e-89b3-587b430f97a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4051833 Sep 08 13:59:01.320470 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2550b090-cbb8-41a5-a59f-7a876a380534 req-a1b5bed4-33b6-4aec-a2d0-c147a07cf61e tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:59:01.322057 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-2550b090-cbb8-41a5-a59f-7a876a380534 req-a1b5bed4-33b6-4aec-a2d0-c147a07cf61e tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/networks?id=cf5901ef-2ee5-4879-85aa-18770c77b80a HTTP/1.1" status: 200 len: 815 time: 0.1093738 Sep 08 13:59:01.362340 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-2550b090-cbb8-41a5-a59f-7a876a380534 req-3d79b0d5-cf22-4e30-a569-eb19fa02c05b tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/quotas/b4ca185497284e9780eba8fc2e713d6e HTTP/1.1" status: 200 len: 375 time: 0.0272937 Sep 08 13:59:01.380174 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e18724b7-4168-4ce4-a3cd-7625f174689a req-2ba078a5-02d0-4b9e-9a01-bd3dee5c3b94 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3625263b-e16f-4c5c-a20a-591dca9ca140 HTTP/1.1" status: 200 len: 210 time: 0.0336566 Sep 08 13:59:01.387950 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:59:01.428539 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-2550b090-cbb8-41a5-a59f-7a876a380534 req-c6641641-a4c5-4293-822a-29771ed7e577 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=b4ca185497284e9780eba8fc2e713d6e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0513825 Sep 08 13:59:01.553642 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41f92da-9c1e-419e-9c38-bcc2100b5364 req-79b64811-f52e-4f51-ad72-1e9a558ea9d5 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:59:01.555147 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-b41f92da-9c1e-419e-9c38-bcc2100b5364 req-79b64811-f52e-4f51-ad72-1e9a558ea9d5 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=9e839a72-e12e-4617-88c9-ed12f748c399 HTTP/1.1" status: 200 len: 946 time: 0.0649700 Sep 08 13:59:01.585817 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-2550b090-cbb8-41a5-a59f-7a876a380534 req-7ccf12ec-1851-429a-a27b-3b83ef123940 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/cf5901ef-2ee5-4879-85aa-18770c77b80a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442256 Sep 08 13:59:01.661881 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-b41f92da-9c1e-419e-9c38-bcc2100b5364 req-3875d8b0-b41d-442d-88fa-a3e27779e959 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=63e9d318-f857-4d1d-aef1-cb70805b0039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941684 Sep 08 13:59:01.706407 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-2550b090-cbb8-41a5-a59f-7a876a380534 req-f1b37cab-9da4-40f5-87bb-0e9276136135 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/cf5901ef-2ee5-4879-85aa-18770c77b80a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135387 Sep 08 13:59:01.870875 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-64d84d43-e7fa-4c99-9b47-36dafa363c14 req-dc1f5eda-9387-4c0e-8571-5061a7b8467e tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4d5ce5ad-7f55-4482-bff3-96eb19463f07 HTTP/1.1" status: 200 len: 210 time: 0.0286973 Sep 08 13:59:02.256798 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e47737-8bcd-4588-9c65-4bc9e64d027f req-88fe1b0e-9926-4693-9412-2ea8acea3de4 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:59:02.258462 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-19e47737-8bcd-4588-9c65-4bc9e64d027f req-88fe1b0e-9926-4693-9412-2ea8acea3de4 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=17665f83-a581-4f16-9275-45bce05f5f49 HTTP/1.1" status: 200 len: 946 time: 0.0552106 Sep 08 13:59:02.311534 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-19e47737-8bcd-4588-9c65-4bc9e64d027f req-474dd2ec-4626-48f4-940b-b144fc46b83f tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=5c37b456-2be1-4170-a806-ad519f2b6e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427446 Sep 08 13:59:02.498964 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-c5392af6-d7f0-41e0-a147-7c3db8e89cf3 req-6161cfaa-b291-4675-b8ab-34609eb12214 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3625263b-e16f-4c5c-a20a-591dca9ca140 HTTP/1.1" status: 200 len: 210 time: 0.0323434 Sep 08 13:59:02.782587 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb21a45d-87c3-4f45-ac4f-e8a70739e784 req-aa6ed7ad-e194-4fe3-80be-7126b47c2bbf tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:59:02.783949 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-eb21a45d-87c3-4f45-ac4f-e8a70739e784 req-aa6ed7ad-e194-4fe3-80be-7126b47c2bbf tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=9e839a72-e12e-4617-88c9-ed12f748c399 HTTP/1.1" status: 200 len: 946 time: 0.0467725 Sep 08 13:59:02.829993 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-eb21a45d-87c3-4f45-ac4f-e8a70739e784 req-c8a24b90-55e2-414c-8eae-edd3e32598d2 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=63e9d318-f857-4d1d-aef1-cb70805b0039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404122 Sep 08 13:59:02.945503 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66f69e2-1729-4b27-ad5d-40a084895f13 req-b25b34e4-25f7-4c30-9f03-12fbb2cec4ab tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:59:02.947010 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-b66f69e2-1729-4b27-ad5d-40a084895f13 req-b25b34e4-25f7-4c30-9f03-12fbb2cec4ab tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=9e839a72-e12e-4617-88c9-ed12f748c399 HTTP/1.1" status: 200 len: 946 time: 0.0475128 Sep 08 13:59:02.957707 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 40074) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:59:02.962376 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.v2.base [None req-98358cf4-14af-44cc-b302-64f9c932d726 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Request body: {'floatingip': {'port_id': '1e7eb6da-3323-4042-81a8-99078c8d7b4e'}} {{(pid=112709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:59:02.979807 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-309ea336-00b9-422f-a538-b59e202872e1 req-3274cada-4b97-4f08-b71c-85d74d568287 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4d5ce5ad-7f55-4482-bff3-96eb19463f07 HTTP/1.1" status: 200 len: 210 time: 0.0318282 Sep 08 13:59:03.002128 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-98358cf4-14af-44cc-b302-64f9c932d726 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Publish callbacks [] for floatingip (dff2c9b9-845d-42ad-aa15-788ddd86b49c), before_update {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:03.396857 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:59:03.434145 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c839bda9-0f80-4b70-91b2-89e25d263c59 req-29606d90-dcd5-4f27-92a0-f61d9e65e38b tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:59:03.435659 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-c839bda9-0f80-4b70-91b2-89e25d263c59 req-29606d90-dcd5-4f27-92a0-f61d9e65e38b tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=17665f83-a581-4f16-9275-45bce05f5f49 HTTP/1.1" status: 200 len: 946 time: 0.0492492 Sep 08 13:59:03.440885 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-98358cf4-14af-44cc-b302-64f9c932d726 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:03.444990 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-98358cf4-14af-44cc-b302-64f9c932d726 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3679472'] for floatingip (dff2c9b9-845d-42ad-aa15-788ddd86b49c), after_update {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:03.484802 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-c839bda9-0f80-4b70-91b2-89e25d263c59 req-6bd8dbe0-e9ff-4f9a-b61f-07a7f8efc5d2 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=5c37b456-2be1-4170-a806-ad519f2b6e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432453 Sep 08 13:59:03.524566 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:59:03.544274 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.db.l3_db [None req-98358cf4-14af-44cc-b302-64f9c932d726 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Floating IP dff2c9b9-845d-42ad-aa15-788ddd86b49c associated. External IP: 172.27.0.236, port: 1e7eb6da-3323-4042-81a8-99078c8d7b4e. Sep 08 13:59:03.605413 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-727b5c43-c26f-4b66-9394-4cd9a60b68f2 req-29227c5e-5c5e-4309-9757-471d35badd1c tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3625263b-e16f-4c5c-a20a-591dca9ca140 HTTP/1.1" status: 200 len: 210 time: 0.0276759 Sep 08 13:59:03.741697 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98358cf4-14af-44cc-b302-64f9c932d726 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Router d9900679-40ee-433a-a560-a42dfc9cff15 has already been hosted by L3 agent 91421a76-39ff-4685-90ca-aa6fbf6a1933 {{(pid=112709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:59:03.790404 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:59:03.850257 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98358cf4-14af-44cc-b302-64f9c932d726 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Notify agent at l3_agent.dv-cinder-820027-24-iscsi the message routers_updated {{(pid=112709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:59:03.855174 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-98358cf4-14af-44cc-b302-64f9c932d726 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161718'] for floatingip (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:03.860503 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9b6e02-901e-45b1-8b05-e394bc5c6dd5 None None] Sync routers for ids ['d9900679-40ee-433a-a560-a42dfc9cff15'] in dv-cinder-820027-24-iscsi {{(pid=112712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:59:03.876457 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9b6e02-901e-45b1-8b05-e394bc5c6dd5 None None] Routers {'d9900679-40ee-433a-a560-a42dfc9cff15'} bound to L3 agent in host dv-cinder-820027-24-iscsi {{(pid=112712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 13:59:03.877082 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_hamode_db [None req-2d9b6e02-901e-45b1-8b05-e394bc5c6dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-08T13:44:16Z,description=,heartbeat_timestamp=2022-09-08T13:58:46Z,host='dv-cinder-820027-24-iscsi',id=91421a76-39ff-4685-90ca-aa6fbf6a1933,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:44:16Z,topic='l3_agent')) {'router_ids': ['d9900679-40ee-433a-a560-a42dfc9cff15'], 'active': True} {{(pid=112712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:59:03.889824 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-98358cf4-14af-44cc-b302-64f9c932d726 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "PUT /networking/v2.0/floatingips/dff2c9b9-845d-42ad-aa15-788ddd86b49c HTTP/1.1" status: 200 len: 992 time: 0.9309356 Sep 08 13:59:03.891426 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e839a72-e12e-4617-88c9-ed12f748c399', 'tag': '1e7eb6da-3323-4042-81a8-99078c8d7b4e'}] {{(pid=112709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 13:59:03.895857 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}542ac7e5325f68055833e74974e312adb8a2ee810b70c39787611e772d2c694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e033ec1f-05ba-4868-a53a-15f20734246b" -d '{"events": [{"name": "network-changed", "server_uuid": "9e839a72-e12e-4617-88c9-ed12f748c399", "tag": "1e7eb6da-3323-4042-81a8-99078c8d7b4e"}]}' {{(pid=112709) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:59:03.938762 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Sep 2022 13:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cedc875c-8ece-4d7f-aa02-b262546e7455 x-openstack-request-id: req-cedc875c-8ece-4d7f-aa02-b262546e7455 {{(pid=112709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:59:03.939114 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e839a72-e12e-4617-88c9-ed12f748c399", "tag": "1e7eb6da-3323-4042-81a8-99078c8d7b4e", "status": "completed", "code": 200}]} {{(pid=112709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:59:03.939399 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cedc875c-8ece-4d7f-aa02-b262546e7455 {{(pid=112709) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:59:03.939801 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cedc875c-8ece-4d7f-aa02-b262546e7455'] response: {'name': 'network-changed', 'server_uuid': '9e839a72-e12e-4617-88c9-ed12f748c399', 'tag': '1e7eb6da-3323-4042-81a8-99078c8d7b4e', 'status': 'completed', 'code': 200} Sep 08 13:59:04.003028 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_dvr_db [None req-2d9b6e02-901e-45b1-8b05-e394bc5c6dd5 None None] Set router d9900679-40ee-433a-a560-a42dfc9cff15 gateway port host: dv-cinder-820027-24-iscsi {{(pid=112712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 13:59:04.081649 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-56ecaa97-9eb6-4525-8446-8d4ff94234bf req-2c15c49a-9797-4d12-a60b-a65a1ac3e82e tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4d5ce5ad-7f55-4482-bff3-96eb19463f07 HTTP/1.1" status: 200 len: 210 time: 0.0295060 Sep 08 13:59:04.290435 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=100 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:59:04.300122 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_hamode_db [None req-2d9b6e02-901e-45b1-8b05-e394bc5c6dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9900679-40ee-433a-a560-a42dfc9cff15', 'name': 'tempest-AttachVolumeTestJSON-667659487-router', 'tenant_id': '6998e0c9a62e4f54a27faf56dbeb543a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '584b8d2a-edf7-4f00-9113-3e228c837fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:52:27Z', 'updated_at': '2022-09-08T13:52:40Z', 'revision_number': 4, 'project_id': '6998e0c9a62e4f54a27faf56dbeb543a', 'gw_port': {'id': '584b8d2a-edf7-4f00-9113-3e228c837fb1', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ae:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9900679-40ee-433a-a560-a42dfc9cff15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:52:29Z', 'updated_at': '2022-09-08T13:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi', '_floatingips': [{'id': 'dff2c9b9-845d-42ad-aa15-788ddd86b49c', 'tenant_id': '6998e0c9a62e4f54a27faf56dbeb543a', 'floating_ip_address': '172.27.0.236', 'floating_network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'router_id': 'd9900679-40ee-433a-a560-a42dfc9cff15', 'port_id': '1e7eb6da-3323-4042-81a8-99078c8d7b4e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '96ff558b-c5db-4059-a363-a83e90cf91c8', 'mac_address': 'fa:16:3e:93:18:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e839a72-e12e-4617-88c9-ed12f748c399', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-08T13:58:43Z', 'updated_at': '2022-09-08T13:59:03Z', 'revision_number': 1, 'project_id': '6998e0c9a62e4f54a27faf56dbeb543a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a7489d7-d72b-47ed-8e6c-9a314e4fd6e9', 'name': '', 'network_id': '96ff558b-c5db-4059-a363-a83e90cf91c8', 'tenant_id': '6998e0c9a62e4f54a27faf56dbeb543a', 'mac_address': 'fa:16:3e:ec:69:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9900679-40ee-433a-a560-a42dfc9cff15', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '3c05b843-7379-4152-a6e2-38ac1118d25c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:52:37Z', 'updated_at': '2022-09-08T13:52:58Z', 'revision_number': 5, 'project_id': '6998e0c9a62e4f54a27faf56dbeb543a', 'subnets': [{'id': '3c05b843-7379-4152-a6e2-38ac1118d25c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-24-iscsi', False) {} {{(pid=112712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:59:04.324272 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9b6e02-901e-45b1-8b05-e394bc5c6dd5 None None] Checking router: d9900679-40ee-433a-a560-a42dfc9cff15 for host: dv-cinder-820027-24-iscsi {{(pid=112712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:59:04.334208 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9b6e02-901e-45b1-8b05-e394bc5c6dd5 None None] Routers {'d9900679-40ee-433a-a560-a42dfc9cff15'} bound to L3 agent in host dv-cinder-820027-24-iscsi {{(pid=112712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 13:59:04.334815 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_hamode_db [None req-2d9b6e02-901e-45b1-8b05-e394bc5c6dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-08T13:44:16Z,description=,heartbeat_timestamp=2022-09-08T13:58:46Z,host='dv-cinder-820027-24-iscsi',id=91421a76-39ff-4685-90ca-aa6fbf6a1933,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:44:16Z,topic='l3_agent')) {'router_ids': ['d9900679-40ee-433a-a560-a42dfc9cff15'], 'active': True} {{(pid=112712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:59:04.411129 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e033ec1f-05ba-4868-a53a-15f20734246b req-aa8e120a-15f1-4a13-996f-2a81c7bfaf91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:59:04.413214 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [req-e033ec1f-05ba-4868-a53a-15f20734246b req-aa8e120a-15f1-4a13-996f-2a81c7bfaf91 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=6998e0c9a62e4f54a27faf56dbeb543a&device_id=9e839a72-e12e-4617-88c9-ed12f748c399 HTTP/1.1" status: 200 len: 1130 time: 0.0484447 Sep 08 13:59:04.420736 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4e86f9-ef84-4b97-8acd-b3f80f71046a req-e4c2c307-0345-467c-a692-295b4b943735 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:59:04.422447 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-de4e86f9-ef84-4b97-8acd-b3f80f71046a req-e4c2c307-0345-467c-a692-295b4b943735 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=17665f83-a581-4f16-9275-45bce05f5f49 HTTP/1.1" status: 200 len: 946 time: 0.0566955 Sep 08 13:59:04.445012 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_dvr_db [None req-2d9b6e02-901e-45b1-8b05-e394bc5c6dd5 None None] Set router d9900679-40ee-433a-a560-a42dfc9cff15 gateway port host: dv-cinder-820027-24-iscsi {{(pid=112712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 13:59:04.523315 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.plugin [req-de4e86f9-ef84-4b97-8acd-b3f80f71046a req-6e08ba1a-f41b-459a-a03f-8b6cd8587d78 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Deleting port 5c7e423f-8bb5-4a1a-a739-7918f898d812 {{(pid=112710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 08 13:59:04.524130 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-de4e86f9-ef84-4b97-8acd-b3f80f71046a req-6e08ba1a-f41b-459a-a03f-8b6cd8587d78 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729028590053'] for port (5c7e423f-8bb5-4a1a-a739-7918f898d812), before_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:04.545146 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e033ec1f-05ba-4868-a53a-15f20734246b req-4381c564-f32e-4617-b1ea-985e14b872d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:59:04.546637 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [req-e033ec1f-05ba-4868-a53a-15f20734246b req-4381c564-f32e-4617-b1ea-985e14b872d0 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=96ff558b-c5db-4059-a363-a83e90cf91c8 HTTP/1.1" status: 200 len: 911 time: 0.1218703 Sep 08 13:59:04.560400 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:59:04.585704 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (4c2ff875-e6d7-424e-bdc7-d4b2ed4bdd9c), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:04.634247 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=100 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:59:04.654747 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [req-e033ec1f-05ba-4868-a53a-15f20734246b req-9f613fc5-29d8-416b-912a-530c056b0383 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1e7eb6da-3323-4042-81a8-99078c8d7b4e HTTP/1.1" status: 200 len: 1000 time: 0.0801473 Sep 08 13:59:04.688629 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.db [req-de4e86f9-ef84-4b97-8acd-b3f80f71046a req-6e08ba1a-f41b-459a-a03f-8b6cd8587d78 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] For port 5c7e423f-8bb5-4a1a-a739-7918f898d812, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=5c7e423f-8bb5-4a1a-a739-7918f898d812,segment=NetworkSegment(f5264372-fa90-4674-a04a-e3a6e49336da),segment_id=f5264372-fa90-4674-a04a-e3a6e49336da)] {{(pid=112710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:59:04.688903 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_hamode_db [None req-2d9b6e02-901e-45b1-8b05-e394bc5c6dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9900679-40ee-433a-a560-a42dfc9cff15', 'name': 'tempest-AttachVolumeTestJSON-667659487-router', 'tenant_id': '6998e0c9a62e4f54a27faf56dbeb543a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '584b8d2a-edf7-4f00-9113-3e228c837fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:52:27Z', 'updated_at': '2022-09-08T13:52:40Z', 'revision_number': 4, 'project_id': '6998e0c9a62e4f54a27faf56dbeb543a', 'gw_port': {'id': '584b8d2a-edf7-4f00-9113-3e228c837fb1', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ae:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9900679-40ee-433a-a560-a42dfc9cff15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:52:29Z', 'updated_at': '2022-09-08T13:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi', '_floatingips': [{'id': 'dff2c9b9-845d-42ad-aa15-788ddd86b49c', 'tenant_id': '6998e0c9a62e4f54a27faf56dbeb543a', 'floating_ip_address': '172.27.0.236', 'floating_network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'router_id': 'd9900679-40ee-433a-a560-a42dfc9cff15', 'port_id': '1e7eb6da-3323-4042-81a8-99078c8d7b4e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '96ff558b-c5db-4059-a363-a83e90cf91c8', 'mac_address': 'fa:16:3e:93:18:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e839a72-e12e-4617-88c9-ed12f748c399', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-08T13:58:43Z', 'updated_at': '2022-09-08T13:59:03Z', 'revision_number': 1, 'project_id': '6998e0c9a62e4f54a27faf56dbeb543a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a7489d7-d72b-47ed-8e6c-9a314e4fd6e9', 'name': '', 'network_id': '96ff558b-c5db-4059-a363-a83e90cf91c8', 'tenant_id': '6998e0c9a62e4f54a27faf56dbeb543a', 'mac_address': 'fa:16:3e:ec:69:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9900679-40ee-433a-a560-a42dfc9cff15', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '3c05b843-7379-4152-a6e2-38ac1118d25c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:52:37Z', 'updated_at': '2022-09-08T13:52:58Z', 'revision_number': 5, 'project_id': '6998e0c9a62e4f54a27faf56dbeb543a', 'subnets': [{'id': '3c05b843-7379-4152-a6e2-38ac1118d25c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-24-iscsi', False) {} {{(pid=112712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:59:04.689138 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-de4e86f9-ef84-4b97-8acd-b3f80f71046a req-6e08ba1a-f41b-459a-a03f-8b6cd8587d78 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3750342'] for port (5c7e423f-8bb5-4a1a-a739-7918f898d812), precommit_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:04.697520 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61716c7-473f-4a4d-be50-1e2e83751d49 req-8448d5dc-7b50-42cf-9570-e424cd700e60 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:59:04.699193 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-c61716c7-473f-4a4d-be50-1e2e83751d49 req-8448d5dc-7b50-42cf-9570-e424cd700e60 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=17665f83-a581-4f16-9275-45bce05f5f49 HTTP/1.1" status: 200 len: 946 time: 0.0658934 Sep 08 13:59:04.714145 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9b6e02-901e-45b1-8b05-e394bc5c6dd5 None None] The sync data for ids ['d9900679-40ee-433a-a560-a42dfc9cff15'] in dv-cinder-820027-24-iscsi is: [{'id': 'd9900679-40ee-433a-a560-a42dfc9cff15', 'name': 'tempest-AttachVolumeTestJSON-667659487-router', 'tenant_id': '6998e0c9a62e4f54a27faf56dbeb543a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '584b8d2a-edf7-4f00-9113-3e228c837fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:52:27Z', 'updated_at': '2022-09-08T13:52:40Z', 'revision_number': 4, 'project_id': '6998e0c9a62e4f54a27faf56dbeb543a', 'gw_port': {'id': '584b8d2a-edf7-4f00-9113-3e228c837fb1', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ae:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9900679-40ee-433a-a560-a42dfc9cff15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:52:29Z', 'updated_at': '2022-09-08T13:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi', '_floatingips': [{'id': 'dff2c9b9-845d-42ad-aa15-788ddd86b49c', 'tenant_id': '6998e0c9a62e4f54a27faf56dbeb543a', 'floating_ip_address': '172.27.0.236', 'floating_network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'router_id': 'd9900679-40ee-433a-a560-a42dfc9cff15', 'port_id': '1e7eb6da-3323-4042-81a8-99078c8d7b4e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '96ff558b-c5db-4059-a363-a83e90cf91c8', 'mac_address': 'fa:16:3e:93:18:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e839a72-e12e-4617-88c9-ed12f748c399', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-08T13:58:43Z', 'updated_at': '2022-09-08T13:59:03Z', 'revision_number': 1, 'project_id': '6998e0c9a62e4f54a27faf56dbeb543a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a7489d7-d72b-47ed-8e6c-9a314e4fd6e9', 'name': '', 'network_id': '96ff558b-c5db-4059-a363-a83e90cf91c8', 'tenant_id': '6998e0c9a62e4f54a27faf56dbeb543a', 'mac_address': 'fa:16:3e:ec:69:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9900679-40ee-433a-a560-a42dfc9cff15', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '3c05b843-7379-4152-a6e2-38ac1118d25c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:52:37Z', 'updated_at': '2022-09-08T13:52:58Z', 'revision_number': 5, 'project_id': '6998e0c9a62e4f54a27faf56dbeb543a', 'subnets': [{'id': '3c05b843-7379-4152-a6e2-38ac1118d25c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:59:04.730538 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.plugin [req-de4e86f9-ef84-4b97-8acd-b3f80f71046a req-6e08ba1a-f41b-459a-a03f-8b6cd8587d78 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Calling delete_port for 5c7e423f-8bb5-4a1a-a739-7918f898d812 owned by compute:nova {{(pid=112710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 08 13:59:04.758612 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e5161565-83ec-452d-a3f9-96511a34c77e req-86b35454-25fb-40ef-8a32-506a8e76ea21 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3625263b-e16f-4c5c-a20a-591dca9ca140 HTTP/1.1" status: 200 len: 210 time: 0.0532269 Sep 08 13:59:04.835188 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-c61716c7-473f-4a4d-be50-1e2e83751d49 req-918ffea8-f357-4ce9-9e56-58384d8dd69f tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=5c37b456-2be1-4170-a806-ad519f2b6e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284692 Sep 08 13:59:04.926696 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c967ee-1655-4e9e-861a-5ef493fd895a None None] New status for floating IP dff2c9b9-845d-42ad-aa15-788ddd86b49c: ACTIVE {{(pid=112711) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 08 13:59:04.928385 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-de4e86f9-ef84-4b97-8acd-b3f80f71046a req-6e08ba1a-f41b-459a-a03f-8b6cd8587d78 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729028594324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729028134310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10367820'] for port (5c7e423f-8bb5-4a1a-a739-7918f898d812), after_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:04.960566 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e08ba1a-f41b-459a-a03f-8b6cd8587d78 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Pushing event deleted for resources: {'Port': ['ID=5c7e423f-8bb5-4a1a-a739-7918f898d812,revision_number=None']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:59:04.988650 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] get_ports_and_sgs() called for port_ids ['5c7e423f-8bb5-4a1a-a739-7918f898d812', '8264f39d-725c-426b-913c-05ab5ad2087e'] {{(pid=112711) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 08 13:59:05.013188 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.db.l3_dvrscheduler_db [req-de4e86f9-ef84-4b97-8acd-b3f80f71046a req-6e08ba1a-f41b-459a-a03f-8b6cd8587d78 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] No DVR routers for this DVR port 5c7e423f-8bb5-4a1a-a739-7918f898d812 on host hv-cinder-82002 {{(pid=112710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 08 13:59:05.015997 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-de4e86f9-ef84-4b97-8acd-b3f80f71046a req-6e08ba1a-f41b-459a-a03f-8b6cd8587d78 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161718'] for port (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:05.019273 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-de4e86f9-ef84-4b97-8acd-b3f80f71046a req-6e08ba1a-f41b-459a-a03f-8b6cd8587d78 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.20 "DELETE /networking/v2.0/ports/5c7e423f-8bb5-4a1a-a739-7918f898d812 HTTP/1.1" status: 204 len: 173 time: 0.5895331 Sep 08 13:59:05.020027 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17665f83-a581-4f16-9275-45bce05f5f49', 'name': 'network-vif-deleted', 'tag': '5c7e423f-8bb5-4a1a-a739-7918f898d812'}] {{(pid=112710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 13:59:05.022314 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4aaac3e20a53a8e6247a431178541979a817c05ad734f54eee24c8be994502e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ee6c696-a9c5-4204-abec-aa9bc08fb930" -d '{"events": [{"server_uuid": "17665f83-a581-4f16-9275-45bce05f5f49", "name": "network-vif-deleted", "tag": "5c7e423f-8bb5-4a1a-a739-7918f898d812"}]}' {{(pid=112710) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:59:05.052953 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e033ec1f-05ba-4868-a53a-15f20734246b req-cbc2af90-c4bb-46dd-af32-1e7e30c083f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:59:05.054534 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [req-e033ec1f-05ba-4868-a53a-15f20734246b req-cbc2af90-c4bb-46dd-af32-1e7e30c083f1 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=3c05b843-7379-4152-a6e2-38ac1118d25c HTTP/1.1" status: 200 len: 849 time: 0.0659752 Sep 08 13:59:05.055864 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:59:05.067660 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Sep 2022 13:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c23c1eb6-7ef5-4776-baaa-eb3289bb048a x-openstack-request-id: req-c23c1eb6-7ef5-4776-baaa-eb3289bb048a {{(pid=112710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:59:05.069011 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17665f83-a581-4f16-9275-45bce05f5f49", "name": "network-vif-deleted", "tag": "5c7e423f-8bb5-4a1a-a739-7918f898d812", "status": "completed", "code": 200}]} {{(pid=112710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:59:05.069313 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c23c1eb6-7ef5-4776-baaa-eb3289bb048a {{(pid=112710) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:59:05.070136 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c23c1eb6-7ef5-4776-baaa-eb3289bb048a'] response: {'server_uuid': '17665f83-a581-4f16-9275-45bce05f5f49', 'name': 'network-vif-deleted', 'tag': '5c7e423f-8bb5-4a1a-a739-7918f898d812', 'status': 'completed', 'code': 200} Sep 08 13:59:05.242672 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-f6b6dade-c370-45f7-8f67-cabef249624c req-c3e592aa-c994-4c41-9b40-585585e64560 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4d5ce5ad-7f55-4482-bff3-96eb19463f07 HTTP/1.1" status: 200 len: 210 time: 0.0426505 Sep 08 13:59:05.247769 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e033ec1f-05ba-4868-a53a-15f20734246b req-fa1cdb03-61c8-4d44-9a6b-0070753766fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:59:05.250726 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [req-e033ec1f-05ba-4868-a53a-15f20734246b req-fa1cdb03-61c8-4d44-9a6b-0070753766fe service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=96ff558b-c5db-4059-a363-a83e90cf91c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0485036 Sep 08 13:59:05.481394 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b52dc1-2859-40c2-83f7-a51b7d9a112f req-4c15b688-2d49-4ce9-9c0b-8d1087ca89fb tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:59:05.482832 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e8b52dc1-2859-40c2-83f7-a51b7d9a112f req-4c15b688-2d49-4ce9-9c0b-8d1087ca89fb tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.20 "GET /networking/v2.0/networks?id=1c9b3d05-20f8-440e-89b3-587b430f97a5 HTTP/1.1" status: 200 len: 817 time: 0.1422281 Sep 08 13:59:05.483846 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [req-e033ec1f-05ba-4868-a53a-15f20734246b req-b11d5138-58bc-4ecc-b2ba-f5a8c5f48ce0 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/96ff558b-c5db-4059-a363-a83e90cf91c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299143 Sep 08 13:59:05.575876 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e8b52dc1-2859-40c2-83f7-a51b7d9a112f req-4c967e08-4135-4532-b999-6d68b15c410e tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.20 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=bc4476b1f4b84b5593ff2650592b9fb7 HTTP/1.1" status: 200 len: 380 time: 0.0564315 Sep 08 13:59:05.607322 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [req-e033ec1f-05ba-4868-a53a-15f20734246b req-1267fff2-bb91-4e3a-a33e-796764be2e75 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/96ff558b-c5db-4059-a363-a83e90cf91c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878232 Sep 08 13:59:05.690416 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.v2.base [req-e8b52dc1-2859-40c2-83f7-a51b7d9a112f req-93f1749f-a2dc-4fbc-b58a-ec9da8a5ee11 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Request body: {'port': {'device_id': '3625263b-e16f-4c5c-a20a-591dca9ca140', 'network_id': '1c9b3d05-20f8-440e-89b3-587b430f97a5', 'admin_state_up': True, 'tenant_id': 'bc4476b1f4b84b5593ff2650592b9fb7', 'security_groups': ['add2800b-2be6-41a0-b142-3947b75ed529']}} {{(pid=112710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:59:05.803666 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8b52dc1-2859-40c2-83f7-a51b7d9a112f req-93f1749f-a2dc-4fbc-b58a-ec9da8a5ee11 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Made reservation on behalf of bc4476b1f4b84b5593ff2650592b9fb7 for: {'port': 1} {{(pid=112710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:59:05.807553 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-e8b52dc1-2859-40c2-83f7-a51b7d9a112f req-93f1749f-a2dc-4fbc-b58a-ec9da8a5ee11 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (None), before_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:05.837880 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:59:05.905461 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-7cb69b55-b9d5-4823-b59d-ccfe79c21df9 req-d04c636c-6112-464d-83e5-6ae62f149e0a tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3625263b-e16f-4c5c-a20a-591dca9ca140 HTTP/1.1" status: 200 len: 210 time: 0.0411298 Sep 08 13:59:05.991243 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-97cf5a8f-45b2-4ada-b482-9e8bdf5a96a9 req-a98b9f7b-824c-4a61-8e27-4dc8cfac2e9b tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=17665f83-a581-4f16-9275-45bce05f5f49 HTTP/1.1" status: 200 len: 210 time: 0.0389566 Sep 08 13:59:06.009804 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.db.db_base_plugin_common [req-e8b52dc1-2859-40c2-83f7-a51b7d9a112f req-93f1749f-a2dc-4fbc-b58a-ec9da8a5ee11 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Allocated IP 172.20.0.9 (1c9b3d05-20f8-440e-89b3-587b430f97a5/c1fdd510-cbc1-4f0f-8fbd-e177b9f3baf0/daea8158-0875-402f-9603-ddb321067a70) {{(pid=112710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:59:06.094955 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:59:06.159513 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-e8b52dc1-2859-40c2-83f7-a51b7d9a112f req-93f1749f-a2dc-4fbc-b58a-ec9da8a5ee11 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Publish callbacks [] for port (daea8158-0875-402f-9603-ddb321067a70), precommit_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:06.192939 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-e8b52dc1-2859-40c2-83f7-a51b7d9a112f req-93f1749f-a2dc-4fbc-b58a-ec9da8a5ee11 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729028134301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10367820'] for port (daea8158-0875-402f-9603-ddb321067a70), after_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:06.247585 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8b52dc1-2859-40c2-83f7-a51b7d9a112f req-93f1749f-a2dc-4fbc-b58a-ec9da8a5ee11 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Network 1c9b3d05-20f8-440e-89b3-587b430f97a5 is already hosted by enough agents. {{(pid=112710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:59:06.253138 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.scheduler.base_scheduler [req-e8b52dc1-2859-40c2-83f7-a51b7d9a112f req-93f1749f-a2dc-4fbc-b58a-ec9da8a5ee11 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Resources bound (agent type, host, resource id): {{(pid=112710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:59:06.255529 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8b52dc1-2859-40c2-83f7-a51b7d9a112f req-93f1749f-a2dc-4fbc-b58a-ec9da8a5ee11 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Received port after_create {{(pid=112710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 08 13:59:06.260129 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f1749f-a2dc-4fbc-b58a-ec9da8a5ee11 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Pushing event updated for resources: {'Port': ['ID=daea8158-0875-402f-9603-ddb321067a70,revision_number=1']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:59:06.323685 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b52dc1-2859-40c2-83f7-a51b7d9a112f req-93f1749f-a2dc-4fbc-b58a-ec9da8a5ee11 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:59:06.324326 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-e8b52dc1-2859-40c2-83f7-a51b7d9a112f req-93f1749f-a2dc-4fbc-b58a-ec9da8a5ee11 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161718'] for port (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:06.347423 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e8b52dc1-2859-40c2-83f7-a51b7d9a112f req-93f1749f-a2dc-4fbc-b58a-ec9da8a5ee11 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6613259 Sep 08 13:59:06.391119 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-0d88c603-5e7c-43a3-8d2d-41c9072c4151 req-45d229ca-6ed2-4f07-af88-e6913e1fe06b tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4d5ce5ad-7f55-4482-bff3-96eb19463f07 HTTP/1.1" status: 200 len: 210 time: 0.0347774 Sep 08 13:59:06.397396 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.v2.base [req-e8b52dc1-2859-40c2-83f7-a51b7d9a112f req-51651fed-0e10-4858-88eb-18aa62262bb3 service neutron] Request body: {'port': {'device_id': '3625263b-e16f-4c5c-a20a-591dca9ca140', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82002'}} {{(pid=112710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:59:06.433834 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2550b090-cbb8-41a5-a59f-7a876a380534 req-6f1abe2d-5c02-41d4-8eb6-f6ec6e14f771 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:59:06.435435 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [req-2550b090-cbb8-41a5-a59f-7a876a380534 req-6f1abe2d-5c02-41d4-8eb6-f6ec6e14f771 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.20 "GET /networking/v2.0/networks?id=cf5901ef-2ee5-4879-85aa-18770c77b80a HTTP/1.1" status: 200 len: 815 time: 0.2096477 Sep 08 13:59:06.480276 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-e8b52dc1-2859-40c2-83f7-a51b7d9a112f req-51651fed-0e10-4858-88eb-18aa62262bb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (daea8158-0875-402f-9603-ddb321067a70), before_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:06.526562 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=100 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:59:06.548066 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-0ea21e82-e383-4c32-8578-69f4ce657861 None None] Provisioning complete for port daea8158-0875-402f-9603-ddb321067a70 triggered by entity DHCP. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 13:59:06.549133 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-0ea21e82-e383-4c32-8578-69f4ce657861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (daea8158-0875-402f-9603-ddb321067a70), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:06.567930 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [req-2550b090-cbb8-41a5-a59f-7a876a380534 req-b238d514-f22e-44e2-b777-5a0276257cc8 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.20 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=b4ca185497284e9780eba8fc2e713d6e HTTP/1.1" status: 200 len: 380 time: 0.0876122 Sep 08 13:59:06.583673 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-0ea21e82-e383-4c32-8578-69f4ce657861 None None] Port daea8158-0875-402f-9603-ddb321067a70 cannot update to ACTIVE because it is not bound. {{(pid=112711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 08 13:59:06.782312 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.notifiers.nova [req-e8b52dc1-2859-40c2-83f7-a51b7d9a112f req-51651fed-0e10-4858-88eb-18aa62262bb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id daea8158-0875-402f-9603-ddb321067a70 {{(pid=112710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 08 13:59:06.790867 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-e8b52dc1-2859-40c2-83f7-a51b7d9a112f req-51651fed-0e10-4858-88eb-18aa62262bb3 service neutron] Publish callbacks [] for port (daea8158-0875-402f-9603-ddb321067a70), precommit_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:06.804348 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=3,neutron:DELETE=1 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:59:06.805553 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.db.provisioning_blocks [req-e8b52dc1-2859-40c2-83f7-a51b7d9a112f req-51651fed-0e10-4858-88eb-18aa62262bb3 service neutron] Transition to ACTIVE for port object daea8158-0875-402f-9603-ddb321067a70 will not be triggered until provisioned by entity L2. {{(pid=112710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 08 13:59:06.809447 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-e8b52dc1-2859-40c2-83f7-a51b7d9a112f req-51651fed-0e10-4858-88eb-18aa62262bb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10367797'] for port (daea8158-0875-402f-9603-ddb321067a70), after_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:06.874687 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51651fed-0e10-4858-88eb-18aa62262bb3 service neutron] Pushing event updated for resources: {'Port': ['ID=daea8158-0875-402f-9603-ddb321067a70,revision_number=2']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:59:06.923173 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.managers [req-e8b52dc1-2859-40c2-83f7-a51b7d9a112f req-51651fed-0e10-4858-88eb-18aa62262bb3 service neutron] Attempting to bind port daea8158-0875-402f-9603-ddb321067a70 on host hv-cinder-82002 for vnic_type normal with profile {{(pid=112710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 08 13:59:06.923506 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.managers [req-e8b52dc1-2859-40c2-83f7-a51b7d9a112f req-51651fed-0e10-4858-88eb-18aa62262bb3 service neutron] Attempting to bind port daea8158-0875-402f-9603-ddb321067a70 by drivers openvswitch,hyperv on host hv-cinder-82002 at level 0 using segments [{'id': '2f6c42c1-14c1-4abe-8cc1-e54cbc6177f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '1c9b3d05-20f8-440e-89b3-587b430f97a5'}] {{(pid=112710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 08 13:59:06.923830 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b52dc1-2859-40c2-83f7-a51b7d9a112f req-51651fed-0e10-4858-88eb-18aa62262bb3 service neutron] Attempting to bind port daea8158-0875-402f-9603-ddb321067a70 on network 1c9b3d05-20f8-440e-89b3-587b430f97a5 {{(pid=112710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 13:59:06.954793 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.v2.base [req-2550b090-cbb8-41a5-a59f-7a876a380534 req-d647b62e-1058-4622-9a27-44ba3d6b193e tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Request body: {'port': {'device_id': '4d5ce5ad-7f55-4482-bff3-96eb19463f07', 'network_id': 'cf5901ef-2ee5-4879-85aa-18770c77b80a', 'admin_state_up': True, 'tenant_id': 'b4ca185497284e9780eba8fc2e713d6e', 'security_groups': ['bb5c1b4c-7157-45f0-9aa1-da3944f130a9']}} {{(pid=112709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:59:06.972102 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b52dc1-2859-40c2-83f7-a51b7d9a112f req-51651fed-0e10-4858-88eb-18aa62262bb3 service neutron] Port daea8158-0875-402f-9603-ddb321067a70 on network 1c9b3d05-20f8-440e-89b3-587b430f97a5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82002 {{(pid=112710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 08 13:59:06.972802 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b52dc1-2859-40c2-83f7-a51b7d9a112f req-51651fed-0e10-4858-88eb-18aa62262bb3 service neutron] Attempting to bind port daea8158-0875-402f-9603-ddb321067a70 on network 1c9b3d05-20f8-440e-89b3-587b430f97a5 {{(pid=112710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 13:59:07.007357 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:59:07.073310 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf31e4c-8c48-4ea9-8cc0-d7bfeb33491e req-2c68f54d-e672-4ea7-a36c-6363cdc65312 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:59:07.074884 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-6bf31e4c-8c48-4ea9-8cc0-d7bfeb33491e req-2c68f54d-e672-4ea7-a36c-6363cdc65312 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3625263b-e16f-4c5c-a20a-591dca9ca140 HTTP/1.1" status: 200 len: 943 time: 0.0789578 Sep 08 13:59:07.075889 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b52dc1-2859-40c2-83f7-a51b7d9a112f req-51651fed-0e10-4858-88eb-18aa62262bb3 service neutron] Checking agent: {'id': '4c2ff875-e6d7-424e-bdc7-d4b2ed4bdd9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82002', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 8, 13, 50, 33), 'started_at': datetime.datetime(2022, 9, 8, 13, 50, 33), 'heartbeat_timestamp': datetime.datetime(2022, 9, 8, 13, 59, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 08 13:59:07.076223 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b52dc1-2859-40c2-83f7-a51b7d9a112f req-51651fed-0e10-4858-88eb-18aa62262bb3 service neutron] Checking segment: {'id': '2f6c42c1-14c1-4abe-8cc1-e54cbc6177f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '1c9b3d05-20f8-440e-89b3-587b430f97a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 13:59:07.076600 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b52dc1-2859-40c2-83f7-a51b7d9a112f req-51651fed-0e10-4858-88eb-18aa62262bb3 service neutron] Bound using segment: {'id': '2f6c42c1-14c1-4abe-8cc1-e54cbc6177f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '1c9b3d05-20f8-440e-89b3-587b430f97a5'} {{(pid=112710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 08 13:59:07.077050 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.managers [req-e8b52dc1-2859-40c2-83f7-a51b7d9a112f req-51651fed-0e10-4858-88eb-18aa62262bb3 service neutron] Bound port: daea8158-0875-402f-9603-ddb321067a70, host: hv-cinder-82002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f6c42c1-14c1-4abe-8cc1-e54cbc6177f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '1c9b3d05-20f8-440e-89b3-587b430f97a5'}}] {{(pid=112710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 08 13:59:07.077400 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-e8b52dc1-2859-40c2-83f7-a51b7d9a112f req-51651fed-0e10-4858-88eb-18aa62262bb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (daea8158-0875-402f-9603-ddb321067a70), before_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:07.106580 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2550b090-cbb8-41a5-a59f-7a876a380534 req-d647b62e-1058-4622-9a27-44ba3d6b193e tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Made reservation on behalf of b4ca185497284e9780eba8fc2e713d6e for: {'port': 1} {{(pid=112709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:59:07.111108 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [req-2550b090-cbb8-41a5-a59f-7a876a380534 req-d647b62e-1058-4622-9a27-44ba3d6b193e tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (None), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:07.145192 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-9600d33c-fce4-4ca7-92ca-8ca6cb53867c req-c6a12d9f-f1c1-4574-9882-45cc255d7c3e tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=17665f83-a581-4f16-9275-45bce05f5f49 HTTP/1.1" status: 200 len: 210 time: 0.0366905 Sep 08 13:59:07.199333 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-6bf31e4c-8c48-4ea9-8cc0-d7bfeb33491e req-607da2c3-01b3-4c8d-abeb-3f2ad0a373f5 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=add2800b-2be6-41a0-b142-3947b75ed529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112463 Sep 08 13:59:07.218549 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.db [req-e8b52dc1-2859-40c2-83f7-a51b7d9a112f req-51651fed-0e10-4858-88eb-18aa62262bb3 service neutron] For port daea8158-0875-402f-9603-ddb321067a70, host hv-cinder-82002, cleared binding levels {{(pid=112710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:59:07.222358 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.db [req-e8b52dc1-2859-40c2-83f7-a51b7d9a112f req-51651fed-0e10-4858-88eb-18aa62262bb3 service neutron] For port daea8158-0875-402f-9603-ddb321067a70, host hv-cinder-82002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=daea8158-0875-402f-9603-ddb321067a70,segment=NetworkSegment(2f6c42c1-14c1-4abe-8cc1-e54cbc6177f2),segment_id=2f6c42c1-14c1-4abe-8cc1-e54cbc6177f2)] {{(pid=112710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:59:07.228532 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-e8b52dc1-2859-40c2-83f7-a51b7d9a112f req-51651fed-0e10-4858-88eb-18aa62262bb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10367797'] for port (daea8158-0875-402f-9603-ddb321067a70), after_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:07.232611 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b52dc1-2859-40c2-83f7-a51b7d9a112f req-51651fed-0e10-4858-88eb-18aa62262bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:59:07.233262 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-e8b52dc1-2859-40c2-83f7-a51b7d9a112f req-51651fed-0e10-4858-88eb-18aa62262bb3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161718'] for port (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:07.234714 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e8b52dc1-2859-40c2-83f7-a51b7d9a112f req-51651fed-0e10-4858-88eb-18aa62262bb3 service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/daea8158-0875-402f-9603-ddb321067a70 HTTP/1.1" status: 200 len: 1093 time: 0.8426204 Sep 08 13:59:07.236939 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3625263b-e16f-4c5c-a20a-591dca9ca140', 'tag': 'daea8158-0875-402f-9603-ddb321067a70'}] {{(pid=112710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 13:59:07.239206 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4aaac3e20a53a8e6247a431178541979a817c05ad734f54eee24c8be994502e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-672e9b58-70e5-479b-b322-3b8e58a71cfc" -d '{"events": [{"name": "network-changed", "server_uuid": "3625263b-e16f-4c5c-a20a-591dca9ca140", "tag": "daea8158-0875-402f-9603-ddb321067a70"}]}' {{(pid=112710) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:59:07.240540 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:59:07.275116 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.db.db_base_plugin_common [req-2550b090-cbb8-41a5-a59f-7a876a380534 req-d647b62e-1058-4622-9a27-44ba3d6b193e tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Allocated IP 172.20.0.5 (cf5901ef-2ee5-4879-85aa-18770c77b80a/a139bee4-b378-4a6d-bfa3-c572d95f8369/e14cb466-443e-415d-b932-45c6f7a15d37) {{(pid=112709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:59:07.294885 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Sep 2022 13:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c49595fc-1ea9-4f52-9e34-927f47f71be4 x-openstack-request-id: req-c49595fc-1ea9-4f52-9e34-927f47f71be4 {{(pid=112710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:59:07.295042 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3625263b-e16f-4c5c-a20a-591dca9ca140", "tag": "daea8158-0875-402f-9603-ddb321067a70", "status": "completed", "code": 200}]} {{(pid=112710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:59:07.295432 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c49595fc-1ea9-4f52-9e34-927f47f71be4 {{(pid=112710) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:59:07.296000 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c49595fc-1ea9-4f52-9e34-927f47f71be4'] response: {'name': 'network-changed', 'server_uuid': '3625263b-e16f-4c5c-a20a-591dca9ca140', 'tag': 'daea8158-0875-402f-9603-ddb321067a70', 'status': 'completed', 'code': 200} Sep 08 13:59:07.307003 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51651fed-0e10-4858-88eb-18aa62262bb3 service neutron] Pushing event updated for resources: {'Port': ['ID=daea8158-0875-402f-9603-ddb321067a70,revision_number=3']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:59:07.378541 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b52dc1-2859-40c2-83f7-a51b7d9a112f req-c64ab7c4-3de0-4b46-b46e-fe9d9ad21a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:59:07.380074 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e8b52dc1-2859-40c2-83f7-a51b7d9a112f req-c64ab7c4-3de0-4b46-b46e-fe9d9ad21a53 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=bc4476b1f4b84b5593ff2650592b9fb7&device_id=3625263b-e16f-4c5c-a20a-591dca9ca140 HTTP/1.1" status: 200 len: 1127 time: 0.0418077 Sep 08 13:59:07.422395 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [req-2550b090-cbb8-41a5-a59f-7a876a380534 req-d647b62e-1058-4622-9a27-44ba3d6b193e tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks [] for port (e14cb466-443e-415d-b932-45c6f7a15d37), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:07.427939 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e8b52dc1-2859-40c2-83f7-a51b7d9a112f req-57084449-bbad-49bc-9f86-08d47e052f8d service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=daea8158-0875-402f-9603-ddb321067a70 HTTP/1.1" status: 200 len: 217 time: 0.0328205 Sep 08 13:59:07.456837 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [req-2550b090-cbb8-41a5-a59f-7a876a380534 req-d647b62e-1058-4622-9a27-44ba3d6b193e tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729028134301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9153317'] for port (e14cb466-443e-415d-b932-45c6f7a15d37), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:07.508904 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2550b090-cbb8-41a5-a59f-7a876a380534 req-d647b62e-1058-4622-9a27-44ba3d6b193e tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Network cf5901ef-2ee5-4879-85aa-18770c77b80a is already hosted by enough agents. {{(pid=112709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:59:07.514701 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.scheduler.base_scheduler [req-2550b090-cbb8-41a5-a59f-7a876a380534 req-d647b62e-1058-4622-9a27-44ba3d6b193e tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Resources bound (agent type, host, resource id): {{(pid=112709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:59:07.516843 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d647b62e-1058-4622-9a27-44ba3d6b193e tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Pushing event updated for resources: {'Port': ['ID=e14cb466-443e-415d-b932-45c6f7a15d37,revision_number=1']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:59:07.519035 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.db.l3_dvrscheduler_db [req-2550b090-cbb8-41a5-a59f-7a876a380534 req-d647b62e-1058-4622-9a27-44ba3d6b193e tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Received port after_create {{(pid=112709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 08 13:59:07.526022 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b52dc1-2859-40c2-83f7-a51b7d9a112f req-b698b8cc-4bf0-4f4b-8831-0f3b26214e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:59:07.527626 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e8b52dc1-2859-40c2-83f7-a51b7d9a112f req-b698b8cc-4bf0-4f4b-8831-0f3b26214e06 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=c1fdd510-cbc1-4f0f-8fbd-e177b9f3baf0 HTTP/1.1" status: 200 len: 856 time: 0.0917103 Sep 08 13:59:07.539219 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50ad62d-ae64-4ca7-9f4d-a4af8d016d1d req-5824ec04-a892-4dcc-9a6a-8f5c2a8acc19 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:59:07.540680 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-b50ad62d-ae64-4ca7-9f4d-a4af8d016d1d req-5824ec04-a892-4dcc-9a6a-8f5c2a8acc19 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4d5ce5ad-7f55-4482-bff3-96eb19463f07 HTTP/1.1" status: 200 len: 931 time: 0.0660350 Sep 08 13:59:07.568977 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2550b090-cbb8-41a5-a59f-7a876a380534 req-d647b62e-1058-4622-9a27-44ba3d6b193e tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:59:07.570581 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [req-2550b090-cbb8-41a5-a59f-7a876a380534 req-d647b62e-1058-4622-9a27-44ba3d6b193e tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161718'] for port (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:07.587260 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [req-2550b090-cbb8-41a5-a59f-7a876a380534 req-d647b62e-1058-4622-9a27-44ba3d6b193e tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6364143 Sep 08 13:59:07.590246 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Device 5c7e423f-8bb5-4a1a-a739-7918f898d812 no longer exists at agent hyperv_hv-cinder-82002 {{(pid=112711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:59:07.597749 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b52dc1-2859-40c2-83f7-a51b7d9a112f req-f90a4aa5-00c9-40e5-8762-aa1c0ecc9d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:59:07.599277 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e8b52dc1-2859-40c2-83f7-a51b7d9a112f req-f90a4aa5-00c9-40e5-8762-aa1c0ecc9d3a service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=1c9b3d05-20f8-440e-89b3-587b430f97a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0577257 Sep 08 13:59:07.615558 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] No Port match for: 5c7e423f-8bb5-4a1a-a739-7918f898d812 {{(pid=112711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 08 13:59:07.615907 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Device 5c7e423f-8bb5-4a1a-a739-7918f898d812 not bound to the agent host hv-cinder-82002 {{(pid=112711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:59:07.624003 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.v2.base [req-2550b090-cbb8-41a5-a59f-7a876a380534 req-ee2c66a1-5f46-4218-a3db-7549312de4d9 service neutron] Request body: {'port': {'device_id': '4d5ce5ad-7f55-4482-bff3-96eb19463f07', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82002'}} {{(pid=112709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:59:07.677555 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-b50ad62d-ae64-4ca7-9f4d-a4af8d016d1d req-1701fad7-7314-4038-953a-b17b8e1a50fc tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=bb5c1b4c-7157-45f0-9aa1-da3944f130a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245432 Sep 08 13:59:07.694729 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [req-2550b090-cbb8-41a5-a59f-7a876a380534 req-ee2c66a1-5f46-4218-a3db-7549312de4d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (e14cb466-443e-415d-b932-45c6f7a15d37), before_update {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:07.720700 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e8b52dc1-2859-40c2-83f7-a51b7d9a112f req-5cab4473-e448-4c9d-bbde-2a81dda4003c service neutron] 10.222.0.20 "GET /networking/v2.0/networks/1c9b3d05-20f8-440e-89b3-587b430f97a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998700 Sep 08 13:59:07.808703 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-661a3dbf-d173-4900-96c6-e4d664755f8f None None] Provisioning complete for port e14cb466-443e-415d-b932-45c6f7a15d37 triggered by entity DHCP. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 13:59:07.809413 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-661a3dbf-d173-4900-96c6-e4d664755f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (e14cb466-443e-415d-b932-45c6f7a15d37), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:07.816597 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:59:07.824440 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e8b52dc1-2859-40c2-83f7-a51b7d9a112f req-69927088-2b2f-41a7-8a92-8e02c9282139 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/1c9b3d05-20f8-440e-89b3-587b430f97a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955882 Sep 08 13:59:07.844581 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-661a3dbf-d173-4900-96c6-e4d664755f8f None None] Port e14cb466-443e-415d-b932-45c6f7a15d37 cannot update to ACTIVE because it is not bound. {{(pid=112711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 08 13:59:07.973019 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.notifiers.nova [req-2550b090-cbb8-41a5-a59f-7a876a380534 req-ee2c66a1-5f46-4218-a3db-7549312de4d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e14cb466-443e-415d-b932-45c6f7a15d37 {{(pid=112709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 08 13:59:07.980450 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [req-2550b090-cbb8-41a5-a59f-7a876a380534 req-ee2c66a1-5f46-4218-a3db-7549312de4d9 service neutron] Publish callbacks [] for port (e14cb466-443e-415d-b932-45c6f7a15d37), precommit_update {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:07.992669 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.db.provisioning_blocks [req-2550b090-cbb8-41a5-a59f-7a876a380534 req-ee2c66a1-5f46-4218-a3db-7549312de4d9 service neutron] Transition to ACTIVE for port object e14cb466-443e-415d-b932-45c6f7a15d37 will not be triggered until provisioned by entity L2. {{(pid=112709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 08 13:59:07.996421 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [req-2550b090-cbb8-41a5-a59f-7a876a380534 req-ee2c66a1-5f46-4218-a3db-7549312de4d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9153372'] for port (e14cb466-443e-415d-b932-45c6f7a15d37), after_update {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:08.056883 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2c66a1-5f46-4218-a3db-7549312de4d9 service neutron] Pushing event updated for resources: {'Port': ['ID=e14cb466-443e-415d-b932-45c6f7a15d37,revision_number=2']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:59:08.099184 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=89,neutron:INSERT=3,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:59:08.109344 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.managers [req-2550b090-cbb8-41a5-a59f-7a876a380534 req-ee2c66a1-5f46-4218-a3db-7549312de4d9 service neutron] Attempting to bind port e14cb466-443e-415d-b932-45c6f7a15d37 on host hv-cinder-82002 for vnic_type normal with profile {{(pid=112709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 08 13:59:08.109686 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.managers [req-2550b090-cbb8-41a5-a59f-7a876a380534 req-ee2c66a1-5f46-4218-a3db-7549312de4d9 service neutron] Attempting to bind port e14cb466-443e-415d-b932-45c6f7a15d37 by drivers openvswitch,hyperv on host hv-cinder-82002 at level 0 using segments [{'id': '20c24cd0-3b1f-4e89-83a4-717e24ca5a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'cf5901ef-2ee5-4879-85aa-18770c77b80a'}] {{(pid=112709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 08 13:59:08.110066 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2550b090-cbb8-41a5-a59f-7a876a380534 req-ee2c66a1-5f46-4218-a3db-7549312de4d9 service neutron] Attempting to bind port e14cb466-443e-415d-b932-45c6f7a15d37 on network cf5901ef-2ee5-4879-85aa-18770c77b80a {{(pid=112709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 13:59:08.151615 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2550b090-cbb8-41a5-a59f-7a876a380534 req-ee2c66a1-5f46-4218-a3db-7549312de4d9 service neutron] Port e14cb466-443e-415d-b932-45c6f7a15d37 on network cf5901ef-2ee5-4879-85aa-18770c77b80a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82002 {{(pid=112709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 08 13:59:08.151940 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2550b090-cbb8-41a5-a59f-7a876a380534 req-ee2c66a1-5f46-4218-a3db-7549312de4d9 service neutron] Attempting to bind port e14cb466-443e-415d-b932-45c6f7a15d37 on network cf5901ef-2ee5-4879-85aa-18770c77b80a {{(pid=112709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 13:59:08.194464 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2550b090-cbb8-41a5-a59f-7a876a380534 req-ee2c66a1-5f46-4218-a3db-7549312de4d9 service neutron] Checking agent: {'id': '4c2ff875-e6d7-424e-bdc7-d4b2ed4bdd9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82002', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 8, 13, 50, 33), 'started_at': datetime.datetime(2022, 9, 8, 13, 50, 33), 'heartbeat_timestamp': datetime.datetime(2022, 9, 8, 13, 59, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 08 13:59:08.194804 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2550b090-cbb8-41a5-a59f-7a876a380534 req-ee2c66a1-5f46-4218-a3db-7549312de4d9 service neutron] Checking segment: {'id': '20c24cd0-3b1f-4e89-83a4-717e24ca5a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'cf5901ef-2ee5-4879-85aa-18770c77b80a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 13:59:08.195218 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2550b090-cbb8-41a5-a59f-7a876a380534 req-ee2c66a1-5f46-4218-a3db-7549312de4d9 service neutron] Bound using segment: {'id': '20c24cd0-3b1f-4e89-83a4-717e24ca5a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'cf5901ef-2ee5-4879-85aa-18770c77b80a'} {{(pid=112709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 08 13:59:08.195689 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.managers [req-2550b090-cbb8-41a5-a59f-7a876a380534 req-ee2c66a1-5f46-4218-a3db-7549312de4d9 service neutron] Bound port: e14cb466-443e-415d-b932-45c6f7a15d37, host: hv-cinder-82002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20c24cd0-3b1f-4e89-83a4-717e24ca5a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'cf5901ef-2ee5-4879-85aa-18770c77b80a'}}] {{(pid=112709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 08 13:59:08.196068 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [req-2550b090-cbb8-41a5-a59f-7a876a380534 req-ee2c66a1-5f46-4218-a3db-7549312de4d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (e14cb466-443e-415d-b932-45c6f7a15d37), before_update {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:08.261410 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.db [req-2550b090-cbb8-41a5-a59f-7a876a380534 req-ee2c66a1-5f46-4218-a3db-7549312de4d9 service neutron] For port e14cb466-443e-415d-b932-45c6f7a15d37, host hv-cinder-82002, cleared binding levels {{(pid=112709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:59:08.265264 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.db [req-2550b090-cbb8-41a5-a59f-7a876a380534 req-ee2c66a1-5f46-4218-a3db-7549312de4d9 service neutron] For port e14cb466-443e-415d-b932-45c6f7a15d37, host hv-cinder-82002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=e14cb466-443e-415d-b932-45c6f7a15d37,segment=NetworkSegment(20c24cd0-3b1f-4e89-83a4-717e24ca5a29),segment_id=20c24cd0-3b1f-4e89-83a4-717e24ca5a29)] {{(pid=112709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:59:08.271893 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [req-2550b090-cbb8-41a5-a59f-7a876a380534 req-ee2c66a1-5f46-4218-a3db-7549312de4d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9153372'] for port (e14cb466-443e-415d-b932-45c6f7a15d37), after_update {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:08.275108 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2550b090-cbb8-41a5-a59f-7a876a380534 req-ee2c66a1-5f46-4218-a3db-7549312de4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:59:08.275733 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [req-2550b090-cbb8-41a5-a59f-7a876a380534 req-ee2c66a1-5f46-4218-a3db-7549312de4d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161718'] for port (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:08.277193 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [req-2550b090-cbb8-41a5-a59f-7a876a380534 req-ee2c66a1-5f46-4218-a3db-7549312de4d9 service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/e14cb466-443e-415d-b932-45c6f7a15d37 HTTP/1.1" status: 200 len: 1093 time: 0.6579723 Sep 08 13:59:08.279724 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d5ce5ad-7f55-4482-bff3-96eb19463f07', 'tag': 'e14cb466-443e-415d-b932-45c6f7a15d37'}] {{(pid=112709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 13:59:08.282069 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}542ac7e5325f68055833e74974e312adb8a2ee810b70c39787611e772d2c694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28bda19c-8df1-4664-a8f1-263a077f0ca8" -d '{"events": [{"name": "network-changed", "server_uuid": "4d5ce5ad-7f55-4482-bff3-96eb19463f07", "tag": "e14cb466-443e-415d-b932-45c6f7a15d37"}]}' {{(pid=112709) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:59:08.335243 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2c66a1-5f46-4218-a3db-7549312de4d9 service neutron] Pushing event updated for resources: {'Port': ['ID=e14cb466-443e-415d-b932-45c6f7a15d37,revision_number=3']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:59:08.341936 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2743c3-2eb4-450f-a078-676e33a1703c req-c507a5cf-ebfa-4ed8-9c79-08c0978a3165 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:59:08.345369 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-2b2743c3-2eb4-450f-a078-676e33a1703c req-c507a5cf-ebfa-4ed8-9c79-08c0978a3165 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3625263b-e16f-4c5c-a20a-591dca9ca140 HTTP/1.1" status: 200 len: 943 time: 0.0585027 Sep 08 13:59:08.376783 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Sep 2022 13:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-718297ac-0435-4264-aad1-a7fd1d24b10b x-openstack-request-id: req-718297ac-0435-4264-aad1-a7fd1d24b10b {{(pid=112709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:59:08.377076 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d5ce5ad-7f55-4482-bff3-96eb19463f07", "tag": "e14cb466-443e-415d-b932-45c6f7a15d37", "status": "completed", "code": 200}]} {{(pid=112709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:59:08.377931 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-718297ac-0435-4264-aad1-a7fd1d24b10b {{(pid=112709) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:59:08.377931 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.notifiers.nova [-] Nova event matching ['req-718297ac-0435-4264-aad1-a7fd1d24b10b'] response: {'name': 'network-changed', 'server_uuid': '4d5ce5ad-7f55-4482-bff3-96eb19463f07', 'tag': 'e14cb466-443e-415d-b932-45c6f7a15d37', 'status': 'completed', 'code': 200} Sep 08 13:59:08.388694 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:59:08.397066 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-2b2743c3-2eb4-450f-a078-676e33a1703c req-51940381-2dec-465d-b89f-f762d7037143 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=add2800b-2be6-41a0-b142-3947b75ed529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476127 Sep 08 13:59:08.467659 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28cada6-2cc4-40a3-bb0e-42192b834e8f req-48122da6-ee0d-40ef-8982-a4c44a883156 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:59:08.469112 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-c28cada6-2cc4-40a3-bb0e-42192b834e8f req-48122da6-ee0d-40ef-8982-a4c44a883156 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f7b396f5-eec9-4df0-8dca-0f2ba1cbb42c HTTP/1.1" status: 200 len: 946 time: 0.0471954 Sep 08 13:59:08.515632 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-c28cada6-2cc4-40a3-bb0e-42192b834e8f req-690f855f-dbc3-4625-a385-eb792efe8e4e tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=5c37b456-2be1-4170-a806-ad519f2b6e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410013 Sep 08 13:59:08.799244 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1badb11-8750-4943-964e-edea94c45e55 req-bd0bdbd5-5ee4-4f5c-803a-2a5720d6787a tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:59:08.800689 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-b1badb11-8750-4943-964e-edea94c45e55 req-bd0bdbd5-5ee4-4f5c-803a-2a5720d6787a tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4d5ce5ad-7f55-4482-bff3-96eb19463f07 HTTP/1.1" status: 200 len: 943 time: 0.0461633 Sep 08 13:59:08.850319 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-b1badb11-8750-4943-964e-edea94c45e55 req-89d32554-7d9a-4171-9f51-64f027a177c0 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=bb5c1b4c-7157-45f0-9aa1-da3944f130a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440431 Sep 08 13:59:09.172995 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672e9b58-70e5-479b-b322-3b8e58a71cfc req-2b20cd30-6602-43b1-8bf0-fd451923f7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:59:09.174570 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [req-672e9b58-70e5-479b-b322-3b8e58a71cfc req-2b20cd30-6602-43b1-8bf0-fd451923f7e7 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=bc4476b1f4b84b5593ff2650592b9fb7&device_id=3625263b-e16f-4c5c-a20a-591dca9ca140 HTTP/1.1" status: 200 len: 1127 time: 0.0421329 Sep 08 13:59:09.510647 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=100 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:59:09.524049 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47568e6-9a2d-4592-acf8-6d92f5f6a666 req-c5e931c1-e266-4a1b-b625-869ea18b2fb9 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:59:09.525515 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-b47568e6-9a2d-4592-acf8-6d92f5f6a666 req-c5e931c1-e266-4a1b-b625-869ea18b2fb9 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3625263b-e16f-4c5c-a20a-591dca9ca140 HTTP/1.1" status: 200 len: 943 time: 0.0470161 Sep 08 13:59:09.574250 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-b47568e6-9a2d-4592-acf8-6d92f5f6a666 req-f12fa65e-d17f-471c-bd74-a7875ab7600a tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=add2800b-2be6-41a0-b142-3947b75ed529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426037 Sep 08 13:59:09.634860 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53f2040-1477-4d60-9e5c-376282247164 req-507530e6-4a10-48cf-880a-a929e8ea17f1 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:59:09.636295 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-c53f2040-1477-4d60-9e5c-376282247164 req-507530e6-4a10-48cf-880a-a929e8ea17f1 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f7b396f5-eec9-4df0-8dca-0f2ba1cbb42c HTTP/1.1" status: 200 len: 946 time: 0.0461335 Sep 08 13:59:09.683803 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-c53f2040-1477-4d60-9e5c-376282247164 req-19d8ea60-7dbe-4bce-a259-f4ae42e7e4ac tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=5c37b456-2be1-4170-a806-ad519f2b6e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413742 Sep 08 13:59:09.972925 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208da576-82b3-4950-af85-3225cc852585 req-15a814cf-9e78-4f1b-95d2-6506429ad30c tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:59:09.974336 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-208da576-82b3-4950-af85-3225cc852585 req-15a814cf-9e78-4f1b-95d2-6506429ad30c tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4d5ce5ad-7f55-4482-bff3-96eb19463f07 HTTP/1.1" status: 200 len: 943 time: 0.0506687 Sep 08 13:59:10.023694 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-208da576-82b3-4950-af85-3225cc852585 req-c1219069-b0c6-4f9b-8c1a-aeacb8260dba tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=bb5c1b4c-7157-45f0-9aa1-da3944f130a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437381 Sep 08 13:59:10.699518 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784a9fbb-9068-42ce-ab66-a12dd201c50d req-23416597-4f8f-41d5-b67f-aa7ec618c7ef tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:59:10.701521 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-784a9fbb-9068-42ce-ab66-a12dd201c50d req-23416597-4f8f-41d5-b67f-aa7ec618c7ef tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3625263b-e16f-4c5c-a20a-591dca9ca140 HTTP/1.1" status: 200 len: 943 time: 0.0471332 Sep 08 13:59:10.748948 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-784a9fbb-9068-42ce-ab66-a12dd201c50d req-90acab4b-a7f8-4122-b6cc-b7240fdb56d9 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=add2800b-2be6-41a0-b142-3947b75ed529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417571 Sep 08 13:59:10.812059 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f3d8d9-67bd-4bff-868e-ac9366ecda73 req-c0d06454-918a-490c-bed9-23777e88758b tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:59:10.813513 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-33f3d8d9-67bd-4bff-868e-ac9366ecda73 req-c0d06454-918a-490c-bed9-23777e88758b tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f7b396f5-eec9-4df0-8dca-0f2ba1cbb42c HTTP/1.1" status: 200 len: 946 time: 0.0499325 Sep 08 13:59:10.860907 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-33f3d8d9-67bd-4bff-868e-ac9366ecda73 req-95f8bbee-2a0d-4c3a-ba90-dfc8e43d7546 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=5c37b456-2be1-4170-a806-ad519f2b6e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417900 Sep 08 13:59:11.141714 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294fae81-03d3-4c27-85bf-d65af78297b5 req-dc65e011-c45c-46ad-9cd5-e5d275d3c901 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:59:11.143103 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-294fae81-03d3-4c27-85bf-d65af78297b5 req-dc65e011-c45c-46ad-9cd5-e5d275d3c901 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4d5ce5ad-7f55-4482-bff3-96eb19463f07 HTTP/1.1" status: 200 len: 943 time: 0.0468338 Sep 08 13:59:11.190835 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-294fae81-03d3-4c27-85bf-d65af78297b5 req-909c3013-6f45-45e3-ba5d-1c0e37d4da37 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=bb5c1b4c-7157-45f0-9aa1-da3944f130a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422678 Sep 08 13:59:11.587190 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Device daea8158-0875-402f-9603-ddb321067a70 details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=112711) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:59:11.686556 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] For port daea8158-0875-402f-9603-ddb321067a70, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=daea8158-0875-402f-9603-ddb321067a70,segment=NetworkSegment(2f6c42c1-14c1-4abe-8cc1-e54cbc6177f2),segment_id=2f6c42c1-14c1-4abe-8cc1-e54cbc6177f2)] {{(pid=112711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:59:11.698051 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Returning: {'device': 'daea8158-0875-402f-9603-ddb321067a70', 'network_id': '1c9b3d05-20f8-440e-89b3-587b430f97a5', 'port_id': 'daea8158-0875-402f-9603-ddb321067a70', 'mac_address': 'fa:16:3e:ae:a2:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1fdd510-cbc1-4f0f-8fbd-e177b9f3baf0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112711) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:59:11.871244 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Current status of the port daea8158-0875-402f-9603-ddb321067a70 is: DOWN; New status is: BUILD {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 13:59:11.872325 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (daea8158-0875-402f-9603-ddb321067a70), before_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:11.885670 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.notifiers.nova [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id daea8158-0875-402f-9603-ddb321067a70 {{(pid=112711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 08 13:59:11.891163 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bda19c-8df1-4664-a8f1-263a077f0ca8 req-cf357554-fd95-4879-9296-0a3d9767ebca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:59:11.892683 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-28bda19c-8df1-4664-a8f1-263a077f0ca8 req-cf357554-fd95-4879-9296-0a3d9767ebca service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=b4ca185497284e9780eba8fc2e713d6e&device_id=4d5ce5ad-7f55-4482-bff3-96eb19463f07 HTTP/1.1" status: 200 len: 1127 time: 0.0822926 Sep 08 13:59:11.902716 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672e9b58-70e5-479b-b322-3b8e58a71cfc req-756590d5-87d4-4e6f-8cd2-08ba80f95c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:59:11.904538 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [req-672e9b58-70e5-479b-b322-3b8e58a71cfc req-756590d5-87d4-4e6f-8cd2-08ba80f95c18 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=1c9b3d05-20f8-440e-89b3-587b430f97a5 HTTP/1.1" status: 200 len: 918 time: 0.0949824 Sep 08 13:59:11.906738 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] For port daea8158-0875-402f-9603-ddb321067a70, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=daea8158-0875-402f-9603-ddb321067a70,segment=NetworkSegment(2f6c42c1-14c1-4abe-8cc1-e54cbc6177f2),segment_id=2f6c42c1-14c1-4abe-8cc1-e54cbc6177f2)] {{(pid=112711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:59:11.914194 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (daea8158-0875-402f-9603-ddb321067a70), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:11.927243 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bee288-1abd-4b09-a588-c5fffab5088d req-b578069c-e145-47e1-a371-6324f6797c0f tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:59:11.929078 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-14bee288-1abd-4b09-a588-c5fffab5088d req-b578069c-e145-47e1-a371-6324f6797c0f tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3625263b-e16f-4c5c-a20a-591dca9ca140 HTTP/1.1" status: 200 len: 943 time: 0.0813506 Sep 08 13:59:11.963001 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Pushing event updated for resources: {'Port': ['ID=daea8158-0875-402f-9603-ddb321067a70,revision_number=4']} {{(pid=112711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:59:11.971078 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:59:11.971429 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:59:11.971780 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:59:11.972125 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:59:11.972455 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:59:11.972818 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:59:11.973145 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:59:11.973473 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:59:11.973827 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:59:11.974156 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:59:11.974481 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:59:11.974807 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:59:11.975131 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:59:11.975450 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:59:11.975770 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:59:12.015509 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3333b1a-87c5-4d71-95ad-dc5739ffbf7f req-c4ad757e-dd20-4560-8604-87d5d87f2e7f tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:59:12.016983 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-d3333b1a-87c5-4d71-95ad-dc5739ffbf7f req-c4ad757e-dd20-4560-8604-87d5d87f2e7f tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f7b396f5-eec9-4df0-8dca-0f2ba1cbb42c HTTP/1.1" status: 200 len: 946 time: 0.0661795 Sep 08 13:59:12.024047 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-14bee288-1abd-4b09-a588-c5fffab5088d req-cfe7a9ea-3b6a-435d-8c35-f4240890fa9f tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=add2800b-2be6-41a0-b142-3947b75ed529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884891 Sep 08 13:59:12.077466 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-d3333b1a-87c5-4d71-95ad-dc5739ffbf7f req-cacb92b2-5951-48b3-8942-20fe3ae39d48 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=5c37b456-2be1-4170-a806-ad519f2b6e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524893 Sep 08 13:59:12.106652 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [req-672e9b58-70e5-479b-b322-3b8e58a71cfc req-d530b178-4f2b-4d23-b9f5-6e4ee691446e service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=daea8158-0875-402f-9603-ddb321067a70 HTTP/1.1" status: 200 len: 217 time: 0.0387967 Sep 08 13:59:12.161897 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=100 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:59:12.165536 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672e9b58-70e5-479b-b322-3b8e58a71cfc req-8b4afa5a-debe-4ef6-9f46-4f76a3b54ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:59:12.169028 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [req-672e9b58-70e5-479b-b322-3b8e58a71cfc req-8b4afa5a-debe-4ef6-9f46-4f76a3b54ec9 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=c1fdd510-cbc1-4f0f-8fbd-e177b9f3baf0 HTTP/1.1" status: 200 len: 856 time: 0.0511868 Sep 08 13:59:12.171955 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bda19c-8df1-4664-a8f1-263a077f0ca8 req-a69d1c03-c197-495b-b5f3-a3a582285504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:59:12.173393 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-28bda19c-8df1-4664-a8f1-263a077f0ca8 req-a69d1c03-c197-495b-b5f3-a3a582285504 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?tenant_id=b4ca185497284e9780eba8fc2e713d6e&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1065028 Sep 08 13:59:12.333542 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672e9b58-70e5-479b-b322-3b8e58a71cfc req-3aefa179-2ab7-4638-aab2-0bd588cd260d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:59:12.335126 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [req-672e9b58-70e5-479b-b322-3b8e58a71cfc req-3aefa179-2ab7-4638-aab2-0bd588cd260d service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=1c9b3d05-20f8-440e-89b3-587b430f97a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0405798 Sep 08 13:59:12.389487 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e6a9df-b557-440a-98be-c9ba16d4b415 req-07738547-75b1-4aa7-a213-a8dd00f5257a tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:59:12.390984 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-d1e6a9df-b557-440a-98be-c9ba16d4b415 req-07738547-75b1-4aa7-a213-a8dd00f5257a tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4d5ce5ad-7f55-4482-bff3-96eb19463f07 HTTP/1.1" status: 200 len: 943 time: 0.1205089 Sep 08 13:59:12.398327 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:59:12.400152 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0a54c6-5ea5-4316-a2ff-71d46b803e33 req-4db202fb-9250-40b8-819c-b88a70a6e846 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:59:12.401561 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-5a0a54c6-5ea5-4316-a2ff-71d46b803e33 req-4db202fb-9250-40b8-819c-b88a70a6e846 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f7b396f5-eec9-4df0-8dca-0f2ba1cbb42c HTTP/1.1" status: 200 len: 946 time: 0.1037314 Sep 08 13:59:12.403649 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] get_ports_and_sgs() called for port_ids ['daea8158-0875-402f-9603-ddb321067a70'] {{(pid=112711) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 08 13:59:12.427909 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=100 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:59:12.440968 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [req-672e9b58-70e5-479b-b322-3b8e58a71cfc req-6b99299f-4170-45e0-b266-d00ce1a1cbb9 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/1c9b3d05-20f8-440e-89b3-587b430f97a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955148 Sep 08 13:59:12.481973 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:59:12.542674 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [req-672e9b58-70e5-479b-b322-3b8e58a71cfc req-35ec9459-3cee-4cae-8d35-ee3d50b76c23 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/1c9b3d05-20f8-440e-89b3-587b430f97a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934711 Sep 08 13:59:12.805881 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-d1e6a9df-b557-440a-98be-c9ba16d4b415 req-0b653f14-864b-4725-b978-4ed25a4de6ef tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=bb5c1b4c-7157-45f0-9aa1-da3944f130a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4032462 Sep 08 13:59:12.809482 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bda19c-8df1-4664-a8f1-263a077f0ca8 req-3ccdc11f-11ef-4158-8464-a911425a0964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:59:12.810437 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-28bda19c-8df1-4664-a8f1-263a077f0ca8 req-3ccdc11f-11ef-4158-8464-a911425a0964 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5115724 Sep 08 13:59:12.825816 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.plugin [req-5a0a54c6-5ea5-4316-a2ff-71d46b803e33 req-4ec205db-2e07-44e7-b050-5d6c5139b0d6 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Deleting port 8264f39d-725c-426b-913c-05ab5ad2087e {{(pid=112710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 08 13:59:12.826159 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-5a0a54c6-5ea5-4316-a2ff-71d46b803e33 req-4ec205db-2e07-44e7-b050-5d6c5139b0d6 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729028590053'] for port (8264f39d-725c-426b-913c-05ab5ad2087e), before_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:12.952249 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2550b090-cbb8-41a5-a59f-7a876a380534 req-2656e248-43a9-46b1-a8f8-b4f6ac152325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:59:12.953762 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-2550b090-cbb8-41a5-a59f-7a876a380534 req-2656e248-43a9-46b1-a8f8-b4f6ac152325 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=b4ca185497284e9780eba8fc2e713d6e&device_id=4d5ce5ad-7f55-4482-bff3-96eb19463f07 HTTP/1.1" status: 200 len: 1127 time: 0.0652535 Sep 08 13:59:12.955359 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.db [req-5a0a54c6-5ea5-4316-a2ff-71d46b803e33 req-4ec205db-2e07-44e7-b050-5d6c5139b0d6 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] For port 8264f39d-725c-426b-913c-05ab5ad2087e, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=8264f39d-725c-426b-913c-05ab5ad2087e,segment=NetworkSegment(f5264372-fa90-4674-a04a-e3a6e49336da),segment_id=f5264372-fa90-4674-a04a-e3a6e49336da)] {{(pid=112710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:59:12.955715 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-5a0a54c6-5ea5-4316-a2ff-71d46b803e33 req-4ec205db-2e07-44e7-b050-5d6c5139b0d6 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3750342'] for port (8264f39d-725c-426b-913c-05ab5ad2087e), precommit_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:12.968089 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.plugin [req-5a0a54c6-5ea5-4316-a2ff-71d46b803e33 req-4ec205db-2e07-44e7-b050-5d6c5139b0d6 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Calling delete_port for 8264f39d-725c-426b-913c-05ab5ad2087e owned by compute:nova {{(pid=112710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 08 13:59:13.006831 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-2550b090-cbb8-41a5-a59f-7a876a380534 req-6ebc046f-39f9-4616-aaae-3938c5f695a7 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e14cb466-443e-415d-b932-45c6f7a15d37 HTTP/1.1" status: 200 len: 217 time: 0.0367072 Sep 08 13:59:13.100750 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2550b090-cbb8-41a5-a59f-7a876a380534 req-333e0d57-eb36-4be0-95cb-4b4baee1e015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:59:13.102263 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-2550b090-cbb8-41a5-a59f-7a876a380534 req-333e0d57-eb36-4be0-95cb-4b4baee1e015 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=a139bee4-b378-4a6d-bfa3-c572d95f8369 HTTP/1.1" status: 200 len: 854 time: 0.0652969 Sep 08 13:59:13.218555 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefed3da-2e40-4480-810f-596d0e500469 req-ba27d9f2-4221-493b-8403-b99fccaf6542 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:59:13.220005 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-aefed3da-2e40-4480-810f-596d0e500469 req-ba27d9f2-4221-493b-8403-b99fccaf6542 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3625263b-e16f-4c5c-a20a-591dca9ca140 HTTP/1.1" status: 200 len: 944 time: 0.1116602 Sep 08 13:59:13.244792 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2550b090-cbb8-41a5-a59f-7a876a380534 req-56c09def-b7cc-4a96-8190-c47afd63e7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:59:13.246208 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-2550b090-cbb8-41a5-a59f-7a876a380534 req-56c09def-b7cc-4a96-8190-c47afd63e7cf service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=cf5901ef-2ee5-4879-85aa-18770c77b80a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1212139 Sep 08 13:59:13.290003 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f243fa0c-616b-4da1-b6cc-a979239813b9 req-585bb065-88be-41bc-bdac-ba34bcd53d0b tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:59:13.291398 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-f243fa0c-616b-4da1-b6cc-a979239813b9 req-585bb065-88be-41bc-bdac-ba34bcd53d0b tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f7b396f5-eec9-4df0-8dca-0f2ba1cbb42c HTTP/1.1" status: 200 len: 946 time: 0.1231449 Sep 08 13:59:13.386484 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-5a0a54c6-5ea5-4316-a2ff-71d46b803e33 req-4ec205db-2e07-44e7-b050-5d6c5139b0d6 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729028594324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729028134310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10367820'] for port (8264f39d-725c-426b-913c-05ab5ad2087e), after_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:13.406949 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-aefed3da-2e40-4480-810f-596d0e500469 req-6695cdb4-b21d-45b6-b7af-d2c3ca2a2fac tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=add2800b-2be6-41a0-b142-3947b75ed529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1803565 Sep 08 13:59:13.430271 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] get_ports_and_sgs() called for port_ids ['8264f39d-725c-426b-913c-05ab5ad2087e'] {{(pid=112711) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 08 13:59:13.445341 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec205db-2e07-44e7-b050-5d6c5139b0d6 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Pushing event deleted for resources: {'Port': ['ID=8264f39d-725c-426b-913c-05ab5ad2087e,revision_number=None']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:59:13.470252 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:59:13.472111 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-2550b090-cbb8-41a5-a59f-7a876a380534 req-2afe443b-2dea-4784-a96f-52c164643647 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/cf5901ef-2ee5-4879-85aa-18770c77b80a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056575 Sep 08 13:59:13.489275 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-f243fa0c-616b-4da1-b6cc-a979239813b9 req-b4338554-79f4-45f5-a226-4f41d3b52687 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=5c37b456-2be1-4170-a806-ad519f2b6e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827548 Sep 08 13:59:13.500383 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:59:13.533500 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a0a54c6-5ea5-4316-a2ff-71d46b803e33 req-4ec205db-2e07-44e7-b050-5d6c5139b0d6 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] No DVR routers for this DVR port 8264f39d-725c-426b-913c-05ab5ad2087e on host hv-cinder-82002 {{(pid=112710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 08 13:59:13.558815 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-5a0a54c6-5ea5-4316-a2ff-71d46b803e33 req-4ec205db-2e07-44e7-b050-5d6c5139b0d6 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161718'] for port (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:13.562462 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-5a0a54c6-5ea5-4316-a2ff-71d46b803e33 req-4ec205db-2e07-44e7-b050-5d6c5139b0d6 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.20 "DELETE /networking/v2.0/ports/8264f39d-725c-426b-913c-05ab5ad2087e HTTP/1.1" status: 204 len: 173 time: 1.1483254 Sep 08 13:59:13.562938 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7b396f5-eec9-4df0-8dca-0f2ba1cbb42c', 'name': 'network-vif-deleted', 'tag': '8264f39d-725c-426b-913c-05ab5ad2087e'}] {{(pid=112710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 13:59:13.565159 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4aaac3e20a53a8e6247a431178541979a817c05ad734f54eee24c8be994502e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79e091a6-1016-4127-85d3-2278db9925b1" -d '{"events": [{"server_uuid": "f7b396f5-eec9-4df0-8dca-0f2ba1cbb42c", "name": "network-vif-deleted", "tag": "8264f39d-725c-426b-913c-05ab5ad2087e"}]}' {{(pid=112710) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:59:13.618247 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Sep 2022 13:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da8b095a-a882-4767-a161-efac4d250c08 x-openstack-request-id: req-da8b095a-a882-4767-a161-efac4d250c08 {{(pid=112710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:59:13.618545 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7b396f5-eec9-4df0-8dca-0f2ba1cbb42c", "name": "network-vif-deleted", "tag": "8264f39d-725c-426b-913c-05ab5ad2087e", "status": "completed", "code": 200}]} {{(pid=112710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:59:13.618799 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-da8b095a-a882-4767-a161-efac4d250c08 {{(pid=112710) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:59:13.619208 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da8b095a-a882-4767-a161-efac4d250c08'] response: {'server_uuid': 'f7b396f5-eec9-4df0-8dca-0f2ba1cbb42c', 'name': 'network-vif-deleted', 'tag': '8264f39d-725c-426b-913c-05ab5ad2087e', 'status': 'completed', 'code': 200} Sep 08 13:59:13.622414 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-2550b090-cbb8-41a5-a59f-7a876a380534 req-e0c24cf6-ff86-4692-a60d-0b848557350d service neutron] 10.222.0.20 "GET /networking/v2.0/networks/cf5901ef-2ee5-4879-85aa-18770c77b80a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322329 Sep 08 13:59:13.725245 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Device daea8158-0875-402f-9603-ddb321067a70 up at agent hyperv_hv-cinder-82002 {{(pid=112711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:59:13.773073 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Provisioning for port daea8158-0875-402f-9603-ddb321067a70 completed by entity L2. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 08 13:59:13.780862 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Provisioning complete for port daea8158-0875-402f-9603-ddb321067a70 triggered by entity L2. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 13:59:13.781383 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (daea8158-0875-402f-9603-ddb321067a70), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:13.812339 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:59:13.876680 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Current status of the port daea8158-0875-402f-9603-ddb321067a70 is: BUILD; New status is: ACTIVE {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 13:59:13.876680 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (daea8158-0875-402f-9603-ddb321067a70), before_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:13.897954 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3625263b-e16f-4c5c-a20a-591dca9ca140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daea8158-0875-402f-9603-ddb321067a70'}] {{(pid=112711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 13:59:13.901312 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da88ec0cbec787fa3ec3fbfc035ae72aba30a0bab36d561f227dc8a59222d55b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf65da74-f749-4749-ac39-3a04f6125830" -d '{"events": [{"server_uuid": "3625263b-e16f-4c5c-a20a-591dca9ca140", "name": "network-vif-plugged", "status": "completed", "tag": "daea8158-0875-402f-9603-ddb321067a70"}]}' {{(pid=112711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:59:13.923943 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] For port daea8158-0875-402f-9603-ddb321067a70, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=daea8158-0875-402f-9603-ddb321067a70,segment=NetworkSegment(2f6c42c1-14c1-4abe-8cc1-e54cbc6177f2),segment_id=2f6c42c1-14c1-4abe-8cc1-e54cbc6177f2)] {{(pid=112711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:59:13.928148 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (daea8158-0875-402f-9603-ddb321067a70), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:13.929124 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Device 8264f39d-725c-426b-913c-05ab5ad2087e no longer exists at agent hyperv_hv-cinder-82002 {{(pid=112711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:59:13.954624 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1db9026-3727-441e-b31b-f7ac01fc28c4 req-0a0063fa-7686-416e-9f4e-d8f3d2fd923e tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:59:13.959316 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-b1db9026-3727-441e-b31b-f7ac01fc28c4 req-0a0063fa-7686-416e-9f4e-d8f3d2fd923e tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4d5ce5ad-7f55-4482-bff3-96eb19463f07 HTTP/1.1" status: 200 len: 943 time: 0.0727680 Sep 08 13:59:13.966985 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] No Port match for: 8264f39d-725c-426b-913c-05ab5ad2087e {{(pid=112711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 08 13:59:13.967339 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Device 8264f39d-725c-426b-913c-05ab5ad2087e not bound to the agent host hv-cinder-82002 {{(pid=112711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:59:13.971612 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Sep 2022 13:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-160ddc86-d3f8-4d72-8552-4161bca6e62e x-openstack-request-id: req-160ddc86-d3f8-4d72-8552-4161bca6e62e {{(pid=112711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:59:13.971904 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3625263b-e16f-4c5c-a20a-591dca9ca140", "name": "network-vif-plugged", "status": "completed", "tag": "daea8158-0875-402f-9603-ddb321067a70", "code": 200}]} {{(pid=112711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:59:13.972153 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-160ddc86-d3f8-4d72-8552-4161bca6e62e {{(pid=112711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:59:13.972547 dv-cinder-820027-24-iscsi neutron-server[112711]: INFO neutron.notifiers.nova [-] Nova event matching ['req-160ddc86-d3f8-4d72-8552-4161bca6e62e'] response: {'server_uuid': '3625263b-e16f-4c5c-a20a-591dca9ca140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daea8158-0875-402f-9603-ddb321067a70', 'code': 200} Sep 08 13:59:13.998798 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Pushing event updated for resources: {'Port': ['ID=daea8158-0875-402f-9603-ddb321067a70,revision_number=5']} {{(pid=112711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:59:14.018271 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-b1db9026-3727-441e-b31b-f7ac01fc28c4 req-f4465415-1b84-4465-990d-43c5d626b2c3 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=bb5c1b4c-7157-45f0-9aa1-da3944f130a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560625 Sep 08 13:59:14.071174 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-a7c27be7-cb9a-4a6a-8d54-d00eeda08d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (22ab8903-d7f5-4941-bce3-89140b53b8af), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:14.544064 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b82c729-0743-4a45-8f5b-7e93bcb5b3b5 req-cacd3cb7-c08d-4ae4-be37-230592315ab5 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:59:14.545636 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-4b82c729-0743-4a45-8f5b-7e93bcb5b3b5 req-cacd3cb7-c08d-4ae4-be37-230592315ab5 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3625263b-e16f-4c5c-a20a-591dca9ca140 HTTP/1.1" status: 200 len: 945 time: 0.0545936 Sep 08 13:59:14.621161 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-7f6838b6-f158-4ce7-80e4-329e0bf70ea9 req-3fb0ae0e-72d0-4ffd-b97f-7973ebb6ec80 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f7b396f5-eec9-4df0-8dca-0f2ba1cbb42c HTTP/1.1" status: 200 len: 210 time: 0.0387404 Sep 08 13:59:14.625131 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-4b82c729-0743-4a45-8f5b-7e93bcb5b3b5 req-34fce4fc-1b03-4d43-a198-8c840cfff01f tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=add2800b-2be6-41a0-b142-3947b75ed529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739079 Sep 08 13:59:15.153115 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9a16ea-75cc-44d6-9ad4-85be0ad0767a req-bd8bb226-e141-4f32-9339-279f002c39df tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:59:15.154639 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-5b9a16ea-75cc-44d6-9ad4-85be0ad0767a req-bd8bb226-e141-4f32-9339-279f002c39df tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4d5ce5ad-7f55-4482-bff3-96eb19463f07 HTTP/1.1" status: 200 len: 943 time: 0.0559001 Sep 08 13:59:15.243356 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-5b9a16ea-75cc-44d6-9ad4-85be0ad0767a req-25748cd6-1dc8-4cac-ae61-e661919dbaf7 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=bb5c1b4c-7157-45f0-9aa1-da3944f130a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820482 Sep 08 13:59:15.244472 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d07be2-5471-4af7-8a33-3a789591abed req-8eb390be-a393-44e5-8f48-2bb49506db9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:59:15.245864 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-a9d07be2-5471-4af7-8a33-3a789591abed req-8eb390be-a393-44e5-8f48-2bb49506db9b service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=3625263b-e16f-4c5c-a20a-591dca9ca140 HTTP/1.1" status: 200 len: 1129 time: 0.0573936 Sep 08 13:59:15.327491 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-a9d07be2-5471-4af7-8a33-3a789591abed req-8e0b7566-4708-49ae-aeb2-a3bb46bcebc8 service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=add2800b-2be6-41a0-b142-3947b75ed529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386250 Sep 08 13:59:15.739902 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-b938f438-85e6-4aab-98ce-556f12b540ee req-90f27c63-39dd-48ff-92ca-6eb04177c558 tempest-ServerRescueNegativeTestJSON-486286006 tempest-ServerRescueNegativeTestJSON-486286006-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f7b396f5-eec9-4df0-8dca-0f2ba1cbb42c HTTP/1.1" status: 200 len: 210 time: 0.0290000 Sep 08 13:59:15.816819 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147c6aa5-30a5-475b-9888-c3a8165889b1 req-c3ea521a-2bcd-4877-b5c7-b49a48d4f66e tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:59:15.818304 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-147c6aa5-30a5-475b-9888-c3a8165889b1 req-c3ea521a-2bcd-4877-b5c7-b49a48d4f66e tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3625263b-e16f-4c5c-a20a-591dca9ca140 HTTP/1.1" status: 200 len: 945 time: 0.0504277 Sep 08 13:59:15.865707 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-147c6aa5-30a5-475b-9888-c3a8165889b1 req-168596cc-3725-4a0e-b859-18adf4075f01 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=add2800b-2be6-41a0-b142-3947b75ed529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418732 Sep 08 13:59:16.365175 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778d1554-64fb-4a88-a1ab-78f796830a07 req-7fac9f9f-2785-4e80-aacd-736aaf483155 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:59:16.366678 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-778d1554-64fb-4a88-a1ab-78f796830a07 req-7fac9f9f-2785-4e80-aacd-736aaf483155 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4d5ce5ad-7f55-4482-bff3-96eb19463f07 HTTP/1.1" status: 200 len: 943 time: 0.0465376 Sep 08 13:59:16.375857 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-a32b1558-c7e8-4694-9c38-ed7825996718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (91421a76-39ff-4685-90ca-aa6fbf6a1933), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:16.416491 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-778d1554-64fb-4a88-a1ab-78f796830a07 req-adfbec0c-f314-4fe3-86d3-22ec3eb2328e tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=bb5c1b4c-7157-45f0-9aa1-da3944f130a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435112 Sep 08 13:59:16.460146 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=77 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:59:16.482411 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=45 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:59:16.802907 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 40178) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:59:16.991779 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e6f00e-3f39-4488-9fa7-8034d8cbc05e req-bbc294a3-68a5-4a7b-8b3e-cdb32b468667 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:59:16.993262 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-34e6f00e-3f39-4488-9fa7-8034d8cbc05e req-bbc294a3-68a5-4a7b-8b3e-cdb32b468667 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3625263b-e16f-4c5c-a20a-591dca9ca140 HTTP/1.1" status: 200 len: 945 time: 0.0465980 Sep 08 13:59:17.045407 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-34e6f00e-3f39-4488-9fa7-8034d8cbc05e req-1d0a63a0-63c9-4410-bcac-359475390052 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=add2800b-2be6-41a0-b142-3947b75ed529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457859 Sep 08 13:59:17.401598 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:59:17.444925 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-7cde314b-0bfa-44e9-b974-340c6b85272b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3854320'] for router_interface (8933e1ce-f357-4c29-bf32-c54a21fb90c9), before_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:17.479335 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-b7e97967-3fa9-4dcb-b3f0-dcc99b3a4378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (24e12250-b8f3-473f-bf71-765ca8669827), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:17.538578 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5303e2a5-051d-4575-9efa-5d103a3afa2a req-55c6719a-1d33-47b4-b355-bd6f6e486d13 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:59:17.540095 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-5303e2a5-051d-4575-9efa-5d103a3afa2a req-55c6719a-1d33-47b4-b355-bd6f6e486d13 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4d5ce5ad-7f55-4482-bff3-96eb19463f07 HTTP/1.1" status: 200 len: 943 time: 0.0483277 Sep 08 13:59:17.587094 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-5303e2a5-051d-4575-9efa-5d103a3afa2a req-3d821fe6-6b5c-443f-8f99-f24908b5bdf4 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=bb5c1b4c-7157-45f0-9aa1-da3944f130a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407102 Sep 08 13:59:17.618629 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Device e14cb466-443e-415d-b932-45c6f7a15d37 details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=112711) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:59:17.684701 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.plugin [None req-7cde314b-0bfa-44e9-b974-340c6b85272b admin admin] Deleting port 04ca4a7d-8d12-44ad-b574-5149c116a206 {{(pid=112709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 08 13:59:17.685004 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-7cde314b-0bfa-44e9-b974-340c6b85272b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729028590053'] for port (04ca4a7d-8d12-44ad-b574-5149c116a206), before_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:17.720124 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] For port e14cb466-443e-415d-b932-45c6f7a15d37, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=e14cb466-443e-415d-b932-45c6f7a15d37,segment=NetworkSegment(20c24cd0-3b1f-4e89-83a4-717e24ca5a29),segment_id=20c24cd0-3b1f-4e89-83a4-717e24ca5a29)] {{(pid=112711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:59:17.734499 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Returning: {'device': 'e14cb466-443e-415d-b932-45c6f7a15d37', 'network_id': 'cf5901ef-2ee5-4879-85aa-18770c77b80a', 'port_id': 'e14cb466-443e-415d-b932-45c6f7a15d37', 'mac_address': 'fa:16:3e:f7:f8:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a139bee4-b378-4a6d-bfa3-c572d95f8369', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112711) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:59:17.764776 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.db [None req-7cde314b-0bfa-44e9-b974-340c6b85272b admin admin] For port 04ca4a7d-8d12-44ad-b574-5149c116a206, host dv-cinder-820027-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-24-iscsi',level=0,port_id=04ca4a7d-8d12-44ad-b574-5149c116a206,segment=NetworkSegment(f5264372-fa90-4674-a04a-e3a6e49336da),segment_id=f5264372-fa90-4674-a04a-e3a6e49336da)] {{(pid=112709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:59:17.765200 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-7cde314b-0bfa-44e9-b974-340c6b85272b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3750342'] for port (04ca4a7d-8d12-44ad-b574-5149c116a206), precommit_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:17.769141 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Current status of the port e14cb466-443e-415d-b932-45c6f7a15d37 is: DOWN; New status is: BUILD {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 13:59:17.769530 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (e14cb466-443e-415d-b932-45c6f7a15d37), before_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:17.778915 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.plugin [None req-7cde314b-0bfa-44e9-b974-340c6b85272b admin admin] Calling delete_port for 04ca4a7d-8d12-44ad-b574-5149c116a206 owned by network:router_interface {{(pid=112709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 08 13:59:17.784024 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.notifiers.nova [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e14cb466-443e-415d-b932-45c6f7a15d37 {{(pid=112711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 08 13:59:17.803461 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] For port e14cb466-443e-415d-b932-45c6f7a15d37, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=e14cb466-443e-415d-b932-45c6f7a15d37,segment=NetworkSegment(20c24cd0-3b1f-4e89-83a4-717e24ca5a29),segment_id=20c24cd0-3b1f-4e89-83a4-717e24ca5a29)] {{(pid=112711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:59:17.808438 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (e14cb466-443e-415d-b932-45c6f7a15d37), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:17.855091 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Pushing event updated for resources: {'Port': ['ID=e14cb466-443e-415d-b932-45c6f7a15d37,revision_number=4']} {{(pid=112711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:59:17.898067 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=100 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:59:17.961470 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-7cde314b-0bfa-44e9-b974-340c6b85272b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729028594324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729028134310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9153317'] for port (04ca4a7d-8d12-44ad-b574-5149c116a206), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:17.988398 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cde314b-0bfa-44e9-b974-340c6b85272b admin admin] Pushing event deleted for resources: {'Port': ['ID=04ca4a7d-8d12-44ad-b574-5149c116a206,revision_number=None']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:59:18.171005 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-7cde314b-0bfa-44e9-b974-340c6b85272b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3690709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3681536'] for router_interface (8933e1ce-f357-4c29-bf32-c54a21fb90c9), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:18.188518 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8d567e-bbbd-470b-a501-d3a4cd72b7c8 req-fe783c2b-7bae-4573-94b1-6d21c05977bb tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:59:18.190137 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-be8d567e-bbbd-470b-a501-d3a4cd72b7c8 req-fe783c2b-7bae-4573-94b1-6d21c05977bb tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3625263b-e16f-4c5c-a20a-591dca9ca140 HTTP/1.1" status: 200 len: 945 time: 0.0531073 Sep 08 13:59:18.216642 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=100 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:59:18.239414 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-be8d567e-bbbd-470b-a501-d3a4cd72b7c8 req-2b1f9fc6-8008-4008-9406-19d2a927d5ea tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=add2800b-2be6-41a0-b142-3947b75ed529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437324 Sep 08 13:59:18.269029 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] get_ports_and_sgs() called for port_ids ['e14cb466-443e-415d-b932-45c6f7a15d37'] {{(pid=112711) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 08 13:59:18.366945 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:59:18.369852 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b28f23-5853-4148-8cc8-675e7b350f24 req-99fd67f9-9751-46c7-bc77-8525755324d3 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:59:18.371434 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-13b28f23-5853-4148-8cc8-675e7b350f24 req-99fd67f9-9751-46c7-bc77-8525755324d3 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3625263b-e16f-4c5c-a20a-591dca9ca140 HTTP/1.1" status: 200 len: 945 time: 0.0526061 Sep 08 13:59:18.382676 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 40192) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:59:18.387896 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.v2.base [None req-f655aa1a-ada1-4f69-a53f-f1e76eca55f5 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Request body: {'floatingip': {'port_id': 'daea8158-0875-402f-9603-ddb321067a70'}} {{(pid=112709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:59:18.422152 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cde314b-0bfa-44e9-b974-340c6b85272b admin admin] Router 8933e1ce-f357-4c29-bf32-c54a21fb90c9 has already been hosted by L3 agent 91421a76-39ff-4685-90ca-aa6fbf6a1933 {{(pid=112709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:59:18.432969 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-f655aa1a-ada1-4f69-a53f-f1e76eca55f5 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Publish callbacks [] for floatingip (683149da-570a-4c66-8a89-6504b4c0d475), before_update {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:18.662915 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cde314b-0bfa-44e9-b974-340c6b85272b admin admin] Notify agent at l3_agent.dv-cinder-820027-24-iscsi the message routers_updated {{(pid=112709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:59:18.669703 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-7cde314b-0bfa-44e9-b974-340c6b85272b admin admin] 10.222.0.55 "PUT /networking/v2.0/routers/8933e1ce-f357-4c29-bf32-c54a21fb90c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8658059 Sep 08 13:59:18.672103 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047722f2-36c7-47d4-8bd5-29e28c069f98 None None] Sync routers for ids ['8933e1ce-f357-4c29-bf32-c54a21fb90c9'] in dv-cinder-820027-24-iscsi {{(pid=112712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:59:18.672533 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 40196) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:59:18.685626 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047722f2-36c7-47d4-8bd5-29e28c069f98 None None] Routers {'8933e1ce-f357-4c29-bf32-c54a21fb90c9'} bound to L3 agent in host dv-cinder-820027-24-iscsi {{(pid=112712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 13:59:18.686294 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_hamode_db [None req-047722f2-36c7-47d4-8bd5-29e28c069f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-08T13:44:16Z,description=,heartbeat_timestamp=2022-09-08T13:59:16Z,host='dv-cinder-820027-24-iscsi',id=91421a76-39ff-4685-90ca-aa6fbf6a1933,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:44:16Z,topic='l3_agent')) {'router_ids': ['8933e1ce-f357-4c29-bf32-c54a21fb90c9'], 'active': True} {{(pid=112712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:59:18.721084 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6304cbe9-974c-4ad3-9ffb-de0b4ba324ec req-6ad625bf-5dc8-489e-a722-a94c854b2606 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:59:18.722989 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-6304cbe9-974c-4ad3-9ffb-de0b4ba324ec req-6ad625bf-5dc8-489e-a722-a94c854b2606 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4d5ce5ad-7f55-4482-bff3-96eb19463f07 HTTP/1.1" status: 200 len: 944 time: 0.0546408 Sep 08 13:59:18.772301 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-6304cbe9-974c-4ad3-9ffb-de0b4ba324ec req-f979ae98-1f4f-44d4-8851-2863dee7fc37 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=bb5c1b4c-7157-45f0-9aa1-da3944f130a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434401 Sep 08 13:59:18.788931 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_dvr_db [None req-047722f2-36c7-47d4-8bd5-29e28c069f98 None None] Set router 8933e1ce-f357-4c29-bf32-c54a21fb90c9 gateway port host: dv-cinder-820027-24-iscsi {{(pid=112712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 13:59:18.789245 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:DELETE=4,neutron:SELECT=96 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:59:18.881204 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-e609524b-9fef-4f56-b5be-4440d92f3e2d admin admin] Publish callbacks [] for router (8933e1ce-f357-4c29-bf32-c54a21fb90c9), before_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:18.898640 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:59:18.918086 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-604b277b-9310-4e7b-bd1a-c26598410893 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (ad63ffce-77d1-4b05-ac53-eeb1c28e2aec), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:18.952177 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (6df97c0c-9140-47af-8c93-84593b95031c), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:18.966837 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_hamode_db [None req-047722f2-36c7-47d4-8bd5-29e28c069f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8933e1ce-f357-4c29-bf32-c54a21fb90c9', 'name': 'tempest-ServerRescueNegativeTestJSON-997876912-router', 'tenant_id': '127bce2080d54fe4871b5aaa6cc394b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '6530787b-90c8-4e51-aa61-a98ea4643c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:52:25Z', 'updated_at': '2022-09-08T13:59:17Z', 'revision_number': 5, 'project_id': '127bce2080d54fe4871b5aaa6cc394b5', 'gw_port': {'id': '6530787b-90c8-4e51-aa61-a98ea4643c89', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:bc:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8933e1ce-f357-4c29-bf32-c54a21fb90c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:52:26Z', 'updated_at': '2022-09-08T13:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi'}], 'dv-cinder-820027-24-iscsi', False) {} {{(pid=112712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:59:18.994938 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047722f2-36c7-47d4-8bd5-29e28c069f98 None None] Checking router: 8933e1ce-f357-4c29-bf32-c54a21fb90c9 for host: dv-cinder-820027-24-iscsi {{(pid=112712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:59:19.003485 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047722f2-36c7-47d4-8bd5-29e28c069f98 None None] Routers {'8933e1ce-f357-4c29-bf32-c54a21fb90c9'} bound to L3 agent in host dv-cinder-820027-24-iscsi {{(pid=112712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 13:59:19.004086 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_hamode_db [None req-047722f2-36c7-47d4-8bd5-29e28c069f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-08T13:44:16Z,description=,heartbeat_timestamp=2022-09-08T13:59:16Z,host='dv-cinder-820027-24-iscsi',id=91421a76-39ff-4685-90ca-aa6fbf6a1933,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:44:16Z,topic='l3_agent')) {'router_ids': ['8933e1ce-f357-4c29-bf32-c54a21fb90c9'], 'active': True} {{(pid=112712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:59:19.065896 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-e609524b-9fef-4f56-b5be-4440d92f3e2d admin admin] Publish callbacks [] for router_gateway (8933e1ce-f357-4c29-bf32-c54a21fb90c9), before_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:19.103664 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_dvr_db [None req-047722f2-36c7-47d4-8bd5-29e28c069f98 None None] Set router 8933e1ce-f357-4c29-bf32-c54a21fb90c9 gateway port host: dv-cinder-820027-24-iscsi {{(pid=112712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 13:59:19.275212 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_hamode_db [None req-047722f2-36c7-47d4-8bd5-29e28c069f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8933e1ce-f357-4c29-bf32-c54a21fb90c9', 'name': 'tempest-ServerRescueNegativeTestJSON-997876912-router', 'tenant_id': '127bce2080d54fe4871b5aaa6cc394b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '6530787b-90c8-4e51-aa61-a98ea4643c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:52:25Z', 'updated_at': '2022-09-08T13:59:17Z', 'revision_number': 5, 'project_id': '127bce2080d54fe4871b5aaa6cc394b5', 'gw_port': {'id': '6530787b-90c8-4e51-aa61-a98ea4643c89', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:bc:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8933e1ce-f357-4c29-bf32-c54a21fb90c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:52:26Z', 'updated_at': '2022-09-08T13:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi'}], 'dv-cinder-820027-24-iscsi', False) {} {{(pid=112712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:59:19.301089 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047722f2-36c7-47d4-8bd5-29e28c069f98 None None] The sync data for ids ['8933e1ce-f357-4c29-bf32-c54a21fb90c9'] in dv-cinder-820027-24-iscsi is: [{'id': '8933e1ce-f357-4c29-bf32-c54a21fb90c9', 'name': 'tempest-ServerRescueNegativeTestJSON-997876912-router', 'tenant_id': '127bce2080d54fe4871b5aaa6cc394b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '6530787b-90c8-4e51-aa61-a98ea4643c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:52:25Z', 'updated_at': '2022-09-08T13:59:17Z', 'revision_number': 5, 'project_id': '127bce2080d54fe4871b5aaa6cc394b5', 'gw_port': {'id': '6530787b-90c8-4e51-aa61-a98ea4643c89', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:bc:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8933e1ce-f357-4c29-bf32-c54a21fb90c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:52:26Z', 'updated_at': '2022-09-08T13:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi'}] {{(pid=112712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:59:19.354608 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-f655aa1a-ada1-4f69-a53f-f1e76eca55f5 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:19.361765 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-f655aa1a-ada1-4f69-a53f-f1e76eca55f5 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3679472'] for floatingip (683149da-570a-4c66-8a89-6504b4c0d475), after_update {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:19.397074 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.plugin [None req-e609524b-9fef-4f56-b5be-4440d92f3e2d admin admin] Deleting port 6530787b-90c8-4e51-aa61-a98ea4643c89 {{(pid=112709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 08 13:59:19.397405 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-e609524b-9fef-4f56-b5be-4440d92f3e2d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729028590053'] for port (6530787b-90c8-4e51-aa61-a98ea4643c89), before_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:19.508700 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:59:19.528408 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.db [None req-e609524b-9fef-4f56-b5be-4440d92f3e2d admin admin] For port 6530787b-90c8-4e51-aa61-a98ea4643c89, host dv-cinder-820027-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-24-iscsi',level=0,port_id=6530787b-90c8-4e51-aa61-a98ea4643c89,segment=NetworkSegment(ebffaf8e-8370-4e1c-9c1b-02c9fe7aa40e),segment_id=ebffaf8e-8370-4e1c-9c1b-02c9fe7aa40e)] {{(pid=112709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:59:19.528703 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-e609524b-9fef-4f56-b5be-4440d92f3e2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3750342'] for port (6530787b-90c8-4e51-aa61-a98ea4643c89), precommit_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:19.531899 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.db.l3_db [None req-f655aa1a-ada1-4f69-a53f-f1e76eca55f5 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Floating IP 683149da-570a-4c66-8a89-6504b4c0d475 associated. External IP: 172.27.0.213, port: daea8158-0875-402f-9603-ddb321067a70. Sep 08 13:59:19.576043 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.plugin [None req-e609524b-9fef-4f56-b5be-4440d92f3e2d admin admin] Calling delete_port for 6530787b-90c8-4e51-aa61-a98ea4643c89 owned by network:router_gateway {{(pid=112709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 08 13:59:19.666812 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Device e14cb466-443e-415d-b932-45c6f7a15d37 up at agent hyperv_hv-cinder-82002 {{(pid=112711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:59:19.717864 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Provisioning for port e14cb466-443e-415d-b932-45c6f7a15d37 completed by entity L2. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 08 13:59:19.724523 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Provisioning complete for port e14cb466-443e-415d-b932-45c6f7a15d37 triggered by entity L2. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 13:59:19.725247 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (e14cb466-443e-415d-b932-45c6f7a15d37), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:19.784893 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:UPDATE=3,neutron:SELECT=95,neutron:DELETE=2 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:59:19.798983 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Device 04ca4a7d-8d12-44ad-b574-5149c116a206 no longer exists at agent ovs-agent-dv-cinder-820027-24-iscsi {{(pid=112711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:59:19.824927 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:59:19.833284 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] No Port match for: 04ca4a7d-8d12-44ad-b574-5149c116a206 {{(pid=112711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 08 13:59:19.833638 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Device 04ca4a7d-8d12-44ad-b574-5149c116a206 not bound to the agent host dv-cinder-820027-24-iscsi {{(pid=112711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:59:19.839871 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Current status of the port e14cb466-443e-415d-b932-45c6f7a15d37 is: BUILD; New status is: ACTIVE {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 13:59:19.840980 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (e14cb466-443e-415d-b932-45c6f7a15d37), before_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:19.870981 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d5ce5ad-7f55-4482-bff3-96eb19463f07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e14cb466-443e-415d-b932-45c6f7a15d37'}] {{(pid=112711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 13:59:19.873298 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da88ec0cbec787fa3ec3fbfc035ae72aba30a0bab36d561f227dc8a59222d55b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d4084c1-b301-4745-8a6b-f354e7eaa97d" -d '{"events": [{"server_uuid": "4d5ce5ad-7f55-4482-bff3-96eb19463f07", "name": "network-vif-plugged", "status": "completed", "tag": "e14cb466-443e-415d-b932-45c6f7a15d37"}]}' {{(pid=112711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:59:19.883139 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f655aa1a-ada1-4f69-a53f-f1e76eca55f5 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Router ddca2942-fd69-41fb-85c8-5a05e956fd2b has already been hosted by L3 agent 91421a76-39ff-4685-90ca-aa6fbf6a1933 {{(pid=112709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:59:19.888196 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] For port e14cb466-443e-415d-b932-45c6f7a15d37, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=e14cb466-443e-415d-b932-45c6f7a15d37,segment=NetworkSegment(20c24cd0-3b1f-4e89-83a4-717e24ca5a29),segment_id=20c24cd0-3b1f-4e89-83a4-717e24ca5a29)] {{(pid=112711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:59:19.898302 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-e609524b-9fef-4f56-b5be-4440d92f3e2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729028594324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729028134310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9153317'] for port (6530787b-90c8-4e51-aa61-a98ea4643c89), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:19.908365 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (e14cb466-443e-415d-b932-45c6f7a15d37), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:19.936101 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Sep 2022 13:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-161b747e-19a1-4242-a08c-6cdd43616632 x-openstack-request-id: req-161b747e-19a1-4242-a08c-6cdd43616632 {{(pid=112711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:59:19.936447 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d5ce5ad-7f55-4482-bff3-96eb19463f07", "name": "network-vif-plugged", "status": "completed", "tag": "e14cb466-443e-415d-b932-45c6f7a15d37", "code": 200}]} {{(pid=112711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:59:19.936644 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-161b747e-19a1-4242-a08c-6cdd43616632 {{(pid=112711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:59:19.937038 dv-cinder-820027-24-iscsi neutron-server[112711]: INFO neutron.notifiers.nova [-] Nova event matching ['req-161b747e-19a1-4242-a08c-6cdd43616632'] response: {'server_uuid': '4d5ce5ad-7f55-4482-bff3-96eb19463f07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e14cb466-443e-415d-b932-45c6f7a15d37', 'code': 200} Sep 08 13:59:19.944170 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=100 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:59:19.962994 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e609524b-9fef-4f56-b5be-4440d92f3e2d admin admin] Pushing event deleted for resources: {'Port': ['ID=6530787b-90c8-4e51-aa61-a98ea4643c89,revision_number=None']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:59:19.964968 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f1af18-d4be-457d-8233-52fc78d0de40 req-eafcb247-a447-4926-833b-9d4e0a6a9a14 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:59:19.966470 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Pushing event updated for resources: {'Port': ['ID=e14cb466-443e-415d-b932-45c6f7a15d37,revision_number=5']} {{(pid=112711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:59:19.967000 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-90f1af18-d4be-457d-8233-52fc78d0de40 req-eafcb247-a447-4926-833b-9d4e0a6a9a14 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4d5ce5ad-7f55-4482-bff3-96eb19463f07 HTTP/1.1" status: 200 len: 945 time: 0.0746548 Sep 08 13:59:20.032032 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-90f1af18-d4be-457d-8233-52fc78d0de40 req-8f2fa215-2c13-447a-be3f-763c52a0ecc8 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=bb5c1b4c-7157-45f0-9aa1-da3944f130a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574419 Sep 08 13:59:20.088824 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-e609524b-9fef-4f56-b5be-4440d92f3e2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3679346'] for router_gateway (8933e1ce-f357-4c29-bf32-c54a21fb90c9), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:20.119426 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f655aa1a-ada1-4f69-a53f-f1e76eca55f5 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Notify agent at l3_agent.dv-cinder-820027-24-iscsi the message routers_updated {{(pid=112709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:59:20.129110 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b671ff-8c96-47ed-8d3b-34cb47a358de None None] Sync routers for ids ['ddca2942-fd69-41fb-85c8-5a05e956fd2b'] in dv-cinder-820027-24-iscsi {{(pid=112711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:59:20.139397 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b671ff-8c96-47ed-8d3b-34cb47a358de None None] Routers {'ddca2942-fd69-41fb-85c8-5a05e956fd2b'} bound to L3 agent in host dv-cinder-820027-24-iscsi {{(pid=112711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 13:59:20.140011 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_hamode_db [None req-02b671ff-8c96-47ed-8d3b-34cb47a358de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-08T13:44:16Z,description=,heartbeat_timestamp=2022-09-08T13:59:16Z,host='dv-cinder-820027-24-iscsi',id=91421a76-39ff-4685-90ca-aa6fbf6a1933,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:44:16Z,topic='l3_agent')) {'router_ids': ['ddca2942-fd69-41fb-85c8-5a05e956fd2b'], 'active': True} {{(pid=112711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:59:20.154849 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-f655aa1a-ada1-4f69-a53f-f1e76eca55f5 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161718'] for floatingip (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:20.190242 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954bb2ac-9025-41da-b4e2-bb95d9034c47 req-aafd971d-82de-4bdc-bf71-ba0e93c4f1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:59:20.191762 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-954bb2ac-9025-41da-b4e2-bb95d9034c47 req-aafd971d-82de-4bdc-bf71-ba0e93c4f1df service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4d5ce5ad-7f55-4482-bff3-96eb19463f07 HTTP/1.1" status: 200 len: 1129 time: 0.0457788 Sep 08 13:59:20.212288 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-e609524b-9fef-4f56-b5be-4440d92f3e2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3678294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8286'] for router (8933e1ce-f357-4c29-bf32-c54a21fb90c9), precommit_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:20.217140 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-e609524b-9fef-4f56-b5be-4440d92f3e2d admin admin] Publish callbacks [] for router_controller (8933e1ce-f357-4c29-bf32-c54a21fb90c9), precommit_delete_associations {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:20.222090 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-f655aa1a-ada1-4f69-a53f-f1e76eca55f5 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "PUT /networking/v2.0/floatingips/683149da-570a-4c66-8a89-6504b4c0d475 HTTP/1.1" status: 200 len: 991 time: 1.8362150 Sep 08 13:59:20.222090 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3625263b-e16f-4c5c-a20a-591dca9ca140', 'tag': 'daea8158-0875-402f-9603-ddb321067a70'}] {{(pid=112709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 13:59:20.224047 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}542ac7e5325f68055833e74974e312adb8a2ee810b70c39787611e772d2c694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6751d0d5-1176-4587-ba97-f21adbc84f9e" -d '{"events": [{"name": "network-changed", "server_uuid": "3625263b-e16f-4c5c-a20a-591dca9ca140", "tag": "daea8158-0875-402f-9603-ddb321067a70"}]}' {{(pid=112709) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:59:20.244018 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-954bb2ac-9025-41da-b4e2-bb95d9034c47 req-3a374e84-84a3-460f-8f2a-b35108cc6c80 service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=bb5c1b4c-7157-45f0-9aa1-da3944f130a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453396 Sep 08 13:59:20.253844 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvr_db [None req-02b671ff-8c96-47ed-8d3b-34cb47a358de None None] Set router ddca2942-fd69-41fb-85c8-5a05e956fd2b gateway port host: dv-cinder-820027-24-iscsi {{(pid=112711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 13:59:20.268594 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-e609524b-9fef-4f56-b5be-4440d92f3e2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3681589'] for router (8933e1ce-f357-4c29-bf32-c54a21fb90c9), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:20.269178 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e609524b-9fef-4f56-b5be-4440d92f3e2d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8933e1ce-f357-4c29-bf32-c54a21fb90c9 {{(pid=112709) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 13:59:20.271363 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Sep 2022 13:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c505fac-bd5f-4468-b9c6-72cfac098620 x-openstack-request-id: req-8c505fac-bd5f-4468-b9c6-72cfac098620 {{(pid=112709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:59:20.271647 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3625263b-e16f-4c5c-a20a-591dca9ca140", "tag": "daea8158-0875-402f-9603-ddb321067a70", "status": "completed", "code": 200}]} {{(pid=112709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:59:20.271896 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8c505fac-bd5f-4468-b9c6-72cfac098620 {{(pid=112709) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:59:20.272284 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c505fac-bd5f-4468-b9c6-72cfac098620'] response: {'name': 'network-changed', 'server_uuid': '3625263b-e16f-4c5c-a20a-591dca9ca140', 'tag': 'daea8158-0875-402f-9603-ddb321067a70', 'status': 'completed', 'code': 200} Sep 08 13:59:20.276051 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-e609524b-9fef-4f56-b5be-4440d92f3e2d admin admin] Publish callbacks [] for router (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:20.277165 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-e609524b-9fef-4f56-b5be-4440d92f3e2d admin admin] 10.222.0.55 "DELETE /networking/v2.0/routers/8933e1ce-f357-4c29-bf32-c54a21fb90c9 HTTP/1.1" status: 204 len: 168 time: 1.6041610 Sep 08 13:59:20.280520 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 40206) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:59:20.328101 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.db.db_base_plugin_v2 [None req-635a673a-cbef-4de7-96a0-a8bedfc204f9 admin admin] Deleting subnet 8a8f577a-16e1-4e37-b6e2-a6cc60df3540 {{(pid=112710) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 08 13:59:20.330959 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-635a673a-cbef-4de7-96a0-a8bedfc204f9 admin admin] Publish callbacks [] for subnet (8a8f577a-16e1-4e37-b6e2-a6cc60df3540), before_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:20.369920 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-635a673a-cbef-4de7-96a0-a8bedfc204f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2443166'] for subnet (8a8f577a-16e1-4e37-b6e2-a6cc60df3540), precommit_delete_associations {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:20.458824 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-635a673a-cbef-4de7-96a0-a8bedfc204f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1468842'] for subnet (8a8f577a-16e1-4e37-b6e2-a6cc60df3540), precommit_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:20.478251 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_hamode_db [None req-02b671ff-8c96-47ed-8d3b-34cb47a358de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddca2942-fd69-41fb-85c8-5a05e956fd2b', 'name': 'tempest-AttachVolumeShelveTestJSON-2125442903-router', 'tenant_id': 'bc4476b1f4b84b5593ff2650592b9fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': '93753524-93ca-4323-a727-bfafa1160f91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:54:02Z', 'updated_at': '2022-09-08T13:54:10Z', 'revision_number': 4, 'project_id': 'bc4476b1f4b84b5593ff2650592b9fb7', 'gw_port': {'id': '93753524-93ca-4323-a727-bfafa1160f91', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:bd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddca2942-fd69-41fb-85c8-5a05e956fd2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:54:03Z', 'updated_at': '2022-09-08T13:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi', '_floatingips': [{'id': '683149da-570a-4c66-8a89-6504b4c0d475', 'tenant_id': 'bc4476b1f4b84b5593ff2650592b9fb7', 'floating_ip_address': '172.27.0.213', 'floating_network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'router_id': 'ddca2942-fd69-41fb-85c8-5a05e956fd2b', 'port_id': 'daea8158-0875-402f-9603-ddb321067a70', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c9b3d05-20f8-440e-89b3-587b430f97a5', 'mac_address': 'fa:16:3e:ae:a2:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3625263b-e16f-4c5c-a20a-591dca9ca140', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-08T13:58:59Z', 'updated_at': '2022-09-08T13:59:19Z', 'revision_number': 1, 'project_id': 'bc4476b1f4b84b5593ff2650592b9fb7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4824d73-43cf-47a8-8a9a-1f553c4d33a7', 'name': '', 'network_id': '1c9b3d05-20f8-440e-89b3-587b430f97a5', 'tenant_id': 'bc4476b1f4b84b5593ff2650592b9fb7', 'mac_address': 'fa:16:3e:68:c7:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddca2942-fd69-41fb-85c8-5a05e956fd2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'c1fdd510-cbc1-4f0f-8fbd-e177b9f3baf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:54:08Z', 'updated_at': '2022-09-08T13:54:17Z', 'revision_number': 5, 'project_id': 'bc4476b1f4b84b5593ff2650592b9fb7', 'subnets': [{'id': 'c1fdd510-cbc1-4f0f-8fbd-e177b9f3baf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-24-iscsi', False) {} {{(pid=112711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:59:20.506774 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b671ff-8c96-47ed-8d3b-34cb47a358de None None] Checking router: ddca2942-fd69-41fb-85c8-5a05e956fd2b for host: dv-cinder-820027-24-iscsi {{(pid=112711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:59:20.513039 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-635a673a-cbef-4de7-96a0-a8bedfc204f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10367867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9654512'] for subnet (8a8f577a-16e1-4e37-b6e2-a6cc60df3540), after_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:20.515693 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b671ff-8c96-47ed-8d3b-34cb47a358de None None] Routers {'ddca2942-fd69-41fb-85c8-5a05e956fd2b'} bound to L3 agent in host dv-cinder-820027-24-iscsi {{(pid=112711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 13:59:20.516290 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_hamode_db [None req-02b671ff-8c96-47ed-8d3b-34cb47a358de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-08T13:44:16Z,description=,heartbeat_timestamp=2022-09-08T13:59:16Z,host='dv-cinder-820027-24-iscsi',id=91421a76-39ff-4685-90ca-aa6fbf6a1933,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:44:16Z,topic='l3_agent')) {'router_ids': ['ddca2942-fd69-41fb-85c8-5a05e956fd2b'], 'active': True} {{(pid=112711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:59:20.538946 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635a673a-cbef-4de7-96a0-a8bedfc204f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a8f577a-16e1-4e37-b6e2-a6cc60df3540,revision_number=None']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:59:20.542799 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-635a673a-cbef-4de7-96a0-a8bedfc204f9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:20.546445 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-635a673a-cbef-4de7-96a0-a8bedfc204f9 admin admin] 10.222.0.55 "DELETE /networking/v2.0/subnets/8a8f577a-16e1-4e37-b6e2-a6cc60df3540 HTTP/1.1" status: 204 len: 168 time: 0.2648661 Sep 08 13:59:20.549179 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 40208) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:59:20.554805 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78faea3a-edff-4965-b068-266e8730540c None None] Network a6ea2a7a-ef84-454a-b305-c470482cf7fa requested from dv-cinder-820027-24-iscsi {{(pid=112711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 08 13:59:20.619218 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-4089dc22-5686-4ad1-b3c4-9b08dc5a77c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1549321'] for network (a6ea2a7a-ef84-454a-b305-c470482cf7fa), before_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:20.664547 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.plugin [None req-4089dc22-5686-4ad1-b3c4-9b08dc5a77c1 admin admin] Deleting port 202752e1-1680-46ab-aff8-fdde74350fd0 {{(pid=112709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 08 13:59:20.664885 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-4089dc22-5686-4ad1-b3c4-9b08dc5a77c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729028590053'] for port (202752e1-1680-46ab-aff8-fdde74350fd0), before_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:20.667256 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:59:20.691164 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvr_db [None req-02b671ff-8c96-47ed-8d3b-34cb47a358de None None] Set router ddca2942-fd69-41fb-85c8-5a05e956fd2b gateway port host: dv-cinder-820027-24-iscsi {{(pid=112711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 13:59:20.736862 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.db [None req-4089dc22-5686-4ad1-b3c4-9b08dc5a77c1 admin admin] For port 202752e1-1680-46ab-aff8-fdde74350fd0, host dv-cinder-820027-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-24-iscsi',level=0,port_id=202752e1-1680-46ab-aff8-fdde74350fd0,segment=NetworkSegment(f5264372-fa90-4674-a04a-e3a6e49336da),segment_id=f5264372-fa90-4674-a04a-e3a6e49336da)] {{(pid=112709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:59:20.737218 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-4089dc22-5686-4ad1-b3c4-9b08dc5a77c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3750342'] for port (202752e1-1680-46ab-aff8-fdde74350fd0), precommit_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:20.752750 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.plugin [None req-4089dc22-5686-4ad1-b3c4-9b08dc5a77c1 admin admin] Calling delete_port for 202752e1-1680-46ab-aff8-fdde74350fd0 owned by network:dhcp {{(pid=112709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 08 13:59:20.767399 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:59:20.817245 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-191871b6-e21e-4951-9b2d-35e48252c8db None None] DHCP port deletion for a6ea2a7a-ef84-454a-b305-c470482cf7fa request from dv-cinder-820027-24-iscsi {{(pid=112711) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 08 13:59:20.843048 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-4089dc22-5686-4ad1-b3c4-9b08dc5a77c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729028594324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729028134310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9153317'] for port (202752e1-1680-46ab-aff8-fdde74350fd0), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:20.856982 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4089dc22-5686-4ad1-b3c4-9b08dc5a77c1 admin admin] No DVR routers for this DVR port 202752e1-1680-46ab-aff8-fdde74350fd0 on host dv-cinder-820027-24-iscsi {{(pid=112709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 08 13:59:20.876749 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4089dc22-5686-4ad1-b3c4-9b08dc5a77c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=202752e1-1680-46ab-aff8-fdde74350fd0,revision_number=None']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:59:20.945202 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-4089dc22-5686-4ad1-b3c4-9b08dc5a77c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1385153', 'neutron.services.segments.db._delete_segments_for_network-8729028602525'] for network (a6ea2a7a-ef84-454a-b305-c470482cf7fa), precommit_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:20.968424 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.services.segments.db [None req-4089dc22-5686-4ad1-b3c4-9b08dc5a77c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6ea2a7a-ef84-454a-b305-c470482cf7fa']}} {{(pid=112709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:59:20.978595 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.services.segments.db [None req-4089dc22-5686-4ad1-b3c4-9b08dc5a77c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5264372-fa90-4674-a04a-e3a6e49336da') {'for_net_delete': True} {{(pid=112709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:59:20.978875 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.services.segments.db [None req-4089dc22-5686-4ad1-b3c4-9b08dc5a77c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5264372-fa90-4674-a04a-e3a6e49336da') {} {{(pid=112709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:59:20.992889 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-4089dc22-5686-4ad1-b3c4-9b08dc5a77c1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729028602570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9760398'] for segment (f5264372-fa90-4674-a04a-e3a6e49336da), before_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:21.007990 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-4089dc22-5686-4ad1-b3c4-9b08dc5a77c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1392598'] for segment (f5264372-fa90-4674-a04a-e3a6e49336da), precommit_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:21.016059 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4089dc22-5686-4ad1-b3c4-9b08dc5a77c1 admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=112709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:59:21.016488 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-4089dc22-5686-4ad1-b3c4-9b08dc5a77c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1392598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9153400'] for segment (f5264372-fa90-4674-a04a-e3a6e49336da), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:21.078572 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_hamode_db [None req-02b671ff-8c96-47ed-8d3b-34cb47a358de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddca2942-fd69-41fb-85c8-5a05e956fd2b', 'name': 'tempest-AttachVolumeShelveTestJSON-2125442903-router', 'tenant_id': 'bc4476b1f4b84b5593ff2650592b9fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': '93753524-93ca-4323-a727-bfafa1160f91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:54:02Z', 'updated_at': '2022-09-08T13:54:10Z', 'revision_number': 4, 'project_id': 'bc4476b1f4b84b5593ff2650592b9fb7', 'gw_port': {'id': '93753524-93ca-4323-a727-bfafa1160f91', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:bd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddca2942-fd69-41fb-85c8-5a05e956fd2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:54:03Z', 'updated_at': '2022-09-08T13:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi', '_floatingips': [{'id': '683149da-570a-4c66-8a89-6504b4c0d475', 'tenant_id': 'bc4476b1f4b84b5593ff2650592b9fb7', 'floating_ip_address': '172.27.0.213', 'floating_network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'router_id': 'ddca2942-fd69-41fb-85c8-5a05e956fd2b', 'port_id': 'daea8158-0875-402f-9603-ddb321067a70', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c9b3d05-20f8-440e-89b3-587b430f97a5', 'mac_address': 'fa:16:3e:ae:a2:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3625263b-e16f-4c5c-a20a-591dca9ca140', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-08T13:58:59Z', 'updated_at': '2022-09-08T13:59:19Z', 'revision_number': 1, 'project_id': 'bc4476b1f4b84b5593ff2650592b9fb7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4824d73-43cf-47a8-8a9a-1f553c4d33a7', 'name': '', 'network_id': '1c9b3d05-20f8-440e-89b3-587b430f97a5', 'tenant_id': 'bc4476b1f4b84b5593ff2650592b9fb7', 'mac_address': 'fa:16:3e:68:c7:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddca2942-fd69-41fb-85c8-5a05e956fd2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'c1fdd510-cbc1-4f0f-8fbd-e177b9f3baf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:54:08Z', 'updated_at': '2022-09-08T13:54:17Z', 'revision_number': 5, 'project_id': 'bc4476b1f4b84b5593ff2650592b9fb7', 'subnets': [{'id': 'c1fdd510-cbc1-4f0f-8fbd-e177b9f3baf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-24-iscsi', False) {} {{(pid=112711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:59:21.079117 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-4089dc22-5686-4ad1-b3c4-9b08dc5a77c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1385144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3679383'] for network (a6ea2a7a-ef84-454a-b305-c470482cf7fa), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:21.109801 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b671ff-8c96-47ed-8d3b-34cb47a358de None None] The sync data for ids ['ddca2942-fd69-41fb-85c8-5a05e956fd2b'] in dv-cinder-820027-24-iscsi is: [{'id': 'ddca2942-fd69-41fb-85c8-5a05e956fd2b', 'name': 'tempest-AttachVolumeShelveTestJSON-2125442903-router', 'tenant_id': 'bc4476b1f4b84b5593ff2650592b9fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': '93753524-93ca-4323-a727-bfafa1160f91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:54:02Z', 'updated_at': '2022-09-08T13:54:10Z', 'revision_number': 4, 'project_id': 'bc4476b1f4b84b5593ff2650592b9fb7', 'gw_port': {'id': '93753524-93ca-4323-a727-bfafa1160f91', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:bd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddca2942-fd69-41fb-85c8-5a05e956fd2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:54:03Z', 'updated_at': '2022-09-08T13:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi', '_floatingips': [{'id': '683149da-570a-4c66-8a89-6504b4c0d475', 'tenant_id': 'bc4476b1f4b84b5593ff2650592b9fb7', 'floating_ip_address': '172.27.0.213', 'floating_network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'router_id': 'ddca2942-fd69-41fb-85c8-5a05e956fd2b', 'port_id': 'daea8158-0875-402f-9603-ddb321067a70', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c9b3d05-20f8-440e-89b3-587b430f97a5', 'mac_address': 'fa:16:3e:ae:a2:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3625263b-e16f-4c5c-a20a-591dca9ca140', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-08T13:58:59Z', 'updated_at': '2022-09-08T13:59:19Z', 'revision_number': 1, 'project_id': 'bc4476b1f4b84b5593ff2650592b9fb7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4824d73-43cf-47a8-8a9a-1f553c4d33a7', 'name': '', 'network_id': '1c9b3d05-20f8-440e-89b3-587b430f97a5', 'tenant_id': 'bc4476b1f4b84b5593ff2650592b9fb7', 'mac_address': 'fa:16:3e:68:c7:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddca2942-fd69-41fb-85c8-5a05e956fd2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'c1fdd510-cbc1-4f0f-8fbd-e177b9f3baf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:54:08Z', 'updated_at': '2022-09-08T13:54:17Z', 'revision_number': 5, 'project_id': 'bc4476b1f4b84b5593ff2650592b9fb7', 'subnets': [{'id': 'c1fdd510-cbc1-4f0f-8fbd-e177b9f3baf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:59:21.116029 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-4089dc22-5686-4ad1-b3c4-9b08dc5a77c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693876'] for network (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:21.122408 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-4089dc22-5686-4ad1-b3c4-9b08dc5a77c1 admin admin] 10.222.0.55 "DELETE /networking/v2.0/networks/a6ea2a7a-ef84-454a-b305-c470482cf7fa HTTP/1.1" status: 204 len: 168 time: 0.5691450 Sep 08 13:59:21.122408 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:59:21.124359 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4089dc22-5686-4ad1-b3c4-9b08dc5a77c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=a6ea2a7a-ef84-454a-b305-c470482cf7fa,revision_number=None']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:59:21.180183 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.services.segments.plugin [-] Segment f5264372-fa90-4674-a04a-e3a6e49336da resource provider aggregate not found Sep 08 13:59:21.186837 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a1abe8-89f0-4d46-9650-0c92c0c9afe6 req-cf1cdccf-f7bf-4e9f-a2b2-5f7f5347cc93 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:59:21.190199 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-58a1abe8-89f0-4d46-9650-0c92c0c9afe6 req-cf1cdccf-f7bf-4e9f-a2b2-5f7f5347cc93 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4d5ce5ad-7f55-4482-bff3-96eb19463f07 HTTP/1.1" status: 200 len: 945 time: 0.0670366 Sep 08 13:59:21.204909 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.services.segments.plugin [-] Segment f5264372-fa90-4674-a04a-e3a6e49336da resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f5264372-fa90-4674-a04a-e3a6e49336da found for delete ", "request_id": "req-4347b52c-56fb-4cd6-8b4f-ed7455ab8fda"}]} Sep 08 13:59:21.275459 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6751d0d5-1176-4587-ba97-f21adbc84f9e req-8fcf825d-ab29-4d61-8179-e42c3ad5485f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:59:21.277027 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-6751d0d5-1176-4587-ba97-f21adbc84f9e req-8fcf825d-ab29-4d61-8179-e42c3ad5485f service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=bc4476b1f4b84b5593ff2650592b9fb7&device_id=3625263b-e16f-4c5c-a20a-591dca9ca140 HTTP/1.1" status: 200 len: 1129 time: 0.0631731 Sep 08 13:59:21.280405 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 40220) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:59:21.281541 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-58a1abe8-89f0-4d46-9650-0c92c0c9afe6 req-aa7b1bce-d487-4ac1-9f3a-dcf7a0a3de09 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=bb5c1b4c-7157-45f0-9aa1-da3944f130a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868702 Sep 08 13:59:21.329939 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-cf89ea6f-733e-4712-9877-a2076498bfc6 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=127bce2080d54fe4871b5aaa6cc394b5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0460618 Sep 08 13:59:21.330237 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 40222) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:59:21.381114 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586c4075-3a4b-4413-a852-691eb1ffdde1 None None] New status for floating IP 683149da-570a-4c66-8a89-6504b4c0d475: ACTIVE {{(pid=112712) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 08 13:59:21.388276 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-495b5b81-8f87-448b-90d5-0e70c0a4e7e2 admin admin] Publish callbacks [] for security_group (5c37b456-2be1-4170-a806-ad519f2b6e24), before_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:21.395520 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6751d0d5-1176-4587-ba97-f21adbc84f9e req-b7fa1acd-c120-4368-9f7a-5aa6abf74d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:59:21.397909 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-6751d0d5-1176-4587-ba97-f21adbc84f9e req-b7fa1acd-c120-4368-9f7a-5aa6abf74d4a service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=1c9b3d05-20f8-440e-89b3-587b430f97a5 HTTP/1.1" status: 200 len: 918 time: 0.1115878 Sep 08 13:59:21.412834 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-495b5b81-8f87-448b-90d5-0e70c0a4e7e2 admin admin] Publish callbacks [] for security_group (5c37b456-2be1-4170-a806-ad519f2b6e24), precommit_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:21.465203 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-495b5b81-8f87-448b-90d5-0e70c0a4e7e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (5c37b456-2be1-4170-a806-ad519f2b6e24), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:21.468168 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-495b5b81-8f87-448b-90d5-0e70c0a4e7e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:21.472091 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-495b5b81-8f87-448b-90d5-0e70c0a4e7e2 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/5c37b456-2be1-4170-a806-ad519f2b6e24 HTTP/1.1" status: 204 len: 168 time: 0.1405306 Sep 08 13:59:21.480206 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-6751d0d5-1176-4587-ba97-f21adbc84f9e req-45473560-2148-4b2f-9d47-5ac3a1f77c54 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=daea8158-0875-402f-9603-ddb321067a70 HTTP/1.1" status: 200 len: 999 time: 0.0608850 Sep 08 13:59:21.482334 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495b5b81-8f87-448b-90d5-0e70c0a4e7e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c37b456-2be1-4170-a806-ad519f2b6e24,revision_number=None']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:59:21.523882 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:59:21.546038 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6751d0d5-1176-4587-ba97-f21adbc84f9e req-f8df7d9c-b756-4b09-8336-bca65440dce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:59:21.547528 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-6751d0d5-1176-4587-ba97-f21adbc84f9e req-f8df7d9c-b756-4b09-8336-bca65440dce0 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=c1fdd510-cbc1-4f0f-8fbd-e177b9f3baf0 HTTP/1.1" status: 200 len: 856 time: 0.0598953 Sep 08 13:59:21.770894 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Device 6530787b-90c8-4e51-aa61-a98ea4643c89 no longer exists at agent ovs-agent-dv-cinder-820027-24-iscsi {{(pid=112711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:59:21.793458 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] No Port match for: 6530787b-90c8-4e51-aa61-a98ea4643c89 {{(pid=112711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 08 13:59:21.793935 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Device 6530787b-90c8-4e51-aa61-a98ea4643c89 not bound to the agent host dv-cinder-820027-24-iscsi {{(pid=112711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:59:21.794529 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Device 202752e1-1680-46ab-aff8-fdde74350fd0 no longer exists at agent ovs-agent-dv-cinder-820027-24-iscsi {{(pid=112711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:59:21.820810 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] No Port match for: 202752e1-1680-46ab-aff8-fdde74350fd0 {{(pid=112711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 08 13:59:21.821421 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Device 202752e1-1680-46ab-aff8-fdde74350fd0 not bound to the agent host dv-cinder-820027-24-iscsi {{(pid=112711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:59:21.959478 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6751d0d5-1176-4587-ba97-f21adbc84f9e req-3870fd67-3c25-470b-8846-76a99663def3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:59:21.960998 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-6751d0d5-1176-4587-ba97-f21adbc84f9e req-3870fd67-3c25-470b-8846-76a99663def3 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=1c9b3d05-20f8-440e-89b3-587b430f97a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0449591 Sep 08 13:59:22.406815 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39348ac-17a6-47b5-9b86-c04619825a0d req-02d315f8-c07f-4db4-97d2-8bc650d9a42a tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:59:22.408329 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e39348ac-17a6-47b5-9b86-c04619825a0d req-02d315f8-c07f-4db4-97d2-8bc650d9a42a tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4d5ce5ad-7f55-4482-bff3-96eb19463f07 HTTP/1.1" status: 200 len: 945 time: 0.0484109 Sep 08 13:59:22.461341 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e39348ac-17a6-47b5-9b86-c04619825a0d req-1756b73b-4315-4fa9-ab63-fefc862f628f tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=bb5c1b4c-7157-45f0-9aa1-da3944f130a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475266 Sep 08 13:59:22.643257 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb4584e-5b3e-48c1-84b5-0f8edc97c80f req-a5256fb5-ef17-429d-9f48-56fe34307ef6 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:59:22.644756 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-6bb4584e-5b3e-48c1-84b5-0f8edc97c80f req-a5256fb5-ef17-429d-9f48-56fe34307ef6 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4d5ce5ad-7f55-4482-bff3-96eb19463f07 HTTP/1.1" status: 200 len: 945 time: 0.1107867 Sep 08 13:59:22.647580 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:59:22.655796 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 40256) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:59:22.660560 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.v2.base [None req-b125f809-bdfb-4c61-8c20-2dabf8110858 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Request body: {'floatingip': {'port_id': 'e14cb466-443e-415d-b932-45c6f7a15d37'}} {{(pid=112709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:59:22.676913 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-6751d0d5-1176-4587-ba97-f21adbc84f9e req-c59600c4-5274-4c0e-958e-d0b731c57332 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/1c9b3d05-20f8-440e-89b3-587b430f97a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311195 Sep 08 13:59:22.705294 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-b125f809-bdfb-4c61-8c20-2dabf8110858 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks [] for floatingip (45e77a2e-7514-4f6a-861d-fb49db5d9bb4), before_update {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:22.773716 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-6751d0d5-1176-4587-ba97-f21adbc84f9e req-64c128f8-ec29-46a6-a222-cb30229b0b23 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/1c9b3d05-20f8-440e-89b3-587b430f97a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879350 Sep 08 13:59:23.000366 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:59:23.128935 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-b125f809-bdfb-4c61-8c20-2dabf8110858 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:23.132561 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-b125f809-bdfb-4c61-8c20-2dabf8110858 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3679472'] for floatingip (45e77a2e-7514-4f6a-861d-fb49db5d9bb4), after_update {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:23.225836 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.db.l3_db [None req-b125f809-bdfb-4c61-8c20-2dabf8110858 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Floating IP 45e77a2e-7514-4f6a-861d-fb49db5d9bb4 associated. External IP: 172.27.0.76, port: e14cb466-443e-415d-b932-45c6f7a15d37. Sep 08 13:59:23.419779 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b125f809-bdfb-4c61-8c20-2dabf8110858 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Router 02a208a6-8629-4695-a17f-fdd0442b3d34 has already been hosted by L3 agent 91421a76-39ff-4685-90ca-aa6fbf6a1933 {{(pid=112709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:59:23.697631 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:59:23.749616 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b125f809-bdfb-4c61-8c20-2dabf8110858 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Notify agent at l3_agent.dv-cinder-820027-24-iscsi the message routers_updated {{(pid=112709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:59:23.754386 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-b125f809-bdfb-4c61-8c20-2dabf8110858 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161718'] for floatingip (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:23.760670 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31c6d20-fecc-4609-88ae-25c6b3a236dd None None] Sync routers for ids ['02a208a6-8629-4695-a17f-fdd0442b3d34'] in dv-cinder-820027-24-iscsi {{(pid=112711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:59:23.771461 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31c6d20-fecc-4609-88ae-25c6b3a236dd None None] Routers {'02a208a6-8629-4695-a17f-fdd0442b3d34'} bound to L3 agent in host dv-cinder-820027-24-iscsi {{(pid=112711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 13:59:23.772323 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_hamode_db [None req-e31c6d20-fecc-4609-88ae-25c6b3a236dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-08T13:44:16Z,description=,heartbeat_timestamp=2022-09-08T13:59:16Z,host='dv-cinder-820027-24-iscsi',id=91421a76-39ff-4685-90ca-aa6fbf6a1933,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:44:16Z,topic='l3_agent')) {'router_ids': ['02a208a6-8629-4695-a17f-fdd0442b3d34'], 'active': True} {{(pid=112711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:59:23.789298 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-b125f809-bdfb-4c61-8c20-2dabf8110858 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "PUT /networking/v2.0/floatingips/45e77a2e-7514-4f6a-861d-fb49db5d9bb4 HTTP/1.1" status: 200 len: 990 time: 1.1324198 Sep 08 13:59:23.789958 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d5ce5ad-7f55-4482-bff3-96eb19463f07', 'tag': 'e14cb466-443e-415d-b932-45c6f7a15d37'}] {{(pid=112709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 13:59:23.792317 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}542ac7e5325f68055833e74974e312adb8a2ee810b70c39787611e772d2c694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a1e21a5-23b1-454b-a751-200eb3546365" -d '{"events": [{"name": "network-changed", "server_uuid": "4d5ce5ad-7f55-4482-bff3-96eb19463f07", "tag": "e14cb466-443e-415d-b932-45c6f7a15d37"}]}' {{(pid=112709) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:59:23.810516 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=100 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:59:23.835329 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Sep 2022 13:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d14c8229-5de0-49e2-add9-85eaa072db1e x-openstack-request-id: req-d14c8229-5de0-49e2-add9-85eaa072db1e {{(pid=112709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:59:23.835618 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d5ce5ad-7f55-4482-bff3-96eb19463f07", "tag": "e14cb466-443e-415d-b932-45c6f7a15d37", "status": "completed", "code": 200}]} {{(pid=112709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:59:23.835866 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d14c8229-5de0-49e2-add9-85eaa072db1e {{(pid=112709) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:59:23.836269 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d14c8229-5de0-49e2-add9-85eaa072db1e'] response: {'name': 'network-changed', 'server_uuid': '4d5ce5ad-7f55-4482-bff3-96eb19463f07', 'tag': 'e14cb466-443e-415d-b932-45c6f7a15d37', 'status': 'completed', 'code': 200} Sep 08 13:59:23.883733 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvr_db [None req-e31c6d20-fecc-4609-88ae-25c6b3a236dd None None] Set router 02a208a6-8629-4695-a17f-fdd0442b3d34 gateway port host: dv-cinder-820027-24-iscsi {{(pid=112711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 13:59:23.979884 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1e21a5-23b1-454b-a751-200eb3546365 req-e5395779-d81f-4914-871e-754ba44e7eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:59:23.981707 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-3a1e21a5-23b1-454b-a751-200eb3546365 req-e5395779-d81f-4914-871e-754ba44e7eb4 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=b4ca185497284e9780eba8fc2e713d6e&device_id=4d5ce5ad-7f55-4482-bff3-96eb19463f07 HTTP/1.1" status: 200 len: 1129 time: 0.0581839 Sep 08 13:59:24.090141 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1e21a5-23b1-454b-a751-200eb3546365 req-3a330e55-64b7-460f-bd6a-4177d2a5521f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:59:24.091621 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-3a1e21a5-23b1-454b-a751-200eb3546365 req-3a330e55-64b7-460f-bd6a-4177d2a5521f service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=cf5901ef-2ee5-4879-85aa-18770c77b80a HTTP/1.1" status: 200 len: 916 time: 0.1007164 Sep 08 13:59:24.112374 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_hamode_db [None req-e31c6d20-fecc-4609-88ae-25c6b3a236dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02a208a6-8629-4695-a17f-fdd0442b3d34', 'name': 'tempest-AttachVolumeNegativeTest-1590919179-router', 'tenant_id': 'b4ca185497284e9780eba8fc2e713d6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'e8f2f592-277a-4d05-986e-4d884ef99bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:52:26Z', 'updated_at': '2022-09-08T13:52:37Z', 'revision_number': 4, 'project_id': 'b4ca185497284e9780eba8fc2e713d6e', 'gw_port': {'id': 'e8f2f592-277a-4d05-986e-4d884ef99bfb', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:98:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a208a6-8629-4695-a17f-fdd0442b3d34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:52:27Z', 'updated_at': '2022-09-08T13:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi', '_floatingips': [{'id': '45e77a2e-7514-4f6a-861d-fb49db5d9bb4', 'tenant_id': 'b4ca185497284e9780eba8fc2e713d6e', 'floating_ip_address': '172.27.0.76', 'floating_network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'router_id': '02a208a6-8629-4695-a17f-fdd0442b3d34', 'port_id': 'e14cb466-443e-415d-b932-45c6f7a15d37', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf5901ef-2ee5-4879-85aa-18770c77b80a', 'mac_address': 'fa:16:3e:f7:f8:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5ce5ad-7f55-4482-bff3-96eb19463f07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-08T13:59:00Z', 'updated_at': '2022-09-08T13:59:23Z', 'revision_number': 1, 'project_id': 'b4ca185497284e9780eba8fc2e713d6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ca98399-9c62-4c2e-b02f-2e468cdee8e8', 'name': '', 'network_id': 'cf5901ef-2ee5-4879-85aa-18770c77b80a', 'tenant_id': 'b4ca185497284e9780eba8fc2e713d6e', 'mac_address': 'fa:16:3e:fb:7b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a208a6-8629-4695-a17f-fdd0442b3d34', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'a139bee4-b378-4a6d-bfa3-c572d95f8369', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:52:34Z', 'updated_at': '2022-09-08T13:52:55Z', 'revision_number': 5, 'project_id': 'b4ca185497284e9780eba8fc2e713d6e', 'subnets': [{'id': 'a139bee4-b378-4a6d-bfa3-c572d95f8369', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-24-iscsi', False) {} {{(pid=112711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:59:24.141467 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31c6d20-fecc-4609-88ae-25c6b3a236dd None None] Checking router: 02a208a6-8629-4695-a17f-fdd0442b3d34 for host: dv-cinder-820027-24-iscsi {{(pid=112711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:59:24.149951 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31c6d20-fecc-4609-88ae-25c6b3a236dd None None] Routers {'02a208a6-8629-4695-a17f-fdd0442b3d34'} bound to L3 agent in host dv-cinder-820027-24-iscsi {{(pid=112711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 13:59:24.150998 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_hamode_db [None req-e31c6d20-fecc-4609-88ae-25c6b3a236dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-08T13:44:16Z,description=,heartbeat_timestamp=2022-09-08T13:59:16Z,host='dv-cinder-820027-24-iscsi',id=91421a76-39ff-4685-90ca-aa6fbf6a1933,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:44:16Z,topic='l3_agent')) {'router_ids': ['02a208a6-8629-4695-a17f-fdd0442b3d34'], 'active': True} {{(pid=112711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:59:24.166952 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-3a1e21a5-23b1-454b-a751-200eb3546365 req-d1c7eede-d111-4f11-94e0-b8d067fd50e8 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e14cb466-443e-415d-b932-45c6f7a15d37 HTTP/1.1" status: 200 len: 998 time: 0.0595531 Sep 08 13:59:24.222321 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1e21a5-23b1-454b-a751-200eb3546365 req-332c9f17-a927-4899-9604-0d57e4ca301b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:59:24.223688 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-3a1e21a5-23b1-454b-a751-200eb3546365 req-332c9f17-a927-4899-9604-0d57e4ca301b service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=a139bee4-b378-4a6d-bfa3-c572d95f8369 HTTP/1.1" status: 200 len: 854 time: 0.0447340 Sep 08 13:59:24.253397 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvr_db [None req-e31c6d20-fecc-4609-88ae-25c6b3a236dd None None] Set router 02a208a6-8629-4695-a17f-fdd0442b3d34 gateway port host: dv-cinder-820027-24-iscsi {{(pid=112711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 13:59:24.281341 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1e21a5-23b1-454b-a751-200eb3546365 req-06b98daf-3f04-4a43-b6b6-4af6f2c7349f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:59:24.282947 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-3a1e21a5-23b1-454b-a751-200eb3546365 req-06b98daf-3f04-4a43-b6b6-4af6f2c7349f service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=cf5901ef-2ee5-4879-85aa-18770c77b80a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0395789 Sep 08 13:59:24.379308 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-3a1e21a5-23b1-454b-a751-200eb3546365 req-22e6256d-c491-4dd9-98c3-daf3e302db9f service neutron] 10.222.0.20 "GET /networking/v2.0/networks/cf5901ef-2ee5-4879-85aa-18770c77b80a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867813 Sep 08 13:59:24.398479 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=100 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:59:24.464852 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_hamode_db [None req-e31c6d20-fecc-4609-88ae-25c6b3a236dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02a208a6-8629-4695-a17f-fdd0442b3d34', 'name': 'tempest-AttachVolumeNegativeTest-1590919179-router', 'tenant_id': 'b4ca185497284e9780eba8fc2e713d6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'e8f2f592-277a-4d05-986e-4d884ef99bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:52:26Z', 'updated_at': '2022-09-08T13:52:37Z', 'revision_number': 4, 'project_id': 'b4ca185497284e9780eba8fc2e713d6e', 'gw_port': {'id': 'e8f2f592-277a-4d05-986e-4d884ef99bfb', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:98:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a208a6-8629-4695-a17f-fdd0442b3d34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:52:27Z', 'updated_at': '2022-09-08T13:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi', '_floatingips': [{'id': '45e77a2e-7514-4f6a-861d-fb49db5d9bb4', 'tenant_id': 'b4ca185497284e9780eba8fc2e713d6e', 'floating_ip_address': '172.27.0.76', 'floating_network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'router_id': '02a208a6-8629-4695-a17f-fdd0442b3d34', 'port_id': 'e14cb466-443e-415d-b932-45c6f7a15d37', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf5901ef-2ee5-4879-85aa-18770c77b80a', 'mac_address': 'fa:16:3e:f7:f8:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5ce5ad-7f55-4482-bff3-96eb19463f07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-08T13:59:00Z', 'updated_at': '2022-09-08T13:59:23Z', 'revision_number': 1, 'project_id': 'b4ca185497284e9780eba8fc2e713d6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ca98399-9c62-4c2e-b02f-2e468cdee8e8', 'name': '', 'network_id': 'cf5901ef-2ee5-4879-85aa-18770c77b80a', 'tenant_id': 'b4ca185497284e9780eba8fc2e713d6e', 'mac_address': 'fa:16:3e:fb:7b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a208a6-8629-4695-a17f-fdd0442b3d34', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'a139bee4-b378-4a6d-bfa3-c572d95f8369', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:52:34Z', 'updated_at': '2022-09-08T13:52:55Z', 'revision_number': 5, 'project_id': 'b4ca185497284e9780eba8fc2e713d6e', 'subnets': [{'id': 'a139bee4-b378-4a6d-bfa3-c572d95f8369', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-24-iscsi', False) {} {{(pid=112711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:59:24.477189 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.agents_db [None req-36671662-b8ef-427e-8422-ee96630d1377 None None] Agent healthcheck: found 6 active agents {{(pid=112712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:59:24.481486 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-3a1e21a5-23b1-454b-a751-200eb3546365 req-5105de17-a1f1-4981-ac10-e7a7927b8bdf service neutron] 10.222.0.20 "GET /networking/v2.0/networks/cf5901ef-2ee5-4879-85aa-18770c77b80a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901616 Sep 08 13:59:24.494302 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31c6d20-fecc-4609-88ae-25c6b3a236dd None None] The sync data for ids ['02a208a6-8629-4695-a17f-fdd0442b3d34'] in dv-cinder-820027-24-iscsi is: [{'id': '02a208a6-8629-4695-a17f-fdd0442b3d34', 'name': 'tempest-AttachVolumeNegativeTest-1590919179-router', 'tenant_id': 'b4ca185497284e9780eba8fc2e713d6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'e8f2f592-277a-4d05-986e-4d884ef99bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:52:26Z', 'updated_at': '2022-09-08T13:52:37Z', 'revision_number': 4, 'project_id': 'b4ca185497284e9780eba8fc2e713d6e', 'gw_port': {'id': 'e8f2f592-277a-4d05-986e-4d884ef99bfb', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:98:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a208a6-8629-4695-a17f-fdd0442b3d34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:52:27Z', 'updated_at': '2022-09-08T13:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi', '_floatingips': [{'id': '45e77a2e-7514-4f6a-861d-fb49db5d9bb4', 'tenant_id': 'b4ca185497284e9780eba8fc2e713d6e', 'floating_ip_address': '172.27.0.76', 'floating_network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'router_id': '02a208a6-8629-4695-a17f-fdd0442b3d34', 'port_id': 'e14cb466-443e-415d-b932-45c6f7a15d37', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf5901ef-2ee5-4879-85aa-18770c77b80a', 'mac_address': 'fa:16:3e:f7:f8:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5ce5ad-7f55-4482-bff3-96eb19463f07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-08T13:59:00Z', 'updated_at': '2022-09-08T13:59:23Z', 'revision_number': 1, 'project_id': 'b4ca185497284e9780eba8fc2e713d6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ca98399-9c62-4c2e-b02f-2e468cdee8e8', 'name': '', 'network_id': 'cf5901ef-2ee5-4879-85aa-18770c77b80a', 'tenant_id': 'b4ca185497284e9780eba8fc2e713d6e', 'mac_address': 'fa:16:3e:fb:7b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a208a6-8629-4695-a17f-fdd0442b3d34', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'a139bee4-b378-4a6d-bfa3-c572d95f8369', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:52:34Z', 'updated_at': '2022-09-08T13:52:55Z', 'revision_number': 5, 'project_id': 'b4ca185497284e9780eba8fc2e713d6e', 'subnets': [{'id': 'a139bee4-b378-4a6d-bfa3-c572d95f8369', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:59:24.677996 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aed5034-0392-4163-9250-4eae472cd546 None None] New status for floating IP 45e77a2e-7514-4f6a-861d-fb49db5d9bb4: ACTIVE {{(pid=112712) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 08 13:59:30.989022 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 40352) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:59:31.092857 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-294252b9-a5a8-4208-88f3-c2e4f039e200 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:31.167542 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-294252b9-a5a8-4208-88f3-c2e4f039e200 admin admin] Publish callbacks [] for security_group (7b366309-6889-41e6-afb4-fcccf1f0d6f0), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:31.171328 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-294252b9-a5a8-4208-88f3-c2e4f039e200 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (7b366309-6889-41e6-afb4-fcccf1f0d6f0), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:31.211718 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-294252b9-a5a8-4208-88f3-c2e4f039e200 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=f74574e76a3f406c99649454ad1f4e3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2216387 Sep 08 13:59:31.212576 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294252b9-a5a8-4208-88f3-c2e4f039e200 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b366309-6889-41e6-afb4-fcccf1f0d6f0,revision_number=1']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:59:31.214452 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 40356) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:59:31.264678 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-ecc18e70-9236-413e-a9f6-04837a633e59 admin admin] Publish callbacks [] for security_group (7b366309-6889-41e6-afb4-fcccf1f0d6f0), before_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:31.285014 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-ecc18e70-9236-413e-a9f6-04837a633e59 admin admin] Publish callbacks [] for security_group (7b366309-6889-41e6-afb4-fcccf1f0d6f0), precommit_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:31.294699 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=100 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:59:31.332369 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-ecc18e70-9236-413e-a9f6-04837a633e59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (7b366309-6889-41e6-afb4-fcccf1f0d6f0), after_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:31.334916 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-ecc18e70-9236-413e-a9f6-04837a633e59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:31.336039 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-ecc18e70-9236-413e-a9f6-04837a633e59 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/7b366309-6889-41e6-afb4-fcccf1f0d6f0 HTTP/1.1" status: 204 len: 168 time: 0.1197858 Sep 08 13:59:31.344615 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc18e70-9236-413e-a9f6-04837a633e59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b366309-6889-41e6-afb4-fcccf1f0d6f0,revision_number=None']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:59:33.249014 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 40430) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:59:33.351308 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-117d902b-fb7a-46b3-b9de-870b59edb802 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:33.403729 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:INSERT=9 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:59:33.435125 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-117d902b-fb7a-46b3-b9de-870b59edb802 admin admin] Publish callbacks [] for security_group (928ee455-9d62-4177-9c5e-cf3100a175b7), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:33.439162 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-117d902b-fb7a-46b3-b9de-870b59edb802 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (928ee455-9d62-4177-9c5e-cf3100a175b7), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:33.483107 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-117d902b-fb7a-46b3-b9de-870b59edb802 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=a824c0b07ddd407cba03c5e15544be58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2328739 Sep 08 13:59:33.483943 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117d902b-fb7a-46b3-b9de-870b59edb802 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=928ee455-9d62-4177-9c5e-cf3100a175b7,revision_number=1']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:59:33.486384 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 40434) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:59:33.537083 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-68c38e91-4ad1-4cdc-8ae2-b882e7557cf8 admin admin] Publish callbacks [] for security_group (928ee455-9d62-4177-9c5e-cf3100a175b7), before_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:33.557042 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-68c38e91-4ad1-4cdc-8ae2-b882e7557cf8 admin admin] Publish callbacks [] for security_group (928ee455-9d62-4177-9c5e-cf3100a175b7), precommit_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:33.606820 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-68c38e91-4ad1-4cdc-8ae2-b882e7557cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (928ee455-9d62-4177-9c5e-cf3100a175b7), after_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:33.609246 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-68c38e91-4ad1-4cdc-8ae2-b882e7557cf8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:33.610416 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-68c38e91-4ad1-4cdc-8ae2-b882e7557cf8 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/928ee455-9d62-4177-9c5e-cf3100a175b7 HTTP/1.1" status: 204 len: 168 time: 0.1236475 Sep 08 13:59:33.618181 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c38e91-4ad1-4cdc-8ae2-b882e7557cf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=928ee455-9d62-4177-9c5e-cf3100a175b7,revision_number=None']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:59:33.889482 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 40442) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:59:33.903619 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-9fdf9cc3-4ccf-497c-9864-613e2f788ec7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:33.919867 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:59:33.985317 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-9fdf9cc3-4ccf-497c-9864-613e2f788ec7 admin admin] Publish callbacks [] for security_group (230db677-940c-4f42-86dc-3834c6e7365c), precommit_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:33.989953 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-9fdf9cc3-4ccf-497c-9864-613e2f788ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (230db677-940c-4f42-86dc-3834c6e7365c), after_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:34.029781 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-9fdf9cc3-4ccf-497c-9864-613e2f788ec7 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=7b4e3acbd3bc4aa788254e4b48ed3812&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1391342 Sep 08 13:59:34.030990 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdf9cc3-4ccf-497c-9864-613e2f788ec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=230db677-940c-4f42-86dc-3834c6e7365c,revision_number=1']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:59:34.032561 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 40444) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:59:34.083760 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-85054962-3652-42ce-bb79-ae75e200605f admin admin] Publish callbacks [] for security_group (230db677-940c-4f42-86dc-3834c6e7365c), before_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:34.103866 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-85054962-3652-42ce-bb79-ae75e200605f admin admin] Publish callbacks [] for security_group (230db677-940c-4f42-86dc-3834c6e7365c), precommit_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:34.152033 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-85054962-3652-42ce-bb79-ae75e200605f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (230db677-940c-4f42-86dc-3834c6e7365c), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:34.154746 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-85054962-3652-42ce-bb79-ae75e200605f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:34.155921 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-85054962-3652-42ce-bb79-ae75e200605f admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/230db677-940c-4f42-86dc-3834c6e7365c HTTP/1.1" status: 204 len: 168 time: 0.1222904 Sep 08 13:59:34.163617 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85054962-3652-42ce-bb79-ae75e200605f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=230db677-940c-4f42-86dc-3834c6e7365c,revision_number=None']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:59:34.562228 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (4c2ff875-e6d7-424e-bdc7-d4b2ed4bdd9c), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:34.778288 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=82,neutron:UPDATE=1 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:59:34.781472 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=80,neutron:UPDATE=3 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:59:34.841241 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 40466) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:59:34.938809 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.v2.base [None req-151a1a0f-7dd8-4633-86eb-95cf373f75af admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-321906751-network', 'tenant_id': '1fdd895567ff478c8c776d74576be890'}} {{(pid=112710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:59:34.958898 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-151a1a0f-7dd8-4633-86eb-95cf373f75af admin admin] Made reservation on behalf of 1fdd895567ff478c8c776d74576be890 for: {'network': 1} {{(pid=112710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:59:34.961707 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-151a1a0f-7dd8-4633-86eb-95cf373f75af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for network (None), before_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:34.971284 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-151a1a0f-7dd8-4633-86eb-95cf373f75af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:35.048562 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-151a1a0f-7dd8-4633-86eb-95cf373f75af admin admin] Publish callbacks [] for security_group (9c3a45d0-b1cb-4cc6-8e2c-bd30f6e37e4d), precommit_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:35.052200 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-151a1a0f-7dd8-4633-86eb-95cf373f75af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (9c3a45d0-b1cb-4cc6-8e2c-bd30f6e37e4d), after_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:35.078064 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-151a1a0f-7dd8-4633-86eb-95cf373f75af admin admin] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=112710) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:59:35.087978 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151a1a0f-7dd8-4633-86eb-95cf373f75af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c3a45d0-b1cb-4cc6-8e2c-bd30f6e37e4d,revision_number=1']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:59:35.093593 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-151a1a0f-7dd8-4633-86eb-95cf373f75af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1392598'] for segment (3b3a7ea7-a5a5-4392-82f6-bc1456fc4f8a), precommit_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:35.093963 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.db.segments_db [None req-151a1a0f-7dd8-4633-86eb-95cf373f75af admin admin] Added segment 3b3a7ea7-a5a5-4392-82f6-bc1456fc4f8a of type vlan for network 6d954699-2532-4f23-b4e5-704b89b5399f Sep 08 13:59:35.137538 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-151a1a0f-7dd8-4633-86eb-95cf373f75af admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729028104322'] for network (6d954699-2532-4f23-b4e5-704b89b5399f), precommit_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:35.161987 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-151a1a0f-7dd8-4633-86eb-95cf373f75af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862'] for network (6d954699-2532-4f23-b4e5-704b89b5399f), after_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:35.162868 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-151a1a0f-7dd8-4633-86eb-95cf373f75af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:59:35.163495 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-151a1a0f-7dd8-4633-86eb-95cf373f75af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693876'] for network (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:35.222734 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-151a1a0f-7dd8-4633-86eb-95cf373f75af admin admin] 10.222.0.55 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3803525 Sep 08 13:59:35.225842 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 40470) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:59:35.226439 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151a1a0f-7dd8-4633-86eb-95cf373f75af admin admin] Pushing event updated for resources: {'Network': ['ID=6d954699-2532-4f23-b4e5-704b89b5399f,revision_number=1']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:59:35.232636 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.v2.base [None req-5e204973-37fe-4771-bbd8-041a04c56b09 admin admin] Request body: {'subnet': {'network_id': '6d954699-2532-4f23-b4e5-704b89b5399f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-321906751-subnet', 'tenant_id': '1fdd895567ff478c8c776d74576be890', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:59:35.236425 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Network 6d954699-2532-4f23-b4e5-704b89b5399f details requested by agent ovs-agent-dv-cinder-820027-24-iscsi with host dv-cinder-820027-24-iscsi {{(pid=112711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:59:35.253302 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e204973-37fe-4771-bbd8-041a04c56b09 admin admin] Made reservation on behalf of 1fdd895567ff478c8c776d74576be890 for: {'subnet': 1} {{(pid=112710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:59:35.255891 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-5e204973-37fe-4771-bbd8-041a04c56b09 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9654423'] for subnet (None), before_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:35.268567 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=75,neutron:DELETE=4,neutron:INSERT=17,neutron:UPDATE=4 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:59:35.439174 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-5e204973-37fe-4771-bbd8-041a04c56b09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10367164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9654409'] for subnet (771fd8a4-afe2-4989-8494-dbae2ced9986), after_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:35.499021 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:INSERT=17,neutron:SELECT=81,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:59:35.501146 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e204973-37fe-4771-bbd8-041a04c56b09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=771fd8a4-afe2-4989-8494-dbae2ced9986,revision_number=0']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:59:35.509579 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e204973-37fe-4771-bbd8-041a04c56b09 admin admin] Checking segment: {'id': '3b3a7ea7-a5a5-4392-82f6-bc1456fc4f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '6d954699-2532-4f23-b4e5-704b89b5399f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 13:59:35.509989 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e204973-37fe-4771-bbd8-041a04c56b09 admin admin] Network hostable DHCP agents. Network: 6d954699-2532-4f23-b4e5-704b89b5399f, hostable agents: ['22ab8903-d7f5-4941-bce3-89140b53b8af'], hosted agents: [] {{(pid=112710) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:59:35.528592 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e204973-37fe-4771-bbd8-041a04c56b09 admin admin] Network 6d954699-2532-4f23-b4e5-704b89b5399f is scheduled to be hosted by DHCP agent 22ab8903-d7f5-4941-bce3-89140b53b8af with binding_index 1 {{(pid=112710) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:59:35.539153 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.scheduler.base_scheduler [None req-5e204973-37fe-4771-bbd8-041a04c56b09 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820027-24-iscsi, 6d954699-2532-4f23-b4e5-704b89b5399f) {{(pid=112710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:59:35.543658 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e204973-37fe-4771-bbd8-041a04c56b09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:59:35.544244 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-5e204973-37fe-4771-bbd8-041a04c56b09 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:35.548208 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed22de2-6f77-457b-b465-3cc3d9b5990f None None] Network 6d954699-2532-4f23-b4e5-704b89b5399f requested from dv-cinder-820027-24-iscsi {{(pid=112711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 08 13:59:35.561241 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-5e204973-37fe-4771-bbd8-041a04c56b09 admin admin] 10.222.0.55 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3324168 Sep 08 13:59:35.654811 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24639aa5-544d-46f8-a4e2-fc4341df20df None None] Network 6d954699-2532-4f23-b4e5-704b89b5399f requested from dv-cinder-820027-24-iscsi {{(pid=112711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 08 13:59:36.037256 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 40486) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:59:36.042103 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.v2.base [None req-1f0c6de2-9e2e-42b6-86bb-a365c8f3fadd admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2141129257-network', 'tenant_id': '4e58747579d04e3d8b2af24ad3510e89'}} {{(pid=112710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:59:36.062801 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f0c6de2-9e2e-42b6-86bb-a365c8f3fadd admin admin] Made reservation on behalf of 4e58747579d04e3d8b2af24ad3510e89 for: {'network': 1} {{(pid=112710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:59:36.064953 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-1f0c6de2-9e2e-42b6-86bb-a365c8f3fadd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for network (None), before_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:36.073180 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-1f0c6de2-9e2e-42b6-86bb-a365c8f3fadd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:36.150182 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-1f0c6de2-9e2e-42b6-86bb-a365c8f3fadd admin admin] Publish callbacks [] for security_group (2edf48a7-13af-40e6-952d-406061a9ca72), precommit_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:36.153896 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-1f0c6de2-9e2e-42b6-86bb-a365c8f3fadd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (2edf48a7-13af-40e6-952d-406061a9ca72), after_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:36.174984 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f0c6de2-9e2e-42b6-86bb-a365c8f3fadd admin admin] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=112710) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:59:36.188881 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0c6de2-9e2e-42b6-86bb-a365c8f3fadd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2edf48a7-13af-40e6-952d-406061a9ca72,revision_number=1']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:59:36.193860 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-1f0c6de2-9e2e-42b6-86bb-a365c8f3fadd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1392598'] for segment (67394eb8-32cd-406a-94a1-f699b27fcd0d), precommit_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:36.194202 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.db.segments_db [None req-1f0c6de2-9e2e-42b6-86bb-a365c8f3fadd admin admin] Added segment 67394eb8-32cd-406a-94a1-f699b27fcd0d of type vlan for network dbe20e2e-9a74-4bcd-87b2-be5459f02c29 Sep 08 13:59:36.234404 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-1f0c6de2-9e2e-42b6-86bb-a365c8f3fadd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729028104322'] for network (dbe20e2e-9a74-4bcd-87b2-be5459f02c29), precommit_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:36.258123 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-1f0c6de2-9e2e-42b6-86bb-a365c8f3fadd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862'] for network (dbe20e2e-9a74-4bcd-87b2-be5459f02c29), after_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:36.259022 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f0c6de2-9e2e-42b6-86bb-a365c8f3fadd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:59:36.259600 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-1f0c6de2-9e2e-42b6-86bb-a365c8f3fadd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693876'] for network (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:36.322092 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-1f0c6de2-9e2e-42b6-86bb-a365c8f3fadd admin admin] 10.222.0.55 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2836962 Sep 08 13:59:36.325304 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 40488) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:59:36.330083 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.v2.base [None req-4733e877-5fee-4d5c-ab43-c780a233caa9 admin admin] Request body: {'subnet': {'network_id': 'dbe20e2e-9a74-4bcd-87b2-be5459f02c29', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2141129257-subnet', 'tenant_id': '4e58747579d04e3d8b2af24ad3510e89', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:59:36.334541 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0c6de2-9e2e-42b6-86bb-a365c8f3fadd admin admin] Pushing event updated for resources: {'Network': ['ID=dbe20e2e-9a74-4bcd-87b2-be5459f02c29,revision_number=1']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:59:36.344704 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Network dbe20e2e-9a74-4bcd-87b2-be5459f02c29 details requested by agent ovs-agent-dv-cinder-820027-24-iscsi with host dv-cinder-820027-24-iscsi {{(pid=112711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:59:36.352668 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4733e877-5fee-4d5c-ab43-c780a233caa9 admin admin] Made reservation on behalf of 4e58747579d04e3d8b2af24ad3510e89 for: {'subnet': 1} {{(pid=112710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:59:36.355189 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-4733e877-5fee-4d5c-ab43-c780a233caa9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9654423'] for subnet (None), before_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:36.430160 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:59:36.528814 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-4733e877-5fee-4d5c-ab43-c780a233caa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10367164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9654409'] for subnet (6ccbc26f-3f92-4b97-bb8f-698725259d29), after_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:36.577511 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4733e877-5fee-4d5c-ab43-c780a233caa9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ccbc26f-3f92-4b97-bb8f-698725259d29,revision_number=0']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:59:36.592858 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4733e877-5fee-4d5c-ab43-c780a233caa9 admin admin] Checking segment: {'id': '67394eb8-32cd-406a-94a1-f699b27fcd0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'dbe20e2e-9a74-4bcd-87b2-be5459f02c29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 13:59:36.593204 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4733e877-5fee-4d5c-ab43-c780a233caa9 admin admin] Network hostable DHCP agents. Network: dbe20e2e-9a74-4bcd-87b2-be5459f02c29, hostable agents: ['22ab8903-d7f5-4941-bce3-89140b53b8af'], hosted agents: [] {{(pid=112710) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:59:36.595863 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:59:36.610863 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4733e877-5fee-4d5c-ab43-c780a233caa9 admin admin] Network dbe20e2e-9a74-4bcd-87b2-be5459f02c29 is scheduled to be hosted by DHCP agent 22ab8903-d7f5-4941-bce3-89140b53b8af with binding_index 1 {{(pid=112710) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:59:36.620532 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.scheduler.base_scheduler [None req-4733e877-5fee-4d5c-ab43-c780a233caa9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820027-24-iscsi, dbe20e2e-9a74-4bcd-87b2-be5459f02c29) {{(pid=112710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:59:36.624487 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4733e877-5fee-4d5c-ab43-c780a233caa9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:59:36.625067 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-4733e877-5fee-4d5c-ab43-c780a233caa9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:36.629917 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba2c040-b2ea-458e-a598-79973cc21371 None None] Network dbe20e2e-9a74-4bcd-87b2-be5459f02c29 requested from dv-cinder-820027-24-iscsi {{(pid=112711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 08 13:59:36.642268 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-4733e877-5fee-4d5c-ab43-c780a233caa9 admin admin] 10.222.0.55 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3159435 Sep 08 13:59:36.688297 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:59:36.732572 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1275d131-33d6-4d8f-82f7-8e113e0f0ade None None] Network dbe20e2e-9a74-4bcd-87b2-be5459f02c29 requested from dv-cinder-820027-24-iscsi {{(pid=112711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 08 13:59:44.072397 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-e066c2a3-359c-4866-8acd-cf2418ba6d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (22ab8903-d7f5-4941-bce3-89140b53b8af), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:44.158985 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=61,neutron:INSERT=13,neutron:DELETE=2 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:59:44.159747 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=28,neutron:DELETE=2 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:59:46.379295 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-11e7eb92-8ddf-4478-b186-4eadc87a104c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (91421a76-39ff-4685-90ca-aa6fbf6a1933), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:46.633894 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=27,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:59:46.634789 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:59:47.485715 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-b7e97967-3fa9-4dcb-b3f0-dcc99b3a4378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (24e12250-b8f3-473f-bf71-765ca8669827), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:48.916602 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-604b277b-9310-4e7b-bd1a-c26598410893 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (ad63ffce-77d1-4b05-ac53-eeb1c28e2aec), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:48.945060 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (6df97c0c-9140-47af-8c93-84593b95031c), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:50.274310 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 40616) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:59:50.319960 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.db.db_base_plugin_v2 [None req-f955bd19-9554-46b1-a527-ed8c3597d124 admin admin] Deleting subnet 771fd8a4-afe2-4989-8494-dbae2ced9986 {{(pid=112709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 08 13:59:50.323162 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-f955bd19-9554-46b1-a527-ed8c3597d124 admin admin] Publish callbacks [] for subnet (771fd8a4-afe2-4989-8494-dbae2ced9986), before_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:50.362239 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-f955bd19-9554-46b1-a527-ed8c3597d124 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9760373'] for subnet (771fd8a4-afe2-4989-8494-dbae2ced9986), precommit_delete_associations {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:50.402480 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-f955bd19-9554-46b1-a527-ed8c3597d124 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1468842'] for subnet (771fd8a4-afe2-4989-8494-dbae2ced9986), precommit_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:50.455482 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-f955bd19-9554-46b1-a527-ed8c3597d124 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9153298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9398214'] for subnet (771fd8a4-afe2-4989-8494-dbae2ced9986), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:50.479026 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f955bd19-9554-46b1-a527-ed8c3597d124 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=771fd8a4-afe2-4989-8494-dbae2ced9986,revision_number=None']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:59:50.484688 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-f955bd19-9554-46b1-a527-ed8c3597d124 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693876'] for subnet (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:50.487897 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-f955bd19-9554-46b1-a527-ed8c3597d124 admin admin] 10.222.0.55 "DELETE /networking/v2.0/subnets/771fd8a4-afe2-4989-8494-dbae2ced9986 HTTP/1.1" status: 204 len: 168 time: 0.2125642 Sep 08 13:59:50.490348 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 40620) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:59:50.562599 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-bdd347db-75b8-4efc-b555-3aada2c86435 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1549321'] for network (6d954699-2532-4f23-b4e5-704b89b5399f), before_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:50.639021 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-bdd347db-75b8-4efc-b555-3aada2c86435 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1385153', 'neutron.services.segments.db._delete_segments_for_network-8729028602525'] for network (6d954699-2532-4f23-b4e5-704b89b5399f), precommit_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:50.659079 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.services.segments.db [None req-bdd347db-75b8-4efc-b555-3aada2c86435 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d954699-2532-4f23-b4e5-704b89b5399f']}} {{(pid=112709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:59:50.669007 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.services.segments.db [None req-bdd347db-75b8-4efc-b555-3aada2c86435 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b3a7ea7-a5a5-4392-82f6-bc1456fc4f8a') {'for_net_delete': True} {{(pid=112709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:59:50.669309 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.services.segments.db [None req-bdd347db-75b8-4efc-b555-3aada2c86435 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b3a7ea7-a5a5-4392-82f6-bc1456fc4f8a') {} {{(pid=112709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:59:50.678957 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-bdd347db-75b8-4efc-b555-3aada2c86435 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729028602570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9760398'] for segment (3b3a7ea7-a5a5-4392-82f6-bc1456fc4f8a), before_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:50.692679 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-bdd347db-75b8-4efc-b555-3aada2c86435 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1392598'] for segment (3b3a7ea7-a5a5-4392-82f6-bc1456fc4f8a), precommit_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:50.698948 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdd347db-75b8-4efc-b555-3aada2c86435 admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=112709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:59:50.699345 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-bdd347db-75b8-4efc-b555-3aada2c86435 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1392598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9153400'] for segment (3b3a7ea7-a5a5-4392-82f6-bc1456fc4f8a), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:50.743997 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.services.segments.plugin [-] Segment 3b3a7ea7-a5a5-4392-82f6-bc1456fc4f8a resource provider aggregate not found Sep 08 13:59:50.760732 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.services.segments.plugin [-] Segment 3b3a7ea7-a5a5-4392-82f6-bc1456fc4f8a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3b3a7ea7-a5a5-4392-82f6-bc1456fc4f8a found for delete ", "request_id": "req-5f825f12-cbf5-4083-a371-2a01535184a2"}]} Sep 08 13:59:50.768058 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-bdd347db-75b8-4efc-b555-3aada2c86435 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1385144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3679383'] for network (6d954699-2532-4f23-b4e5-704b89b5399f), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:50.775583 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-bdd347db-75b8-4efc-b555-3aada2c86435 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693876'] for network (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:50.778744 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-bdd347db-75b8-4efc-b555-3aada2c86435 admin admin] 10.222.0.55 "DELETE /networking/v2.0/networks/6d954699-2532-4f23-b4e5-704b89b5399f HTTP/1.1" status: 204 len: 168 time: 0.2874980 Sep 08 13:59:50.781967 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 40626) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:59:50.788365 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd347db-75b8-4efc-b555-3aada2c86435 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d954699-2532-4f23-b4e5-704b89b5399f,revision_number=None']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:59:50.830242 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.db.db_base_plugin_v2 [None req-80cbbdad-eadc-4c1a-a466-fdc01087c4f5 admin admin] Deleting subnet 6ccbc26f-3f92-4b97-bb8f-698725259d29 {{(pid=112710) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 08 13:59:50.833793 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-80cbbdad-eadc-4c1a-a466-fdc01087c4f5 admin admin] Publish callbacks [] for subnet (6ccbc26f-3f92-4b97-bb8f-698725259d29), before_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:50.873484 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-80cbbdad-eadc-4c1a-a466-fdc01087c4f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2443166'] for subnet (6ccbc26f-3f92-4b97-bb8f-698725259d29), precommit_delete_associations {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:50.916314 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-80cbbdad-eadc-4c1a-a466-fdc01087c4f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1468842'] for subnet (6ccbc26f-3f92-4b97-bb8f-698725259d29), precommit_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:50.973177 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-80cbbdad-eadc-4c1a-a466-fdc01087c4f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10367867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9654512'] for subnet (6ccbc26f-3f92-4b97-bb8f-698725259d29), after_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:50.998902 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cbbdad-eadc-4c1a-a466-fdc01087c4f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ccbc26f-3f92-4b97-bb8f-698725259d29,revision_number=None']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:59:51.002629 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-80cbbdad-eadc-4c1a-a466-fdc01087c4f5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:51.005705 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-80cbbdad-eadc-4c1a-a466-fdc01087c4f5 admin admin] 10.222.0.55 "DELETE /networking/v2.0/subnets/6ccbc26f-3f92-4b97-bb8f-698725259d29 HTTP/1.1" status: 204 len: 168 time: 0.2226577 Sep 08 13:59:51.008334 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 40628) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:59:51.083143 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-900d0972-134a-4824-b6a1-ef7f57bbc6b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1549321'] for network (dbe20e2e-9a74-4bcd-87b2-be5459f02c29), before_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:51.166072 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-900d0972-134a-4824-b6a1-ef7f57bbc6b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1385153', 'neutron.services.segments.db._delete_segments_for_network-8729028602525'] for network (dbe20e2e-9a74-4bcd-87b2-be5459f02c29), precommit_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:51.186583 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.services.segments.db [None req-900d0972-134a-4824-b6a1-ef7f57bbc6b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbe20e2e-9a74-4bcd-87b2-be5459f02c29']}} {{(pid=112710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:59:51.196518 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.services.segments.db [None req-900d0972-134a-4824-b6a1-ef7f57bbc6b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67394eb8-32cd-406a-94a1-f699b27fcd0d') {'for_net_delete': True} {{(pid=112710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:59:51.196815 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.services.segments.db [None req-900d0972-134a-4824-b6a1-ef7f57bbc6b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67394eb8-32cd-406a-94a1-f699b27fcd0d') {} {{(pid=112710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:59:51.208006 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-900d0972-134a-4824-b6a1-ef7f57bbc6b1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729028602570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2443109'] for segment (67394eb8-32cd-406a-94a1-f699b27fcd0d), before_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:51.221403 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-900d0972-134a-4824-b6a1-ef7f57bbc6b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1392598'] for segment (67394eb8-32cd-406a-94a1-f699b27fcd0d), precommit_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:51.227709 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-900d0972-134a-4824-b6a1-ef7f57bbc6b1 admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=112710) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:59:51.228040 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-900d0972-134a-4824-b6a1-ef7f57bbc6b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1392598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10367761'] for segment (67394eb8-32cd-406a-94a1-f699b27fcd0d), after_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:51.269080 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.services.segments.plugin [-] Segment 67394eb8-32cd-406a-94a1-f699b27fcd0d resource provider aggregate not found Sep 08 13:59:51.290595 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.services.segments.plugin [-] Segment 67394eb8-32cd-406a-94a1-f699b27fcd0d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 67394eb8-32cd-406a-94a1-f699b27fcd0d found for delete ", "request_id": "req-0e10afc1-db2b-4bc4-aba4-78b6ed646f8b"}]} Sep 08 13:59:51.292585 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-900d0972-134a-4824-b6a1-ef7f57bbc6b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1385144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3679383'] for network (dbe20e2e-9a74-4bcd-87b2-be5459f02c29), after_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:51.297100 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-900d0972-134a-4824-b6a1-ef7f57bbc6b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693876'] for network (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:51.300231 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-900d0972-134a-4824-b6a1-ef7f57bbc6b1 admin admin] 10.222.0.55 "DELETE /networking/v2.0/networks/dbe20e2e-9a74-4bcd-87b2-be5459f02c29 HTTP/1.1" status: 204 len: 168 time: 0.2909036 Sep 08 13:59:51.313566 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900d0972-134a-4824-b6a1-ef7f57bbc6b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=dbe20e2e-9a74-4bcd-87b2-be5459f02c29,revision_number=None']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:59:51.455625 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 40636) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:59:51.495627 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-bcf7e09d-f7d5-4d03-878b-cf61a90a74c9 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=1fdd895567ff478c8c776d74576be890&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388024 Sep 08 13:59:51.497865 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 40638) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:59:51.549533 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-1488aa53-377f-42d0-89ee-c88aff83d41d admin admin] Publish callbacks [] for security_group (9c3a45d0-b1cb-4cc6-8e2c-bd30f6e37e4d), before_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:51.569156 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-1488aa53-377f-42d0-89ee-c88aff83d41d admin admin] Publish callbacks [] for security_group (9c3a45d0-b1cb-4cc6-8e2c-bd30f6e37e4d), precommit_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:51.615671 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-1488aa53-377f-42d0-89ee-c88aff83d41d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (9c3a45d0-b1cb-4cc6-8e2c-bd30f6e37e4d), after_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:51.618198 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-1488aa53-377f-42d0-89ee-c88aff83d41d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:51.619368 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-1488aa53-377f-42d0-89ee-c88aff83d41d admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/9c3a45d0-b1cb-4cc6-8e2c-bd30f6e37e4d HTTP/1.1" status: 204 len: 168 time: 0.1206281 Sep 08 13:59:51.627050 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1488aa53-377f-42d0-89ee-c88aff83d41d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c3a45d0-b1cb-4cc6-8e2c-bd30f6e37e4d,revision_number=None']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:59:51.939693 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 40644) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:59:51.980874 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-425c2f37-5b4d-4d39-b5da-9d5dd6ad24bc admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=4e58747579d04e3d8b2af24ad3510e89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0399992 Sep 08 13:59:51.983529 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 40646) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:59:52.032659 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-1b2ccc3d-f480-463a-aa7f-9c9a3810ecfe admin admin] Publish callbacks [] for security_group (2edf48a7-13af-40e6-952d-406061a9ca72), before_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:52.052298 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-1b2ccc3d-f480-463a-aa7f-9c9a3810ecfe admin admin] Publish callbacks [] for security_group (2edf48a7-13af-40e6-952d-406061a9ca72), precommit_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:52.102673 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-1b2ccc3d-f480-463a-aa7f-9c9a3810ecfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (2edf48a7-13af-40e6-952d-406061a9ca72), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:52.105706 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-1b2ccc3d-f480-463a-aa7f-9c9a3810ecfe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:52.106868 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-1b2ccc3d-f480-463a-aa7f-9c9a3810ecfe admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/2edf48a7-13af-40e6-952d-406061a9ca72 HTTP/1.1" status: 204 len: 168 time: 0.1224577 Sep 08 13:59:52.114911 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2ccc3d-f480-463a-aa7f-9c9a3810ecfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2edf48a7-13af-40e6-952d-406061a9ca72,revision_number=None']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:59:54.965221 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-8d688367-df1b-4c8c-ab18-489c9564101c req-a3dcec14-827d-4c9f-aeee-86ea5bf43c3e service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=335efb35-9bac-46a5-b2d4-4e2936c82aaf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393231 Sep 08 13:59:55.054071 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d688367-df1b-4c8c-ab18-489c9564101c req-fd24b072-90fa-4b4c-b81a-9b8ed2104c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:59:55.055640 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-8d688367-df1b-4c8c-ab18-489c9564101c req-fd24b072-90fa-4b4c-b81a-9b8ed2104c71 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=19d114fd258a4306b4c0665df90ae4c7&device_id=335efb35-9bac-46a5-b2d4-4e2936c82aaf HTTP/1.1" status: 200 len: 1129 time: 0.0425401 Sep 08 13:59:55.176659 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:59:55.179710 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d688367-df1b-4c8c-ab18-489c9564101c req-3319e01d-1c94-414f-9f38-708ca5b4cef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:59:55.181235 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-8d688367-df1b-4c8c-ab18-489c9564101c req-3319e01d-1c94-414f-9f38-708ca5b4cef6 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=551d8846-f844-4925-a2fe-eef49820f7af HTTP/1.1" status: 200 len: 912 time: 0.1021366 Sep 08 13:59:55.252647 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-8d688367-df1b-4c8c-ab18-489c9564101c req-ff2efe35-fa85-4a3c-b276-81b5e68f02ae service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f0cab8b5-a76d-4e29-b91b-c60d3fdf2858 HTTP/1.1" status: 200 len: 1000 time: 0.0600832 Sep 08 13:59:55.266762 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:59:55.307504 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d688367-df1b-4c8c-ab18-489c9564101c req-77f806bc-bb8e-4c56-8696-cac45d7f4a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:59:55.308965 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-8d688367-df1b-4c8c-ab18-489c9564101c req-77f806bc-bb8e-4c56-8696-cac45d7f4a4c service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=8ad1b6f9-720f-46b5-a559-3250cb34e913 HTTP/1.1" status: 200 len: 850 time: 0.0496042 Sep 08 13:59:55.355854 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d688367-df1b-4c8c-ab18-489c9564101c req-52464990-e356-4c3a-b015-d02e0eedb6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:59:55.357228 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-8d688367-df1b-4c8c-ab18-489c9564101c req-52464990-e356-4c3a-b015-d02e0eedb6e7 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=551d8846-f844-4925-a2fe-eef49820f7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0404143 Sep 08 13:59:55.452292 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-8d688367-df1b-4c8c-ab18-489c9564101c req-c2cd17e4-3d39-47e7-b5b5-bb9c104d834e service neutron] 10.222.0.20 "GET /networking/v2.0/networks/551d8846-f844-4925-a2fe-eef49820f7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814476 Sep 08 13:59:55.546679 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-8d688367-df1b-4c8c-ab18-489c9564101c req-07e51843-e4da-453b-a595-678122da2edd service neutron] 10.222.0.20 "GET /networking/v2.0/networks/551d8846-f844-4925-a2fe-eef49820f7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863678 Sep 08 13:59:57.452096 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=5 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:59:57.452874 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=3 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:00:01.475749 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.agents_db [None req-36671662-b8ef-427e-8422-ee96630d1377 None None] Agent healthcheck: found 6 active agents {{(pid=112712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:00:02.110081 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=67,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:00:02.111138 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=77,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:00:02.128344 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:00:02.129215 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=36,neutron:UPDATE=3 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:00:02.903833 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 40784) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:00:03.010519 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-ee6f719e-ab52-4605-86a7-9fbaa34b2357 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:03.087970 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-ee6f719e-ab52-4605-86a7-9fbaa34b2357 admin admin] Publish callbacks [] for security_group (15bcee9c-c6bd-4cc6-b06b-b6d57628405e), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:03.092498 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-ee6f719e-ab52-4605-86a7-9fbaa34b2357 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (15bcee9c-c6bd-4cc6-b06b-b6d57628405e), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:03.137222 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-ee6f719e-ab52-4605-86a7-9fbaa34b2357 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=bdfe09edb3a9418ab22b527879419a29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2321312 Sep 08 14:00:03.138566 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f719e-ab52-4605-86a7-9fbaa34b2357 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15bcee9c-c6bd-4cc6-b06b-b6d57628405e,revision_number=1']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:00:03.138883 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 40790) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:00:03.146988 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f719e-ab52-4605-86a7-9fbaa34b2357 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:00:03.147368 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f719e-ab52-4605-86a7-9fbaa34b2357 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:00:03.147715 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f719e-ab52-4605-86a7-9fbaa34b2357 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:00:03.148054 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f719e-ab52-4605-86a7-9fbaa34b2357 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:00:03.148388 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f719e-ab52-4605-86a7-9fbaa34b2357 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:00:03.148747 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f719e-ab52-4605-86a7-9fbaa34b2357 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:00:03.149046 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f719e-ab52-4605-86a7-9fbaa34b2357 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:00:03.149371 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f719e-ab52-4605-86a7-9fbaa34b2357 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:00:03.149709 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f719e-ab52-4605-86a7-9fbaa34b2357 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:00:03.150117 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f719e-ab52-4605-86a7-9fbaa34b2357 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:00:03.150389 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f719e-ab52-4605-86a7-9fbaa34b2357 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:00:03.150713 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f719e-ab52-4605-86a7-9fbaa34b2357 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:00:03.151039 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f719e-ab52-4605-86a7-9fbaa34b2357 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:00:03.151353 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f719e-ab52-4605-86a7-9fbaa34b2357 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:00:03.151673 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f719e-ab52-4605-86a7-9fbaa34b2357 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:00:03.191769 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-f8ac072a-b222-41d6-a9dd-cf65a9f4a7a0 admin admin] Publish callbacks [] for security_group (15bcee9c-c6bd-4cc6-b06b-b6d57628405e), before_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:03.211623 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-f8ac072a-b222-41d6-a9dd-cf65a9f4a7a0 admin admin] Publish callbacks [] for security_group (15bcee9c-c6bd-4cc6-b06b-b6d57628405e), precommit_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:03.262129 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-f8ac072a-b222-41d6-a9dd-cf65a9f4a7a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (15bcee9c-c6bd-4cc6-b06b-b6d57628405e), after_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:03.264626 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-f8ac072a-b222-41d6-a9dd-cf65a9f4a7a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:03.265769 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-f8ac072a-b222-41d6-a9dd-cf65a9f4a7a0 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/15bcee9c-c6bd-4cc6-b06b-b6d57628405e HTTP/1.1" status: 204 len: 168 time: 0.1255693 Sep 08 14:00:03.273397 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ac072a-b222-41d6-a9dd-cf65a9f4a7a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15bcee9c-c6bd-4cc6-b06b-b6d57628405e,revision_number=None']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:00:03.280910 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ac072a-b222-41d6-a9dd-cf65a9f4a7a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:00:03.281258 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ac072a-b222-41d6-a9dd-cf65a9f4a7a0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:00:03.281601 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ac072a-b222-41d6-a9dd-cf65a9f4a7a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:00:03.281969 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ac072a-b222-41d6-a9dd-cf65a9f4a7a0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:00:03.282299 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ac072a-b222-41d6-a9dd-cf65a9f4a7a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:00:03.282626 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ac072a-b222-41d6-a9dd-cf65a9f4a7a0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:00:03.282955 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ac072a-b222-41d6-a9dd-cf65a9f4a7a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:00:03.283284 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ac072a-b222-41d6-a9dd-cf65a9f4a7a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:00:03.283610 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ac072a-b222-41d6-a9dd-cf65a9f4a7a0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:00:03.283936 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ac072a-b222-41d6-a9dd-cf65a9f4a7a0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:00:03.284262 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ac072a-b222-41d6-a9dd-cf65a9f4a7a0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:00:03.284588 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ac072a-b222-41d6-a9dd-cf65a9f4a7a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:00:03.284907 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ac072a-b222-41d6-a9dd-cf65a9f4a7a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:00:03.285227 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ac072a-b222-41d6-a9dd-cf65a9f4a7a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:00:03.285564 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ac072a-b222-41d6-a9dd-cf65a9f4a7a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:00:03.536492 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 40796) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:00:03.812457 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-9330a684-5422-4fe2-8631-aebfc12128cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:03.886770 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-9330a684-5422-4fe2-8631-aebfc12128cf admin admin] Publish callbacks [] for security_group (86b4b707-3260-4438-8e5b-7a09d9514375), precommit_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:03.890485 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-9330a684-5422-4fe2-8631-aebfc12128cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (86b4b707-3260-4438-8e5b-7a09d9514375), after_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:03.928159 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9330a684-5422-4fe2-8631-aebfc12128cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86b4b707-3260-4438-8e5b-7a09d9514375,revision_number=1']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:00:03.933522 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-9330a684-5422-4fe2-8631-aebfc12128cf admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=bc3b7d353ba647969f67dce6cfa88279&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3959522 Sep 08 14:00:03.936246 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 40798) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:00:03.986354 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-7074c3a2-6455-4b25-929f-c587a1ee801d admin admin] Publish callbacks [] for security_group (86b4b707-3260-4438-8e5b-7a09d9514375), before_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:04.006595 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-7074c3a2-6455-4b25-929f-c587a1ee801d admin admin] Publish callbacks [] for security_group (86b4b707-3260-4438-8e5b-7a09d9514375), precommit_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:04.053848 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-7074c3a2-6455-4b25-929f-c587a1ee801d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (86b4b707-3260-4438-8e5b-7a09d9514375), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:04.056405 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-7074c3a2-6455-4b25-929f-c587a1ee801d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:04.058103 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-7074c3a2-6455-4b25-929f-c587a1ee801d admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/86b4b707-3260-4438-8e5b-7a09d9514375 HTTP/1.1" status: 204 len: 168 time: 0.1202071 Sep 08 14:00:04.066346 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7074c3a2-6455-4b25-929f-c587a1ee801d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86b4b707-3260-4438-8e5b-7a09d9514375,revision_number=None']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:00:04.563951 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (4c2ff875-e6d7-424e-bdc7-d4b2ed4bdd9c), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:05.238976 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 40832) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:00:05.350611 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-c9bb0d9e-e660-4e73-8a5c-d24042a957f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:05.425983 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-c9bb0d9e-e660-4e73-8a5c-d24042a957f2 admin admin] Publish callbacks [] for security_group (46fad974-7e0e-44c1-b095-23e07da47246), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:05.429604 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-c9bb0d9e-e660-4e73-8a5c-d24042a957f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (46fad974-7e0e-44c1-b095-23e07da47246), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:05.469005 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-c9bb0d9e-e660-4e73-8a5c-d24042a957f2 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=05b50d4195234880a0cc82e2ab651c77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2284353 Sep 08 14:00:05.470124 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bb0d9e-e660-4e73-8a5c-d24042a957f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46fad974-7e0e-44c1-b095-23e07da47246,revision_number=1']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:00:05.471809 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 40836) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:00:05.520723 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-ea9f9e55-0dab-42cf-bc62-628513f9f211 admin admin] Publish callbacks [] for security_group (46fad974-7e0e-44c1-b095-23e07da47246), before_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:05.540071 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-ea9f9e55-0dab-42cf-bc62-628513f9f211 admin admin] Publish callbacks [] for security_group (46fad974-7e0e-44c1-b095-23e07da47246), precommit_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:05.589938 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-ea9f9e55-0dab-42cf-bc62-628513f9f211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (46fad974-7e0e-44c1-b095-23e07da47246), after_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:05.592358 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-ea9f9e55-0dab-42cf-bc62-628513f9f211 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:05.593528 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-ea9f9e55-0dab-42cf-bc62-628513f9f211 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/46fad974-7e0e-44c1-b095-23e07da47246 HTTP/1.1" status: 204 len: 168 time: 0.1207445 Sep 08 14:00:05.601402 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9f9e55-0dab-42cf-bc62-628513f9f211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46fad974-7e0e-44c1-b095-23e07da47246,revision_number=None']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:00:10.604078 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c2b5c3-cfe2-4984-af0d-92870fd3f75d req-d2cfc8d2-24e6-4ac2-ad63-1d8812213a12 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:00:10.605615 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-f3c2b5c3-cfe2-4984-af0d-92870fd3f75d req-d2cfc8d2-24e6-4ac2-ad63-1d8812213a12 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3625263b-e16f-4c5c-a20a-591dca9ca140 HTTP/1.1" status: 200 len: 945 time: 0.0498364 Sep 08 14:00:10.624314 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:00:10.640693 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=7 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:00:10.658127 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-f3c2b5c3-cfe2-4984-af0d-92870fd3f75d req-424ad0b0-666f-498f-bd20-2437486a5fc0 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=add2800b-2be6-41a0-b142-3947b75ed529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467691 Sep 08 14:00:11.472196 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=1 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:00:11.787829 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81f01d9-149a-47b8-a3b2-f7393c3a0abe req-37e3c8d9-23fe-4f8f-a84b-bafbcee22bd6 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:00:11.789291 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-d81f01d9-149a-47b8-a3b2-f7393c3a0abe req-37e3c8d9-23fe-4f8f-a84b-bafbcee22bd6 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3625263b-e16f-4c5c-a20a-591dca9ca140 HTTP/1.1" status: 200 len: 945 time: 0.0507483 Sep 08 14:00:11.843868 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-d81f01d9-149a-47b8-a3b2-f7393c3a0abe req-44667f66-71d7-40e1-ae1f-0b2e991c19a9 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=add2800b-2be6-41a0-b142-3947b75ed529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490208 Sep 08 14:00:12.482799 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:00:12.972525 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507740c6-17d6-40cf-a43a-7ee468446764 req-fe147c86-6db9-4802-ba4f-15a8716b93a5 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:00:12.974029 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-507740c6-17d6-40cf-a43a-7ee468446764 req-fe147c86-6db9-4802-ba4f-15a8716b93a5 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3625263b-e16f-4c5c-a20a-591dca9ca140 HTTP/1.1" status: 200 len: 945 time: 0.0478115 Sep 08 14:00:13.021630 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-507740c6-17d6-40cf-a43a-7ee468446764 req-5d6ab955-23b7-4d66-99d5-6acd76f691ab tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=add2800b-2be6-41a0-b142-3947b75ed529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414293 Sep 08 14:00:14.078513 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-561010a1-7924-445d-89de-bea234774d10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (22ab8903-d7f5-4941-bce3-89140b53b8af), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:14.160824 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4fd668-caa5-4608-97ca-54dc85dcb8ea req-f3e09861-4de7-4079-b214-8282a7830087 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:00:14.162260 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-0c4fd668-caa5-4608-97ca-54dc85dcb8ea req-f3e09861-4de7-4079-b214-8282a7830087 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3625263b-e16f-4c5c-a20a-591dca9ca140 HTTP/1.1" status: 200 len: 945 time: 0.0492764 Sep 08 14:00:14.210769 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-0c4fd668-caa5-4608-97ca-54dc85dcb8ea req-b5117f8a-c70c-4578-85fc-072337a6307c tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=add2800b-2be6-41a0-b142-3947b75ed529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425925 Sep 08 14:00:15.350198 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755e55f7-6ceb-4e14-aa84-524597cc3b3f req-40479e36-3ad4-477e-a957-42d774bbb66f tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:00:15.351776 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-755e55f7-6ceb-4e14-aa84-524597cc3b3f req-40479e36-3ad4-477e-a957-42d774bbb66f tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3625263b-e16f-4c5c-a20a-591dca9ca140 HTTP/1.1" status: 200 len: 945 time: 0.0518866 Sep 08 14:00:15.402326 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-755e55f7-6ceb-4e14-aa84-524597cc3b3f req-77478b95-c6e2-44c6-9238-0df431681657 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=add2800b-2be6-41a0-b142-3947b75ed529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426991 Sep 08 14:00:15.455149 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=50,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:00:15.466644 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=58,neutron:INSERT=11,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:00:16.390940 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-d2c82739-e9e1-4ed3-b0ea-80b3678557e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (91421a76-39ff-4685-90ca-aa6fbf6a1933), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:16.530067 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c3fb8e-d851-48f3-bcb0-ddde13a2c706 req-10815f56-cd66-4926-8b11-679c5a5f8284 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:00:16.531547 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-c4c3fb8e-d851-48f3-bcb0-ddde13a2c706 req-10815f56-cd66-4926-8b11-679c5a5f8284 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3625263b-e16f-4c5c-a20a-591dca9ca140 HTTP/1.1" status: 200 len: 945 time: 0.0479288 Sep 08 14:00:16.580085 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-c4c3fb8e-d851-48f3-bcb0-ddde13a2c706 req-c83234db-74c3-4abc-a344-5b39cdfea72b tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=add2800b-2be6-41a0-b142-3947b75ed529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428629 Sep 08 14:00:17.479988 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-b7e97967-3fa9-4dcb-b3f0-dcc99b3a4378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (24e12250-b8f3-473f-bf71-765ca8669827), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:17.715392 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eab6761-983d-4689-b022-c68c902b4ae4 req-8048ab70-aeb6-471b-97ae-dbb0a25278b4 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:00:17.716891 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-6eab6761-983d-4689-b022-c68c902b4ae4 req-8048ab70-aeb6-471b-97ae-dbb0a25278b4 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3625263b-e16f-4c5c-a20a-591dca9ca140 HTTP/1.1" status: 200 len: 945 time: 0.0534608 Sep 08 14:00:17.768813 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-6eab6761-983d-4689-b022-c68c902b4ae4 req-57353dc8-c242-4af5-904e-5736edb0a48d tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=add2800b-2be6-41a0-b142-3947b75ed529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461819 Sep 08 14:00:18.897424 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e12463d-56ed-410d-b0ff-f869db003566 req-0c53187c-38c3-4613-849f-7cf92d7cc51a tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:00:18.898965 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-8e12463d-56ed-410d-b0ff-f869db003566 req-0c53187c-38c3-4613-849f-7cf92d7cc51a tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3625263b-e16f-4c5c-a20a-591dca9ca140 HTTP/1.1" status: 200 len: 945 time: 0.0487435 Sep 08 14:00:18.931181 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-604b277b-9310-4e7b-bd1a-c26598410893 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (ad63ffce-77d1-4b05-ac53-eeb1c28e2aec), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:18.952057 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (6df97c0c-9140-47af-8c93-84593b95031c), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:18.981632 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-8e12463d-56ed-410d-b0ff-f869db003566 req-4ed73ef3-9d4a-4085-9e0c-fe43ce43fa14 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=add2800b-2be6-41a0-b142-3947b75ed529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554817 Sep 08 14:00:20.111961 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f60ac2-b258-4aab-ac62-93a2d40b5e46 req-0c9201d1-a122-4c2d-91d3-385633d346b8 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:00:20.113493 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-02f60ac2-b258-4aab-ac62-93a2d40b5e46 req-0c9201d1-a122-4c2d-91d3-385633d346b8 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3625263b-e16f-4c5c-a20a-591dca9ca140 HTTP/1.1" status: 200 len: 945 time: 0.0476217 Sep 08 14:00:20.165275 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-02f60ac2-b258-4aab-ac62-93a2d40b5e46 req-aa64e08b-d032-405d-94bf-e6d713efeaad tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=add2800b-2be6-41a0-b142-3947b75ed529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460074 Sep 08 14:00:21.299991 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e60d4e-3ce7-4b29-974e-0d477be7b40b req-1c288bed-e301-43f4-b8ff-cd662824502e tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:00:21.301435 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-65e60d4e-3ce7-4b29-974e-0d477be7b40b req-1c288bed-e301-43f4-b8ff-cd662824502e tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3625263b-e16f-4c5c-a20a-591dca9ca140 HTTP/1.1" status: 200 len: 945 time: 0.0494642 Sep 08 14:00:21.348422 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-65e60d4e-3ce7-4b29-974e-0d477be7b40b req-ad26226d-1c96-4b73-8098-90292584d806 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=add2800b-2be6-41a0-b142-3947b75ed529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413570 Sep 08 14:00:22.474400 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c30d973-fee6-48ac-adcb-aa7e1f3c5c15 req-2a44e682-8ebd-4673-bc94-281cd23f337a tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:00:22.475857 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-3c30d973-fee6-48ac-adcb-aa7e1f3c5c15 req-2a44e682-8ebd-4673-bc94-281cd23f337a tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3625263b-e16f-4c5c-a20a-591dca9ca140 HTTP/1.1" status: 200 len: 945 time: 0.0469058 Sep 08 14:00:22.523771 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-3c30d973-fee6-48ac-adcb-aa7e1f3c5c15 req-b296e314-5780-4803-a54a-f76f8ed6035d tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=add2800b-2be6-41a0-b142-3947b75ed529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421534 Sep 08 14:00:23.638327 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=100 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:00:23.656676 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827efb07-5de1-4fcc-bb0d-1fcce8f466ac req-271f4ade-8286-449e-adb7-febe7d633bfe tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:00:23.658168 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-827efb07-5de1-4fcc-bb0d-1fcce8f466ac req-271f4ade-8286-449e-adb7-febe7d633bfe tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3625263b-e16f-4c5c-a20a-591dca9ca140 HTTP/1.1" status: 200 len: 945 time: 0.0516961 Sep 08 14:00:23.705046 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-827efb07-5de1-4fcc-bb0d-1fcce8f466ac req-b720319f-0be1-4e85-a1be-d438500095a9 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=add2800b-2be6-41a0-b142-3947b75ed529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413299 Sep 08 14:00:24.834545 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30bd6c9-90cd-47d7-afbb-3ce42ba53e3f req-8fcd50c1-49c9-49d4-b62c-888fff4e801a tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:00:24.836004 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-c30bd6c9-90cd-47d7-afbb-3ce42ba53e3f req-8fcd50c1-49c9-49d4-b62c-888fff4e801a tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3625263b-e16f-4c5c-a20a-591dca9ca140 HTTP/1.1" status: 200 len: 945 time: 0.0486338 Sep 08 14:00:24.847225 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=100 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:00:24.886771 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-c30bd6c9-90cd-47d7-afbb-3ce42ba53e3f req-3f9a3afa-484d-471e-a9bc-3a8f2cb2dba2 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=add2800b-2be6-41a0-b142-3947b75ed529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448177 Sep 08 14:00:26.017983 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea20dc4-2e6d-45d6-a2ad-84684f4afcb1 req-442560d3-34b5-42d1-8f01-f6c460408135 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:00:26.019475 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-3ea20dc4-2e6d-45d6-a2ad-84684f4afcb1 req-442560d3-34b5-42d1-8f01-f6c460408135 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3625263b-e16f-4c5c-a20a-591dca9ca140 HTTP/1.1" status: 200 len: 945 time: 0.0492377 Sep 08 14:00:26.074978 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-3ea20dc4-2e6d-45d6-a2ad-84684f4afcb1 req-a7e82729-12e2-4fa3-81f3-f7385cfaeb59 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=add2800b-2be6-41a0-b142-3947b75ed529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494192 Sep 08 14:00:27.224349 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fabcec4-e516-4174-ac03-ad62ab71487d req-dc1be537-81f3-4714-8183-83fcc8c0a0ff tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:00:27.226510 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-1fabcec4-e516-4174-ac03-ad62ab71487d req-dc1be537-81f3-4714-8183-83fcc8c0a0ff tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3625263b-e16f-4c5c-a20a-591dca9ca140 HTTP/1.1" status: 200 len: 945 time: 0.0672731 Sep 08 14:00:27.313107 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-1fabcec4-e516-4174-ac03-ad62ab71487d req-4341a6cf-18b1-4889-92ed-c7dd20e153d2 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=add2800b-2be6-41a0-b142-3947b75ed529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677562 Sep 08 14:00:28.064591 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Device daea8158-0875-402f-9603-ddb321067a70 details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=112711) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 14:00:28.129413 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff136d6-0578-42c0-b92f-cd702bc9eb4d req-80363669-d40b-4f80-aedf-42f4281b25cf tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:00:28.130930 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-dff136d6-0578-42c0-b92f-cd702bc9eb4d req-80363669-d40b-4f80-aedf-42f4281b25cf tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4d5ce5ad-7f55-4482-bff3-96eb19463f07 HTTP/1.1" status: 200 len: 945 time: 0.0724742 Sep 08 14:00:28.169826 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] For port daea8158-0875-402f-9603-ddb321067a70, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=daea8158-0875-402f-9603-ddb321067a70,segment=NetworkSegment(2f6c42c1-14c1-4abe-8cc1-e54cbc6177f2),segment_id=2f6c42c1-14c1-4abe-8cc1-e54cbc6177f2)] {{(pid=112711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:00:28.179304 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-dff136d6-0578-42c0-b92f-cd702bc9eb4d req-653b3d19-2b6e-4b6c-ba78-db03c740a7f5 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=bb5c1b4c-7157-45f0-9aa1-da3944f130a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422421 Sep 08 14:00:28.181053 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Returning: {'device': 'daea8158-0875-402f-9603-ddb321067a70', 'network_id': '1c9b3d05-20f8-440e-89b3-587b430f97a5', 'port_id': 'daea8158-0875-402f-9603-ddb321067a70', 'mac_address': 'fa:16:3e:ae:a2:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1fdd510-cbc1-4f0f-8fbd-e177b9f3baf0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112711) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 14:00:28.218848 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Current status of the port daea8158-0875-402f-9603-ddb321067a70 is: ACTIVE; New status is: BUILD {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:00:28.219240 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (daea8158-0875-402f-9603-ddb321067a70), before_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:28.233247 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.notifiers.nova [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id daea8158-0875-402f-9603-ddb321067a70 {{(pid=112711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 08 14:00:28.256492 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] For port daea8158-0875-402f-9603-ddb321067a70, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=daea8158-0875-402f-9603-ddb321067a70,segment=NetworkSegment(2f6c42c1-14c1-4abe-8cc1-e54cbc6177f2),segment_id=2f6c42c1-14c1-4abe-8cc1-e54cbc6177f2)] {{(pid=112711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:00:28.259522 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (daea8158-0875-402f-9603-ddb321067a70), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:28.309031 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Pushing event updated for resources: {'Port': ['ID=daea8158-0875-402f-9603-ddb321067a70,revision_number=6']} {{(pid=112711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:00:28.316273 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:00:28.316618 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:00:28.316963 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:00:28.317298 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:00:28.317628 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:00:28.317984 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:00:28.318305 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:00:28.318643 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:00:28.318976 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:00:28.319297 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:00:28.319699 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:00:28.319970 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:00:28.320285 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:00:28.320597 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:00:28.320909 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:00:28.446453 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5b1f5c-2491-4dbd-a707-02f8dfa83793 req-f95be914-bf64-4fa8-beb4-22a0f8660e21 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:00:28.447941 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-eb5b1f5c-2491-4dbd-a707-02f8dfa83793 req-f95be914-bf64-4fa8-beb4-22a0f8660e21 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3625263b-e16f-4c5c-a20a-591dca9ca140 HTTP/1.1" status: 200 len: 944 time: 0.0501306 Sep 08 14:00:28.494964 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-eb5b1f5c-2491-4dbd-a707-02f8dfa83793 req-6beb5b11-fbe9-477f-bb6f-aa3f5e833bc2 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=add2800b-2be6-41a0-b142-3947b75ed529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415475 Sep 08 14:00:29.298829 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efce15b-ad99-4751-8752-ea5dcab960b1 req-af14a101-9fd0-425f-b9d7-1857fa6fcd4a tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:00:29.300295 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-9efce15b-ad99-4751-8752-ea5dcab960b1 req-af14a101-9fd0-425f-b9d7-1857fa6fcd4a tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4d5ce5ad-7f55-4482-bff3-96eb19463f07 HTTP/1.1" status: 200 len: 945 time: 0.0469522 Sep 08 14:00:29.347650 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-9efce15b-ad99-4751-8752-ea5dcab960b1 req-dcbf7bcf-4632-4cbf-954b-f3a79d95a9ff tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=bb5c1b4c-7157-45f0-9aa1-da3944f130a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417857 Sep 08 14:00:29.628342 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d76eeb-2464-4914-b2a8-edd82da2040c req-a5779049-6777-4762-bfa6-a902c550f728 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:00:29.629823 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e4d76eeb-2464-4914-b2a8-edd82da2040c req-a5779049-6777-4762-bfa6-a902c550f728 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3625263b-e16f-4c5c-a20a-591dca9ca140 HTTP/1.1" status: 200 len: 944 time: 0.0510960 Sep 08 14:00:29.676381 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e4d76eeb-2464-4914-b2a8-edd82da2040c req-e6c54553-3984-45c1-a7ad-f494941ac7fc tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=add2800b-2be6-41a0-b142-3947b75ed529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405815 Sep 08 14:00:30.459207 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=2 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:00:30.463958 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=4 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:00:30.468593 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eda5b63-7c7c-43d0-92c7-0fb2a2c41c29 req-c77f0ba7-7439-4fdb-9b9f-b314f583b953 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:00:30.470134 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-0eda5b63-7c7c-43d0-92c7-0fb2a2c41c29 req-c77f0ba7-7439-4fdb-9b9f-b314f583b953 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4d5ce5ad-7f55-4482-bff3-96eb19463f07 HTTP/1.1" status: 200 len: 945 time: 0.0489128 Sep 08 14:00:30.518490 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-0eda5b63-7c7c-43d0-92c7-0fb2a2c41c29 req-eaadd8ba-67c7-4488-a945-4e3726b6c6ce tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=bb5c1b4c-7157-45f0-9aa1-da3944f130a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428007 Sep 08 14:00:30.799600 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ca9c53-f12c-4671-a786-7f71042f75b0 req-db2e0d10-c864-41b7-b1c2-b9057f64a713 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:00:30.801054 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-33ca9c53-f12c-4671-a786-7f71042f75b0 req-db2e0d10-c864-41b7-b1c2-b9057f64a713 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3625263b-e16f-4c5c-a20a-591dca9ca140 HTTP/1.1" status: 200 len: 944 time: 0.0464554 Sep 08 14:00:30.851425 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-33ca9c53-f12c-4671-a786-7f71042f75b0 req-43a9a9aa-7e4f-4a73-8b5b-d56fa96f625f tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=add2800b-2be6-41a0-b142-3947b75ed529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448799 Sep 08 14:00:31.275174 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] get_ports_and_sgs() called for port_ids ['daea8158-0875-402f-9603-ddb321067a70'] {{(pid=112711) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 08 14:00:31.642046 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09594d76-39ba-40e1-bac1-28b8120d61e4 req-86f44371-4a5e-4505-922d-cc720dbf067c tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:00:31.643498 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-09594d76-39ba-40e1-bac1-28b8120d61e4 req-86f44371-4a5e-4505-922d-cc720dbf067c tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4d5ce5ad-7f55-4482-bff3-96eb19463f07 HTTP/1.1" status: 200 len: 945 time: 0.0461164 Sep 08 14:00:31.694601 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-09594d76-39ba-40e1-bac1-28b8120d61e4 req-0271d423-a70e-4193-92b9-526b3920d7d2 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=bb5c1b4c-7157-45f0-9aa1-da3944f130a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416336 Sep 08 14:00:31.977932 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aefc418-4950-47f8-92a9-84d86c996a68 req-21b2d002-08e7-4b0f-a061-71edc3296ca5 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:00:31.979430 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-0aefc418-4950-47f8-92a9-84d86c996a68 req-21b2d002-08e7-4b0f-a061-71edc3296ca5 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3625263b-e16f-4c5c-a20a-591dca9ca140 HTTP/1.1" status: 200 len: 944 time: 0.0471065 Sep 08 14:00:32.020208 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=100 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:00:32.028547 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-0aefc418-4950-47f8-92a9-84d86c996a68 req-74649cd5-ec16-4d3c-b20f-b1675bee0e2c tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=add2800b-2be6-41a0-b142-3947b75ed529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436580 Sep 08 14:00:32.779681 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=100 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:00:32.820020 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e278cf-0480-4fcd-be4f-c48774ac478e req-4941ed5d-99c7-40c7-877e-fa947b91d473 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:00:32.821545 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-83e278cf-0480-4fcd-be4f-c48774ac478e req-4941ed5d-99c7-40c7-877e-fa947b91d473 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4d5ce5ad-7f55-4482-bff3-96eb19463f07 HTTP/1.1" status: 200 len: 945 time: 0.0517514 Sep 08 14:00:32.870189 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-83e278cf-0480-4fcd-be4f-c48774ac478e req-2d5915f8-6cb4-4e18-92e1-e00dc7f1fa03 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=bb5c1b4c-7157-45f0-9aa1-da3944f130a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427575 Sep 08 14:00:33.135923 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Device daea8158-0875-402f-9603-ddb321067a70 up at agent hyperv_hv-cinder-82002 {{(pid=112711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:00:33.138071 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=60,neutron:UPDATE=6 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:00:33.140432 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=74,neutron:UPDATE=2 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:00:33.158369 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a2554b-c65c-4c91-871d-8de70c4aff74 req-69ed02ef-b4d2-454a-a5ac-7e9dfa4278c6 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:00:33.159857 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-c8a2554b-c65c-4c91-871d-8de70c4aff74 req-69ed02ef-b4d2-454a-a5ac-7e9dfa4278c6 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3625263b-e16f-4c5c-a20a-591dca9ca140 HTTP/1.1" status: 200 len: 944 time: 0.0484488 Sep 08 14:00:33.184491 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Provisioning complete for port daea8158-0875-402f-9603-ddb321067a70 triggered by entity L2. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:00:33.184854 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (daea8158-0875-402f-9603-ddb321067a70), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:33.223963 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-c8a2554b-c65c-4c91-871d-8de70c4aff74 req-7e15e1ae-989e-40f7-9c41-e93e2b1ca51b tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=add2800b-2be6-41a0-b142-3947b75ed529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577526 Sep 08 14:00:33.263047 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee62104-a0d3-4ae2-9dd1-ad92d7dba502 req-a2427758-cef0-4c91-b1ca-6fac50401708 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:00:33.264745 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-1ee62104-a0d3-4ae2-9dd1-ad92d7dba502 req-a2427758-cef0-4c91-b1ca-6fac50401708 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4d5ce5ad-7f55-4482-bff3-96eb19463f07 HTTP/1.1" status: 200 len: 945 time: 0.0652306 Sep 08 14:00:33.335099 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Current status of the port daea8158-0875-402f-9603-ddb321067a70 is: BUILD; New status is: ACTIVE {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:00:33.335319 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (daea8158-0875-402f-9603-ddb321067a70), before_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:33.381803 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3625263b-e16f-4c5c-a20a-591dca9ca140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daea8158-0875-402f-9603-ddb321067a70'}] {{(pid=112711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 14:00:33.385421 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da88ec0cbec787fa3ec3fbfc035ae72aba30a0bab36d561f227dc8a59222d55b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af18b9ee-e106-4f5d-8e86-2123da56831a" -d '{"events": [{"server_uuid": "3625263b-e16f-4c5c-a20a-591dca9ca140", "name": "network-vif-plugged", "status": "completed", "tag": "daea8158-0875-402f-9603-ddb321067a70"}]}' {{(pid=112711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:00:33.389220 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.plugin [req-1ee62104-a0d3-4ae2-9dd1-ad92d7dba502 req-df992c71-95bf-454a-8284-84d35bf26c43 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Deleting port e14cb466-443e-415d-b932-45c6f7a15d37 {{(pid=112710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 08 14:00:33.389572 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-1ee62104-a0d3-4ae2-9dd1-ad92d7dba502 req-df992c71-95bf-454a-8284-84d35bf26c43 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729028590053'] for port (e14cb466-443e-415d-b932-45c6f7a15d37), before_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:33.398763 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] For port daea8158-0875-402f-9603-ddb321067a70, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=daea8158-0875-402f-9603-ddb321067a70,segment=NetworkSegment(2f6c42c1-14c1-4abe-8cc1-e54cbc6177f2),segment_id=2f6c42c1-14c1-4abe-8cc1-e54cbc6177f2)] {{(pid=112711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:00:33.403935 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (daea8158-0875-402f-9603-ddb321067a70), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:33.468583 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Pushing event updated for resources: {'Port': ['ID=daea8158-0875-402f-9603-ddb321067a70,revision_number=7']} {{(pid=112711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:00:33.489953 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Sep 2022 14:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0934b8fd-1a3d-4441-885b-59c4f8e9da5a x-openstack-request-id: req-0934b8fd-1a3d-4441-885b-59c4f8e9da5a {{(pid=112711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:00:33.490293 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3625263b-e16f-4c5c-a20a-591dca9ca140", "name": "network-vif-plugged", "status": "completed", "tag": "daea8158-0875-402f-9603-ddb321067a70", "code": 200}]} {{(pid=112711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:00:33.490546 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0934b8fd-1a3d-4441-885b-59c4f8e9da5a {{(pid=112711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:00:33.490991 dv-cinder-820027-24-iscsi neutron-server[112711]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0934b8fd-1a3d-4441-885b-59c4f8e9da5a'] response: {'server_uuid': '3625263b-e16f-4c5c-a20a-591dca9ca140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daea8158-0875-402f-9603-ddb321067a70', 'code': 200} Sep 08 14:00:33.541913 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119b76a0-ed8a-4e95-9af3-4dd2016edb05 req-0a01ec32-c6b6-4c69-9858-b6d3cb13e1ed tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:00:33.543613 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-119b76a0-ed8a-4e95-9af3-4dd2016edb05 req-0a01ec32-c6b6-4c69-9858-b6d3cb13e1ed tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=335efb35-9bac-46a5-b2d4-4e2936c82aaf HTTP/1.1" status: 200 len: 945 time: 0.0706875 Sep 08 14:00:33.545657 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.db [req-1ee62104-a0d3-4ae2-9dd1-ad92d7dba502 req-df992c71-95bf-454a-8284-84d35bf26c43 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] For port e14cb466-443e-415d-b932-45c6f7a15d37, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=e14cb466-443e-415d-b932-45c6f7a15d37,segment=NetworkSegment(20c24cd0-3b1f-4e89-83a4-717e24ca5a29),segment_id=20c24cd0-3b1f-4e89-83a4-717e24ca5a29)] {{(pid=112710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:00:33.545988 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-1ee62104-a0d3-4ae2-9dd1-ad92d7dba502 req-df992c71-95bf-454a-8284-84d35bf26c43 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3750342'] for port (e14cb466-443e-415d-b932-45c6f7a15d37), precommit_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:33.674060 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-119b76a0-ed8a-4e95-9af3-4dd2016edb05 req-9ca1485a-01e3-4b56-a150-96d3e888db92 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ddf1d878-1109-4f29-aa9f-9fca2e3c8a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199756 Sep 08 14:00:33.758233 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-1ee62104-a0d3-4ae2-9dd1-ad92d7dba502 req-df992c71-95bf-454a-8284-84d35bf26c43 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:33.758626 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-1ee62104-a0d3-4ae2-9dd1-ad92d7dba502 req-df992c71-95bf-454a-8284-84d35bf26c43 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3679472'] for floatingip (45e77a2e-7514-4f6a-861d-fb49db5d9bb4), after_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:33.759019 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.db.l3_db [req-1ee62104-a0d3-4ae2-9dd1-ad92d7dba502 req-df992c71-95bf-454a-8284-84d35bf26c43 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Floating IP 45e77a2e-7514-4f6a-861d-fb49db5d9bb4 disassociated. External IP: 172.27.0.76, port: e14cb466-443e-415d-b932-45c6f7a15d37. Sep 08 14:00:33.759357 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.plugin [req-1ee62104-a0d3-4ae2-9dd1-ad92d7dba502 req-df992c71-95bf-454a-8284-84d35bf26c43 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Calling delete_port for e14cb466-443e-415d-b932-45c6f7a15d37 owned by compute:nova {{(pid=112710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 08 14:00:33.889942 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-1ee62104-a0d3-4ae2-9dd1-ad92d7dba502 req-df992c71-95bf-454a-8284-84d35bf26c43 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729028594324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729028134310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10367820'] for port (e14cb466-443e-415d-b932-45c6f7a15d37), after_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:33.920232 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df992c71-95bf-454a-8284-84d35bf26c43 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Pushing event deleted for resources: {'Port': ['ID=e14cb466-443e-415d-b932-45c6f7a15d37,revision_number=None']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:00:33.972300 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:00:34.013354 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-9cdba463-35ba-46a5-86d4-073f9dd11fbf req-4d632af6-5904-403a-b50a-d1f172c55921 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4d5ce5ad-7f55-4482-bff3-96eb19463f07 HTTP/1.1" status: 200 len: 210 time: 0.0398066 Sep 08 14:00:34.076930 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1ee62104-a0d3-4ae2-9dd1-ad92d7dba502 req-df992c71-95bf-454a-8284-84d35bf26c43 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Router 02a208a6-8629-4695-a17f-fdd0442b3d34 has already been hosted by L3 agent 91421a76-39ff-4685-90ca-aa6fbf6a1933 {{(pid=112710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 14:00:34.121244 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:00:34.179664 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1ee62104-a0d3-4ae2-9dd1-ad92d7dba502 req-df992c71-95bf-454a-8284-84d35bf26c43 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Notify agent at l3_agent.dv-cinder-820027-24-iscsi the message routers_updated {{(pid=112710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:00:34.191064 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30ea582-bdb1-4091-9f00-4e30ec9dc785 None None] Sync routers for ids ['02a208a6-8629-4695-a17f-fdd0442b3d34'] in dv-cinder-820027-24-iscsi {{(pid=112711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:00:34.202238 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30ea582-bdb1-4091-9f00-4e30ec9dc785 None None] Routers {'02a208a6-8629-4695-a17f-fdd0442b3d34'} bound to L3 agent in host dv-cinder-820027-24-iscsi {{(pid=112711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:00:34.202882 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_hamode_db [None req-b30ea582-bdb1-4091-9f00-4e30ec9dc785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-08T13:44:16Z,description=,heartbeat_timestamp=2022-09-08T14:00:16Z,host='dv-cinder-820027-24-iscsi',id=91421a76-39ff-4685-90ca-aa6fbf6a1933,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:44:16Z,topic='l3_agent')) {'router_ids': ['02a208a6-8629-4695-a17f-fdd0442b3d34'], 'active': True} {{(pid=112711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:00:34.223859 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ee62104-a0d3-4ae2-9dd1-ad92d7dba502 req-df992c71-95bf-454a-8284-84d35bf26c43 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] No DVR routers for this DVR port e14cb466-443e-415d-b932-45c6f7a15d37 on host hv-cinder-82002 {{(pid=112710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 08 14:00:34.226429 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-1ee62104-a0d3-4ae2-9dd1-ad92d7dba502 req-df992c71-95bf-454a-8284-84d35bf26c43 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161718'] for port (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:34.230146 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-1ee62104-a0d3-4ae2-9dd1-ad92d7dba502 req-df992c71-95bf-454a-8284-84d35bf26c43 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.20 "DELETE /networking/v2.0/ports/e14cb466-443e-415d-b932-45c6f7a15d37 HTTP/1.1" status: 204 len: 173 time: 0.9598613 Sep 08 14:00:34.230640 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d5ce5ad-7f55-4482-bff3-96eb19463f07', 'name': 'network-vif-deleted', 'tag': 'e14cb466-443e-415d-b932-45c6f7a15d37'}] {{(pid=112710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 14:00:34.232910 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4aaac3e20a53a8e6247a431178541979a817c05ad734f54eee24c8be994502e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22a56f65-8c61-4e1b-8712-af4dcc8962dd" -d '{"events": [{"server_uuid": "4d5ce5ad-7f55-4482-bff3-96eb19463f07", "name": "network-vif-deleted", "tag": "e14cb466-443e-415d-b932-45c6f7a15d37"}]}' {{(pid=112710) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:00:34.269131 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Sep 2022 14:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b8f51de-a5b0-4982-a3cc-1785a64411de x-openstack-request-id: req-5b8f51de-a5b0-4982-a3cc-1785a64411de {{(pid=112710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:00:34.269435 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d5ce5ad-7f55-4482-bff3-96eb19463f07", "name": "network-vif-deleted", "tag": "e14cb466-443e-415d-b932-45c6f7a15d37", "status": "completed", "code": 200}]} {{(pid=112710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:00:34.269691 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5b8f51de-a5b0-4982-a3cc-1785a64411de {{(pid=112710) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:00:34.270132 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b8f51de-a5b0-4982-a3cc-1785a64411de'] response: {'server_uuid': '4d5ce5ad-7f55-4482-bff3-96eb19463f07', 'name': 'network-vif-deleted', 'tag': 'e14cb466-443e-415d-b932-45c6f7a15d37', 'status': 'completed', 'code': 200} Sep 08 14:00:34.311482 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvr_db [None req-b30ea582-bdb1-4091-9f00-4e30ec9dc785 None None] Set router 02a208a6-8629-4695-a17f-fdd0442b3d34 gateway port host: dv-cinder-820027-24-iscsi {{(pid=112711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:00:34.371797 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0afbdf-4935-4e8f-939a-5a9d9332d8e6 req-60674832-4a4a-42cd-8820-87178e2eefae tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:00:34.373921 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-ef0afbdf-4935-4e8f-939a-5a9d9332d8e6 req-60674832-4a4a-42cd-8820-87178e2eefae tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3625263b-e16f-4c5c-a20a-591dca9ca140 HTTP/1.1" status: 200 len: 945 time: 0.0528035 Sep 08 14:00:34.427730 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-ef0afbdf-4935-4e8f-939a-5a9d9332d8e6 req-7001433d-204b-4e4a-b574-c197a953b8bd tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=add2800b-2be6-41a0-b142-3947b75ed529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476973 Sep 08 14:00:34.516426 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_hamode_db [None req-b30ea582-bdb1-4091-9f00-4e30ec9dc785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02a208a6-8629-4695-a17f-fdd0442b3d34', 'name': 'tempest-AttachVolumeNegativeTest-1590919179-router', 'tenant_id': 'b4ca185497284e9780eba8fc2e713d6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'e8f2f592-277a-4d05-986e-4d884ef99bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:52:26Z', 'updated_at': '2022-09-08T13:52:37Z', 'revision_number': 4, 'project_id': 'b4ca185497284e9780eba8fc2e713d6e', 'gw_port': {'id': 'e8f2f592-277a-4d05-986e-4d884ef99bfb', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:98:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a208a6-8629-4695-a17f-fdd0442b3d34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:52:27Z', 'updated_at': '2022-09-08T13:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi', '_interfaces': [{'id': '0ca98399-9c62-4c2e-b02f-2e468cdee8e8', 'name': '', 'network_id': 'cf5901ef-2ee5-4879-85aa-18770c77b80a', 'tenant_id': 'b4ca185497284e9780eba8fc2e713d6e', 'mac_address': 'fa:16:3e:fb:7b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a208a6-8629-4695-a17f-fdd0442b3d34', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'a139bee4-b378-4a6d-bfa3-c572d95f8369', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:52:34Z', 'updated_at': '2022-09-08T13:52:55Z', 'revision_number': 5, 'project_id': 'b4ca185497284e9780eba8fc2e713d6e', 'subnets': [{'id': 'a139bee4-b378-4a6d-bfa3-c572d95f8369', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-24-iscsi', False) {} {{(pid=112711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:00:34.546418 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30ea582-bdb1-4091-9f00-4e30ec9dc785 None None] Checking router: 02a208a6-8629-4695-a17f-fdd0442b3d34 for host: dv-cinder-820027-24-iscsi {{(pid=112711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:00:34.554641 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30ea582-bdb1-4091-9f00-4e30ec9dc785 None None] Routers {'02a208a6-8629-4695-a17f-fdd0442b3d34'} bound to L3 agent in host dv-cinder-820027-24-iscsi {{(pid=112711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:00:34.555246 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_hamode_db [None req-b30ea582-bdb1-4091-9f00-4e30ec9dc785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-08T13:44:16Z,description=,heartbeat_timestamp=2022-09-08T14:00:16Z,host='dv-cinder-820027-24-iscsi',id=91421a76-39ff-4685-90ca-aa6fbf6a1933,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:44:16Z,topic='l3_agent')) {'router_ids': ['02a208a6-8629-4695-a17f-fdd0442b3d34'], 'active': True} {{(pid=112711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:00:34.609042 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (4c2ff875-e6d7-424e-bdc7-d4b2ed4bdd9c), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:34.669544 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvr_db [None req-b30ea582-bdb1-4091-9f00-4e30ec9dc785 None None] Set router 02a208a6-8629-4695-a17f-fdd0442b3d34 gateway port host: dv-cinder-820027-24-iscsi {{(pid=112711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:00:34.845438 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b998350-b153-4061-8357-08320cad4cf0 req-2cbcb37a-1971-4d69-85aa-8438d5f612e4 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:00:34.846963 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-2b998350-b153-4061-8357-08320cad4cf0 req-2cbcb37a-1971-4d69-85aa-8438d5f612e4 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=335efb35-9bac-46a5-b2d4-4e2936c82aaf HTTP/1.1" status: 200 len: 945 time: 0.0786529 Sep 08 14:00:34.900406 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:00:34.938225 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_hamode_db [None req-b30ea582-bdb1-4091-9f00-4e30ec9dc785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02a208a6-8629-4695-a17f-fdd0442b3d34', 'name': 'tempest-AttachVolumeNegativeTest-1590919179-router', 'tenant_id': 'b4ca185497284e9780eba8fc2e713d6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'e8f2f592-277a-4d05-986e-4d884ef99bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:52:26Z', 'updated_at': '2022-09-08T13:52:37Z', 'revision_number': 4, 'project_id': 'b4ca185497284e9780eba8fc2e713d6e', 'gw_port': {'id': 'e8f2f592-277a-4d05-986e-4d884ef99bfb', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:98:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a208a6-8629-4695-a17f-fdd0442b3d34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:52:27Z', 'updated_at': '2022-09-08T13:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi', '_interfaces': [{'id': '0ca98399-9c62-4c2e-b02f-2e468cdee8e8', 'name': '', 'network_id': 'cf5901ef-2ee5-4879-85aa-18770c77b80a', 'tenant_id': 'b4ca185497284e9780eba8fc2e713d6e', 'mac_address': 'fa:16:3e:fb:7b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a208a6-8629-4695-a17f-fdd0442b3d34', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'a139bee4-b378-4a6d-bfa3-c572d95f8369', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:52:34Z', 'updated_at': '2022-09-08T13:52:55Z', 'revision_number': 5, 'project_id': 'b4ca185497284e9780eba8fc2e713d6e', 'subnets': [{'id': 'a139bee4-b378-4a6d-bfa3-c572d95f8369', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-24-iscsi', False) {} {{(pid=112711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:00:34.952934 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-2b998350-b153-4061-8357-08320cad4cf0 req-c6aa86cd-41a6-4449-8d69-a61613b805f0 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ddf1d878-1109-4f29-aa9f-9fca2e3c8a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989649 Sep 08 14:00:34.968054 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30ea582-bdb1-4091-9f00-4e30ec9dc785 None None] The sync data for ids ['02a208a6-8629-4695-a17f-fdd0442b3d34'] in dv-cinder-820027-24-iscsi is: [{'id': '02a208a6-8629-4695-a17f-fdd0442b3d34', 'name': 'tempest-AttachVolumeNegativeTest-1590919179-router', 'tenant_id': 'b4ca185497284e9780eba8fc2e713d6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'e8f2f592-277a-4d05-986e-4d884ef99bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:52:26Z', 'updated_at': '2022-09-08T13:52:37Z', 'revision_number': 4, 'project_id': 'b4ca185497284e9780eba8fc2e713d6e', 'gw_port': {'id': 'e8f2f592-277a-4d05-986e-4d884ef99bfb', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:98:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a208a6-8629-4695-a17f-fdd0442b3d34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:52:27Z', 'updated_at': '2022-09-08T13:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi', '_interfaces': [{'id': '0ca98399-9c62-4c2e-b02f-2e468cdee8e8', 'name': '', 'network_id': 'cf5901ef-2ee5-4879-85aa-18770c77b80a', 'tenant_id': 'b4ca185497284e9780eba8fc2e713d6e', 'mac_address': 'fa:16:3e:fb:7b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a208a6-8629-4695-a17f-fdd0442b3d34', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'a139bee4-b378-4a6d-bfa3-c572d95f8369', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:52:34Z', 'updated_at': '2022-09-08T13:52:55Z', 'revision_number': 5, 'project_id': 'b4ca185497284e9780eba8fc2e713d6e', 'subnets': [{'id': 'a139bee4-b378-4a6d-bfa3-c572d95f8369', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:00:35.150084 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-d947eb92-c15b-4f8d-bd77-c774f49a4938 req-8ac42b93-b46a-4e84-b29f-9da6d51618fd tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4d5ce5ad-7f55-4482-bff3-96eb19463f07 HTTP/1.1" status: 200 len: 210 time: 0.0368609 Sep 08 14:00:35.289812 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f58fc75-9912-4408-9e00-0a8f7dd169c3 None None] New status for floating IP 45e77a2e-7514-4f6a-861d-fb49db5d9bb4: DOWN {{(pid=112712) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 08 14:00:35.359571 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718ca003-6d37-4cf0-9883-b0d23a71226b req-8d01cdc3-1fa7-4c00-bf46-e039ba8905d4 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:00:35.361197 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-718ca003-6d37-4cf0-9883-b0d23a71226b req-8d01cdc3-1fa7-4c00-bf46-e039ba8905d4 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=335efb35-9bac-46a5-b2d4-4e2936c82aaf HTTP/1.1" status: 200 len: 945 time: 0.0570657 Sep 08 14:00:35.499138 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.plugin [req-718ca003-6d37-4cf0-9883-b0d23a71226b req-88e15c45-4eec-4596-93aa-cd4993a27911 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Deleting port f0cab8b5-a76d-4e29-b91b-c60d3fdf2858 {{(pid=112710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 08 14:00:35.499456 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-718ca003-6d37-4cf0-9883-b0d23a71226b req-88e15c45-4eec-4596-93aa-cd4993a27911 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729028590053'] for port (f0cab8b5-a76d-4e29-b91b-c60d3fdf2858), before_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:35.627047 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2aa543c-3b7c-4a65-b1a2-f8605f607084 req-92d92d47-353a-4f44-be05-4fa9f464ff8f tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:00:35.628552 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-b2aa543c-3b7c-4a65-b1a2-f8605f607084 req-92d92d47-353a-4f44-be05-4fa9f464ff8f tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3625263b-e16f-4c5c-a20a-591dca9ca140 HTTP/1.1" status: 200 len: 945 time: 0.0737844 Sep 08 14:00:35.697374 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.db [req-718ca003-6d37-4cf0-9883-b0d23a71226b req-88e15c45-4eec-4596-93aa-cd4993a27911 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] For port f0cab8b5-a76d-4e29-b91b-c60d3fdf2858, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=f0cab8b5-a76d-4e29-b91b-c60d3fdf2858,segment=NetworkSegment(8c3064d6-a80a-4cdc-832a-15ed9b418cbb),segment_id=8c3064d6-a80a-4cdc-832a-15ed9b418cbb)] {{(pid=112710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:00:35.698124 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-718ca003-6d37-4cf0-9883-b0d23a71226b req-88e15c45-4eec-4596-93aa-cd4993a27911 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3750342'] for port (f0cab8b5-a76d-4e29-b91b-c60d3fdf2858), precommit_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:35.774748 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-b2aa543c-3b7c-4a65-b1a2-f8605f607084 req-cd5c523a-457d-4a9b-972d-39b152d6c416 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=add2800b-2be6-41a0-b142-3947b75ed529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1383269 Sep 08 14:00:35.940474 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-718ca003-6d37-4cf0-9883-b0d23a71226b req-88e15c45-4eec-4596-93aa-cd4993a27911 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:35.940686 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-718ca003-6d37-4cf0-9883-b0d23a71226b req-88e15c45-4eec-4596-93aa-cd4993a27911 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3679472'] for floatingip (ffbfe68f-6f4e-4d2f-b16a-43fce5d96edb), after_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:35.941186 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.db.l3_db [req-718ca003-6d37-4cf0-9883-b0d23a71226b req-88e15c45-4eec-4596-93aa-cd4993a27911 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Floating IP ffbfe68f-6f4e-4d2f-b16a-43fce5d96edb disassociated. External IP: 172.27.0.17, port: f0cab8b5-a76d-4e29-b91b-c60d3fdf2858. Sep 08 14:00:35.941702 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.plugin [req-718ca003-6d37-4cf0-9883-b0d23a71226b req-88e15c45-4eec-4596-93aa-cd4993a27911 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Calling delete_port for f0cab8b5-a76d-4e29-b91b-c60d3fdf2858 owned by compute:nova {{(pid=112710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 08 14:00:36.039125 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:00:36.181663 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093cd1d0-1549-428d-b297-a61fbb3a3dba req-dd73ee1e-389d-4775-8ae3-30c4cdcd1d77 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:00:36.196645 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-093cd1d0-1549-428d-b297-a61fbb3a3dba req-dd73ee1e-389d-4775-8ae3-30c4cdcd1d77 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=335efb35-9bac-46a5-b2d4-4e2936c82aaf HTTP/1.1" status: 200 len: 945 time: 0.1184118 Sep 08 14:00:36.235031 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-718ca003-6d37-4cf0-9883-b0d23a71226b req-88e15c45-4eec-4596-93aa-cd4993a27911 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729028594324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729028134310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10367820'] for port (f0cab8b5-a76d-4e29-b91b-c60d3fdf2858), after_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:36.297952 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 41310) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:00:36.319467 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e15c45-4eec-4596-93aa-cd4993a27911 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Pushing event deleted for resources: {'Port': ['ID=f0cab8b5-a76d-4e29-b91b-c60d3fdf2858,revision_number=None']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:00:36.375534 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:00:36.407039 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-093cd1d0-1549-428d-b297-a61fbb3a3dba req-3981c880-b9e1-409c-864d-d3aa518483f6 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ddf1d878-1109-4f29-aa9f-9fca2e3c8a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2094212 Sep 08 14:00:36.426248 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-3f09cb7f-a37d-4cd9-9c23-4b0d6b3ebb6b tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks [] for security_group (bb5c1b4c-7157-45f0-9aa1-da3944f130a9), before_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:36.474404 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-3f09cb7f-a37d-4cd9-9c23-4b0d6b3ebb6b tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks [] for security_group (bb5c1b4c-7157-45f0-9aa1-da3944f130a9), precommit_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:36.501068 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.scheduler.l3_agent_scheduler [req-718ca003-6d37-4cf0-9883-b0d23a71226b req-88e15c45-4eec-4596-93aa-cd4993a27911 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Router 1dee0814-e2a9-4820-818a-1712274f21b5 has already been hosted by L3 agent 91421a76-39ff-4685-90ca-aa6fbf6a1933 {{(pid=112710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 14:00:36.581785 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-3f09cb7f-a37d-4cd9-9c23-4b0d6b3ebb6b tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (bb5c1b4c-7157-45f0-9aa1-da3944f130a9), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:36.584575 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-3f09cb7f-a37d-4cd9-9c23-4b0d6b3ebb6b tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks [] for security_group (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:36.585933 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-3f09cb7f-a37d-4cd9-9c23-4b0d6b3ebb6b tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "DELETE /networking/v2.0/security-groups/bb5c1b4c-7157-45f0-9aa1-da3944f130a9 HTTP/1.1" status: 204 len: 168 time: 0.2864215 Sep 08 14:00:36.590860 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 41314) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:00:36.603325 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f09cb7f-a37d-4cd9-9c23-4b0d6b3ebb6b tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb5c1b4c-7157-45f0-9aa1-da3944f130a9,revision_number=None']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:00:36.658060 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.api.v2.resource [None req-9331a515-2a05-4a7a-9895-6acbb21312c4 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] show failed (client error): The resource could not be found. Sep 08 14:00:36.662803 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-9331a515-2a05-4a7a-9895-6acbb21312c4 tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "GET /networking/v2.0/security-groups/bb5c1b4c-7157-45f0-9aa1-da3944f130a9 HTTP/1.1" status: 404 len: 347 time: 0.0703046 Sep 08 14:00:36.663146 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 41316) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:00:36.797593 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b08339b-8ccb-474a-b7ed-057587a9805a req-420f69c4-2fe4-4bb4-a8bd-3f419e704faf tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:00:36.811158 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-7b08339b-8ccb-474a-b7ed-057587a9805a req-420f69c4-2fe4-4bb4-a8bd-3f419e704faf tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=9e839a72-e12e-4617-88c9-ed12f748c399 HTTP/1.1" status: 200 len: 946 time: 0.1830509 Sep 08 14:00:36.816644 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.plugin [None req-ec693f2a-371e-40a5-a954-97153938e71d tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Deleting port b12a7b62-a449-4b34-8844-2e563aaa16ff {{(pid=112709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 08 14:00:36.816994 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-ec693f2a-371e-40a5-a954-97153938e71d tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729028590053'] for port (b12a7b62-a449-4b34-8844-2e563aaa16ff), before_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:36.915993 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-ec693f2a-371e-40a5-a954-97153938e71d tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3750342'] for port (b12a7b62-a449-4b34-8844-2e563aaa16ff), precommit_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:36.918285 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-ec693f2a-371e-40a5-a954-97153938e71d tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks [] for floatingip (b12a7b62-a449-4b34-8844-2e563aaa16ff), precommit_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:36.922216 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-718ca003-6d37-4cf0-9883-b0d23a71226b req-88e15c45-4eec-4596-93aa-cd4993a27911 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Notify agent at l3_agent.dv-cinder-820027-24-iscsi the message routers_updated {{(pid=112710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:00:36.935788 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f38a41b-b45c-4226-afa6-8af0bfc53eb4 None None] Sync routers for ids ['1dee0814-e2a9-4820-818a-1712274f21b5'] in dv-cinder-820027-24-iscsi {{(pid=112711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:00:36.943612 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.plugin [None req-ec693f2a-371e-40a5-a954-97153938e71d tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Calling delete_port for b12a7b62-a449-4b34-8844-2e563aaa16ff owned by network:floatingip {{(pid=112709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 08 14:00:36.951713 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f38a41b-b45c-4226-afa6-8af0bfc53eb4 None None] Routers {'1dee0814-e2a9-4820-818a-1712274f21b5'} bound to L3 agent in host dv-cinder-820027-24-iscsi {{(pid=112711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:00:36.952870 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_hamode_db [None req-7f38a41b-b45c-4226-afa6-8af0bfc53eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-08T13:44:16Z,description=,heartbeat_timestamp=2022-09-08T14:00:16Z,host='dv-cinder-820027-24-iscsi',id=91421a76-39ff-4685-90ca-aa6fbf6a1933,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:44:16Z,topic='l3_agent')) {'router_ids': ['1dee0814-e2a9-4820-818a-1712274f21b5'], 'active': True} {{(pid=112711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:00:37.043328 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6f2c54-0e87-4b76-8ebd-6c508a6cc468 req-ca9b4552-cee5-4cc2-89c3-3a188f210cdf tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:00:37.044843 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-ad6f2c54-0e87-4b76-8ebd-6c508a6cc468 req-ca9b4552-cee5-4cc2-89c3-3a188f210cdf tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3625263b-e16f-4c5c-a20a-591dca9ca140 HTTP/1.1" status: 200 len: 945 time: 0.0718374 Sep 08 14:00:37.061488 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:00:37.106493 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvr_db [None req-7f38a41b-b45c-4226-afa6-8af0bfc53eb4 None None] Set router 1dee0814-e2a9-4820-818a-1712274f21b5 gateway port host: dv-cinder-820027-24-iscsi {{(pid=112711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:00:37.124489 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.db.l3_dvrscheduler_db [req-718ca003-6d37-4cf0-9883-b0d23a71226b req-88e15c45-4eec-4596-93aa-cd4993a27911 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] No DVR routers for this DVR port f0cab8b5-a76d-4e29-b91b-c60d3fdf2858 on host hv-cinder-82002 {{(pid=112710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 08 14:00:37.132310 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-718ca003-6d37-4cf0-9883-b0d23a71226b req-88e15c45-4eec-4596-93aa-cd4993a27911 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161718'] for port (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:37.136982 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-718ca003-6d37-4cf0-9883-b0d23a71226b req-88e15c45-4eec-4596-93aa-cd4993a27911 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.20 "DELETE /networking/v2.0/ports/f0cab8b5-a76d-4e29-b91b-c60d3fdf2858 HTTP/1.1" status: 204 len: 173 time: 1.7543306 Sep 08 14:00:37.148686 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Device e14cb466-443e-415d-b932-45c6f7a15d37 no longer exists at agent hyperv_hv-cinder-82002 {{(pid=112711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:00:37.150361 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '335efb35-9bac-46a5-b2d4-4e2936c82aaf', 'name': 'network-vif-deleted', 'tag': 'f0cab8b5-a76d-4e29-b91b-c60d3fdf2858'}] {{(pid=112710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 14:00:37.153259 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4aaac3e20a53a8e6247a431178541979a817c05ad734f54eee24c8be994502e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dbf87f9-a0ff-46f8-9a9b-dcd2177bfe5e" -d '{"events": [{"server_uuid": "335efb35-9bac-46a5-b2d4-4e2936c82aaf", "name": "network-vif-deleted", "tag": "f0cab8b5-a76d-4e29-b91b-c60d3fdf2858"}]}' {{(pid=112710) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:00:37.163611 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-7b08339b-8ccb-474a-b7ed-057587a9805a req-7c89f8da-cd65-44a1-bd60-dcb6fca14220 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=63e9d318-f857-4d1d-aef1-cb70805b0039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3514750 Sep 08 14:00:37.183854 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] No Port match for: e14cb466-443e-415d-b932-45c6f7a15d37 {{(pid=112711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 08 14:00:37.184554 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Device e14cb466-443e-415d-b932-45c6f7a15d37 not bound to the agent host hv-cinder-82002 {{(pid=112711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:00:37.212420 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-ec693f2a-371e-40a5-a954-97153938e71d tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729028594324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729028134310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9153317'] for port (b12a7b62-a449-4b34-8844-2e563aaa16ff), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:37.224080 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-ad6f2c54-0e87-4b76-8ebd-6c508a6cc468 req-d2fd5d9b-6338-4b18-b810-39d5269f2f71 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=add2800b-2be6-41a0-b142-3947b75ed529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1707916 Sep 08 14:00:37.258633 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Sep 2022 14:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc32090d-fbb0-4cd4-9104-ef710f591119 x-openstack-request-id: req-bc32090d-fbb0-4cd4-9104-ef710f591119 {{(pid=112710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:00:37.259061 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "335efb35-9bac-46a5-b2d4-4e2936c82aaf", "name": "network-vif-deleted", "tag": "f0cab8b5-a76d-4e29-b91b-c60d3fdf2858", "status": "completed", "code": 200}]} {{(pid=112710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:00:37.259417 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bc32090d-fbb0-4cd4-9104-ef710f591119 {{(pid=112710) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:00:37.260455 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc32090d-fbb0-4cd4-9104-ef710f591119'] response: {'server_uuid': '335efb35-9bac-46a5-b2d4-4e2936c82aaf', 'name': 'network-vif-deleted', 'tag': 'f0cab8b5-a76d-4e29-b91b-c60d3fdf2858', 'status': 'completed', 'code': 200} Sep 08 14:00:37.268142 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec693f2a-371e-40a5-a954-97153938e71d tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Pushing event deleted for resources: {'Port': ['ID=b12a7b62-a449-4b34-8844-2e563aaa16ff,revision_number=None']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:00:37.372747 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-ec693f2a-371e-40a5-a954-97153938e71d tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks [] for floatingip (45e77a2e-7514-4f6a-861d-fb49db5d9bb4), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:37.376360 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-ec693f2a-371e-40a5-a954-97153938e71d tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161718'] for floatingip (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:37.389780 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-ec693f2a-371e-40a5-a954-97153938e71d tempest-AttachVolumeNegativeTest-1847206360 tempest-AttachVolumeNegativeTest-1847206360-project] 10.222.0.55 "DELETE /networking/v2.0/floatingips/45e77a2e-7514-4f6a-861d-fb49db5d9bb4 HTTP/1.1" status: 204 len: 168 time: 0.7168937 Sep 08 14:00:37.555820 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_hamode_db [None req-7f38a41b-b45c-4226-afa6-8af0bfc53eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dee0814-e2a9-4820-818a-1712274f21b5', 'name': 'tempest-TestVolumeBootPattern-719451595-router', 'tenant_id': '19d114fd258a4306b4c0665df90ae4c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': '35c22b56-71fb-494d-bbaa-432b8b41f93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:57:17Z', 'updated_at': '2022-09-08T13:57:23Z', 'revision_number': 4, 'project_id': '19d114fd258a4306b4c0665df90ae4c7', 'gw_port': {'id': '35c22b56-71fb-494d-bbaa-432b8b41f93e', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c2:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dee0814-e2a9-4820-818a-1712274f21b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:57:18Z', 'updated_at': '2022-09-08T13:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi', '_interfaces': [{'id': '09d4b13b-43d4-437f-a8b5-280a1cb88e16', 'name': '', 'network_id': '551d8846-f844-4925-a2fe-eef49820f7af', 'tenant_id': '19d114fd258a4306b4c0665df90ae4c7', 'mac_address': 'fa:16:3e:fd:e3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dee0814-e2a9-4820-818a-1712274f21b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '8ad1b6f9-720f-46b5-a559-3250cb34e913', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:57:22Z', 'updated_at': '2022-09-08T13:57:28Z', 'revision_number': 5, 'project_id': '19d114fd258a4306b4c0665df90ae4c7', 'subnets': [{'id': '8ad1b6f9-720f-46b5-a559-3250cb34e913', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-24-iscsi', False) {} {{(pid=112711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:00:37.558841 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-5eff2bea-1bc9-4067-b266-8b3de4a04619 req-1566c374-8eee-4c7d-92b0-72a81ccf9a9b tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=335efb35-9bac-46a5-b2d4-4e2936c82aaf HTTP/1.1" status: 200 len: 210 time: 0.0367899 Sep 08 14:00:37.590603 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f38a41b-b45c-4226-afa6-8af0bfc53eb4 None None] Checking router: 1dee0814-e2a9-4820-818a-1712274f21b5 for host: dv-cinder-820027-24-iscsi {{(pid=112711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:00:37.600352 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f38a41b-b45c-4226-afa6-8af0bfc53eb4 None None] Routers {'1dee0814-e2a9-4820-818a-1712274f21b5'} bound to L3 agent in host dv-cinder-820027-24-iscsi {{(pid=112711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:00:37.601219 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_hamode_db [None req-7f38a41b-b45c-4226-afa6-8af0bfc53eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-08T13:44:16Z,description=,heartbeat_timestamp=2022-09-08T14:00:16Z,host='dv-cinder-820027-24-iscsi',id=91421a76-39ff-4685-90ca-aa6fbf6a1933,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:44:16Z,topic='l3_agent')) {'router_ids': ['1dee0814-e2a9-4820-818a-1712274f21b5'], 'active': True} {{(pid=112711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:00:37.711328 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvr_db [None req-7f38a41b-b45c-4226-afa6-8af0bfc53eb4 None None] Set router 1dee0814-e2a9-4820-818a-1712274f21b5 gateway port host: dv-cinder-820027-24-iscsi {{(pid=112711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:00:37.921925 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_hamode_db [None req-7f38a41b-b45c-4226-afa6-8af0bfc53eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dee0814-e2a9-4820-818a-1712274f21b5', 'name': 'tempest-TestVolumeBootPattern-719451595-router', 'tenant_id': '19d114fd258a4306b4c0665df90ae4c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': '35c22b56-71fb-494d-bbaa-432b8b41f93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:57:17Z', 'updated_at': '2022-09-08T13:57:23Z', 'revision_number': 4, 'project_id': '19d114fd258a4306b4c0665df90ae4c7', 'gw_port': {'id': '35c22b56-71fb-494d-bbaa-432b8b41f93e', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c2:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dee0814-e2a9-4820-818a-1712274f21b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:57:18Z', 'updated_at': '2022-09-08T13:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi', '_interfaces': [{'id': '09d4b13b-43d4-437f-a8b5-280a1cb88e16', 'name': '', 'network_id': '551d8846-f844-4925-a2fe-eef49820f7af', 'tenant_id': '19d114fd258a4306b4c0665df90ae4c7', 'mac_address': 'fa:16:3e:fd:e3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dee0814-e2a9-4820-818a-1712274f21b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '8ad1b6f9-720f-46b5-a559-3250cb34e913', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:57:22Z', 'updated_at': '2022-09-08T13:57:28Z', 'revision_number': 5, 'project_id': '19d114fd258a4306b4c0665df90ae4c7', 'subnets': [{'id': '8ad1b6f9-720f-46b5-a559-3250cb34e913', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-24-iscsi', False) {} {{(pid=112711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:00:37.954472 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f38a41b-b45c-4226-afa6-8af0bfc53eb4 None None] The sync data for ids ['1dee0814-e2a9-4820-818a-1712274f21b5'] in dv-cinder-820027-24-iscsi is: [{'id': '1dee0814-e2a9-4820-818a-1712274f21b5', 'name': 'tempest-TestVolumeBootPattern-719451595-router', 'tenant_id': '19d114fd258a4306b4c0665df90ae4c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': '35c22b56-71fb-494d-bbaa-432b8b41f93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:57:17Z', 'updated_at': '2022-09-08T13:57:23Z', 'revision_number': 4, 'project_id': '19d114fd258a4306b4c0665df90ae4c7', 'gw_port': {'id': '35c22b56-71fb-494d-bbaa-432b8b41f93e', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c2:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dee0814-e2a9-4820-818a-1712274f21b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:57:18Z', 'updated_at': '2022-09-08T13:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi', '_interfaces': [{'id': '09d4b13b-43d4-437f-a8b5-280a1cb88e16', 'name': '', 'network_id': '551d8846-f844-4925-a2fe-eef49820f7af', 'tenant_id': '19d114fd258a4306b4c0665df90ae4c7', 'mac_address': 'fa:16:3e:fd:e3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dee0814-e2a9-4820-818a-1712274f21b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '8ad1b6f9-720f-46b5-a559-3250cb34e913', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:57:22Z', 'updated_at': '2022-09-08T13:57:28Z', 'revision_number': 5, 'project_id': '19d114fd258a4306b4c0665df90ae4c7', 'subnets': [{'id': '8ad1b6f9-720f-46b5-a559-3250cb34e913', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:00:38.274303 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6e558c-8e82-463b-ba78-1f56e89f2fd0 None None] New status for floating IP ffbfe68f-6f4e-4d2f-b16a-43fce5d96edb: DOWN {{(pid=112712) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 08 14:00:38.350813 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafc2ec5-5fdd-4346-ac10-35d5e7d381a4 req-a697eb5e-c5b1-4565-a5d8-7a4a228c551e tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:00:38.352447 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-bafc2ec5-5fdd-4346-ac10-35d5e7d381a4 req-a697eb5e-c5b1-4565-a5d8-7a4a228c551e tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=9e839a72-e12e-4617-88c9-ed12f748c399 HTTP/1.1" status: 200 len: 946 time: 0.0948193 Sep 08 14:00:38.410777 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b39dbb6-f0d5-4a4d-bba2-68e9557bceef req-df4e2337-5fdd-4577-bee9-9b81f55ee2ed tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:00:38.418628 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-5b39dbb6-f0d5-4a4d-bba2-68e9557bceef req-df4e2337-5fdd-4577-bee9-9b81f55ee2ed tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3625263b-e16f-4c5c-a20a-591dca9ca140 HTTP/1.1" status: 200 len: 945 time: 0.0885592 Sep 08 14:00:38.468983 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-bafc2ec5-5fdd-4346-ac10-35d5e7d381a4 req-ad0fdc21-5e82-4261-8059-d968673152d2 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=63e9d318-f857-4d1d-aef1-cb70805b0039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973785 Sep 08 14:00:38.483927 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.agents_db [None req-36671662-b8ef-427e-8422-ee96630d1377 None None] Agent healthcheck: found 6 active agents {{(pid=112712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:00:38.492891 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:00:38.526298 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-5b39dbb6-f0d5-4a4d-bba2-68e9557bceef req-56fd3408-b0a3-4052-a65b-a01e4045bddc tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=add2800b-2be6-41a0-b142-3947b75ed529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012497 Sep 08 14:00:38.673097 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-a1b5d2e9-a767-4ce7-b503-22a63114ba7a req-fd9d54d5-cc59-4ba9-bae6-be723155ac6a tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=335efb35-9bac-46a5-b2d4-4e2936c82aaf HTTP/1.1" status: 200 len: 210 time: 0.0341752 Sep 08 14:00:39.612065 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f0600d-7daa-44e2-ad46-745aad5d812e req-874589a6-3c3d-454e-9c25-6e5277b2caa6 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:00:39.619436 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-b1f0600d-7daa-44e2-ad46-745aad5d812e req-874589a6-3c3d-454e-9c25-6e5277b2caa6 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=9e839a72-e12e-4617-88c9-ed12f748c399 HTTP/1.1" status: 200 len: 946 time: 0.0593538 Sep 08 14:00:39.702744 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-b1f0600d-7daa-44e2-ad46-745aad5d812e req-35a3f996-9fff-4d08-be6d-3047757c6970 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=63e9d318-f857-4d1d-aef1-cb70805b0039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822134 Sep 08 14:00:39.708269 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a113ce7e-2408-4acd-ae03-1d035e01fceb req-f619302f-312d-4b52-80b5-ee04de7bf015 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:00:39.709708 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-a113ce7e-2408-4acd-ae03-1d035e01fceb req-f619302f-312d-4b52-80b5-ee04de7bf015 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3625263b-e16f-4c5c-a20a-591dca9ca140 HTTP/1.1" status: 200 len: 945 time: 0.0880947 Sep 08 14:00:39.781431 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-a113ce7e-2408-4acd-ae03-1d035e01fceb req-35e81b1e-2c2b-45b9-a2f9-72add94ab90e tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=add2800b-2be6-41a0-b142-3947b75ed529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600741 Sep 08 14:00:39.821611 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-9ba291c2-91fc-4bed-be21-52023b2aa5a0 req-1aad1f83-c53b-4351-8be9-c52fcd8d29eb tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=335efb35-9bac-46a5-b2d4-4e2936c82aaf HTTP/1.1" status: 200 len: 210 time: 0.0337760 Sep 08 14:00:40.027283 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Device f0cab8b5-a76d-4e29-b91b-c60d3fdf2858 no longer exists at agent hyperv_hv-cinder-82002 {{(pid=112711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:00:40.060390 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] No Port match for: f0cab8b5-a76d-4e29-b91b-c60d3fdf2858 {{(pid=112711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 08 14:00:40.061028 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Device f0cab8b5-a76d-4e29-b91b-c60d3fdf2858 not bound to the agent host hv-cinder-82002 {{(pid=112711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:00:40.612306 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff21e919-792e-40ad-99be-1252c6ac898f req-255305b1-b1f2-411c-874b-60696d7f14df tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:00:40.615940 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-ff21e919-792e-40ad-99be-1252c6ac898f req-255305b1-b1f2-411c-874b-60696d7f14df tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9e839a72-e12e-4617-88c9-ed12f748c399 HTTP/1.1" status: 200 len: 946 time: 0.0638597 Sep 08 14:00:40.731010 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.plugin [req-ff21e919-792e-40ad-99be-1252c6ac898f req-81790acd-36f1-4b75-80a4-74e40ed4a11a tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Deleting port 1e7eb6da-3323-4042-81a8-99078c8d7b4e {{(pid=112710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 08 14:00:40.731982 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-ff21e919-792e-40ad-99be-1252c6ac898f req-81790acd-36f1-4b75-80a4-74e40ed4a11a tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729028590053'] for port (1e7eb6da-3323-4042-81a8-99078c8d7b4e), before_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:40.821357 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=100 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:00:40.938258 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.db [req-ff21e919-792e-40ad-99be-1252c6ac898f req-81790acd-36f1-4b75-80a4-74e40ed4a11a tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] For port 1e7eb6da-3323-4042-81a8-99078c8d7b4e, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=1e7eb6da-3323-4042-81a8-99078c8d7b4e,segment=NetworkSegment(85382ad6-9794-441c-848f-26fa1eb3f5ed),segment_id=85382ad6-9794-441c-848f-26fa1eb3f5ed)] {{(pid=112710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:00:40.938767 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-ff21e919-792e-40ad-99be-1252c6ac898f req-81790acd-36f1-4b75-80a4-74e40ed4a11a tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3750342'] for port (1e7eb6da-3323-4042-81a8-99078c8d7b4e), precommit_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:40.956725 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c9287b-45be-4dae-a3e9-2db2d311a86e req-20f174e2-430a-4cd0-b1f2-4de66db81193 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:00:40.958385 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-80c9287b-45be-4dae-a3e9-2db2d311a86e req-20f174e2-430a-4cd0-b1f2-4de66db81193 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=9e839a72-e12e-4617-88c9-ed12f748c399 HTTP/1.1" status: 200 len: 946 time: 0.1149209 Sep 08 14:00:41.072892 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a299fab-b911-4ea7-917e-d60a83c5abfa req-690e8bb6-0208-41f6-b486-676cc5202eb5 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:00:41.074494 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-1a299fab-b911-4ea7-917e-d60a83c5abfa req-690e8bb6-0208-41f6-b486-676cc5202eb5 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3625263b-e16f-4c5c-a20a-591dca9ca140 HTTP/1.1" status: 200 len: 945 time: 0.1329863 Sep 08 14:00:41.202330 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-80c9287b-45be-4dae-a3e9-2db2d311a86e req-773f9527-7e29-49e0-919f-05e2d4c0d0b9 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=63e9d318-f857-4d1d-aef1-cb70805b0039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2313883 Sep 08 14:00:41.704302 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-1a299fab-b911-4ea7-917e-d60a83c5abfa req-9576d032-b6a0-4961-a2bf-4bfcfe6b6441 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=add2800b-2be6-41a0-b142-3947b75ed529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6162205 Sep 08 14:00:41.722319 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e07a5d0f-d274-426c-80cd-b68e4bbea84e req-c70b9e1e-39ce-4ece-a3b1-4ddd53bacffa tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=335efb35-9bac-46a5-b2d4-4e2936c82aaf HTTP/1.1" status: 200 len: 210 time: 0.1126266 Sep 08 14:00:41.765338 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-ff21e919-792e-40ad-99be-1252c6ac898f req-81790acd-36f1-4b75-80a4-74e40ed4a11a tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:41.766471 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-ff21e919-792e-40ad-99be-1252c6ac898f req-81790acd-36f1-4b75-80a4-74e40ed4a11a tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3679472'] for floatingip (dff2c9b9-845d-42ad-aa15-788ddd86b49c), after_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:41.766788 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.db.l3_db [req-ff21e919-792e-40ad-99be-1252c6ac898f req-81790acd-36f1-4b75-80a4-74e40ed4a11a tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Floating IP dff2c9b9-845d-42ad-aa15-788ddd86b49c disassociated. External IP: 172.27.0.236, port: 1e7eb6da-3323-4042-81a8-99078c8d7b4e. Sep 08 14:00:41.767138 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.plugin [req-ff21e919-792e-40ad-99be-1252c6ac898f req-81790acd-36f1-4b75-80a4-74e40ed4a11a tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Calling delete_port for 1e7eb6da-3323-4042-81a8-99078c8d7b4e owned by compute:nova {{(pid=112710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 08 14:00:41.935222 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-ff21e919-792e-40ad-99be-1252c6ac898f req-81790acd-36f1-4b75-80a4-74e40ed4a11a tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729028594324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729028134310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10367820'] for port (1e7eb6da-3323-4042-81a8-99078c8d7b4e), after_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:41.969015 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81790acd-36f1-4b75-80a4-74e40ed4a11a tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Pushing event deleted for resources: {'Port': ['ID=1e7eb6da-3323-4042-81a8-99078c8d7b4e,revision_number=None']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:00:42.098785 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:00:42.143724 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ff21e919-792e-40ad-99be-1252c6ac898f req-81790acd-36f1-4b75-80a4-74e40ed4a11a tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Router d9900679-40ee-433a-a560-a42dfc9cff15 has already been hosted by L3 agent 91421a76-39ff-4685-90ca-aa6fbf6a1933 {{(pid=112710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 14:00:42.320589 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ff21e919-792e-40ad-99be-1252c6ac898f req-81790acd-36f1-4b75-80a4-74e40ed4a11a tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Notify agent at l3_agent.dv-cinder-820027-24-iscsi the message routers_updated {{(pid=112710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:00:42.337086 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-836051cc-1aff-414c-9ab7-890e85b3d2da None None] Sync routers for ids ['d9900679-40ee-433a-a560-a42dfc9cff15'] in dv-cinder-820027-24-iscsi {{(pid=112711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:00:42.356601 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836051cc-1aff-414c-9ab7-890e85b3d2da None None] Routers {'d9900679-40ee-433a-a560-a42dfc9cff15'} bound to L3 agent in host dv-cinder-820027-24-iscsi {{(pid=112711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:00:42.357258 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_hamode_db [None req-836051cc-1aff-414c-9ab7-890e85b3d2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-08T13:44:16Z,description=,heartbeat_timestamp=2022-09-08T14:00:16Z,host='dv-cinder-820027-24-iscsi',id=91421a76-39ff-4685-90ca-aa6fbf6a1933,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:44:16Z,topic='l3_agent')) {'router_ids': ['d9900679-40ee-433a-a560-a42dfc9cff15'], 'active': True} {{(pid=112711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:00:42.421770 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-3f7533c4-d9a9-4b71-9e2f-afeea222cceb req-75c4efef-cf34-40a0-8df4-23711f653e50 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=9e839a72-e12e-4617-88c9-ed12f748c399 HTTP/1.1" status: 200 len: 210 time: 0.1104126 Sep 08 14:00:42.473623 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff21e919-792e-40ad-99be-1252c6ac898f req-81790acd-36f1-4b75-80a4-74e40ed4a11a tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] No DVR routers for this DVR port 1e7eb6da-3323-4042-81a8-99078c8d7b4e on host hv-cinder-82002 {{(pid=112710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 08 14:00:42.477929 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-ff21e919-792e-40ad-99be-1252c6ac898f req-81790acd-36f1-4b75-80a4-74e40ed4a11a tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161718'] for port (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:42.481902 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-ff21e919-792e-40ad-99be-1252c6ac898f req-81790acd-36f1-4b75-80a4-74e40ed4a11a tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.20 "DELETE /networking/v2.0/ports/1e7eb6da-3323-4042-81a8-99078c8d7b4e HTTP/1.1" status: 204 len: 173 time: 1.8618581 Sep 08 14:00:42.488669 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvr_db [None req-836051cc-1aff-414c-9ab7-890e85b3d2da None None] Set router d9900679-40ee-433a-a560-a42dfc9cff15 gateway port host: dv-cinder-820027-24-iscsi {{(pid=112711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:00:42.490780 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e839a72-e12e-4617-88c9-ed12f748c399', 'name': 'network-vif-deleted', 'tag': '1e7eb6da-3323-4042-81a8-99078c8d7b4e'}] {{(pid=112710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 14:00:42.504951 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4aaac3e20a53a8e6247a431178541979a817c05ad734f54eee24c8be994502e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff769f01-0422-4eb7-9215-3a2668956386" -d '{"events": [{"server_uuid": "9e839a72-e12e-4617-88c9-ed12f748c399", "name": "network-vif-deleted", "tag": "1e7eb6da-3323-4042-81a8-99078c8d7b4e"}]}' {{(pid=112710) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:00:42.575626 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-81a07ded-1be1-4f22-b749-00c68214d061 req-49130ce9-f35c-4439-98f4-25b2bcbb64fa service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=335efb35-9bac-46a5-b2d4-4e2936c82aaf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0994556 Sep 08 14:00:42.584159 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Sep 2022 14:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f72f1093-d5e5-4904-b93b-05c519e6dd8a x-openstack-request-id: req-f72f1093-d5e5-4904-b93b-05c519e6dd8a {{(pid=112710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:00:42.584159 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e839a72-e12e-4617-88c9-ed12f748c399", "name": "network-vif-deleted", "tag": "1e7eb6da-3323-4042-81a8-99078c8d7b4e", "status": "completed", "code": 200}]} {{(pid=112710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:00:42.584744 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f72f1093-d5e5-4904-b93b-05c519e6dd8a {{(pid=112710) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:00:42.585208 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f72f1093-d5e5-4904-b93b-05c519e6dd8a'] response: {'server_uuid': '9e839a72-e12e-4617-88c9-ed12f748c399', 'name': 'network-vif-deleted', 'tag': '1e7eb6da-3323-4042-81a8-99078c8d7b4e', 'status': 'completed', 'code': 200} Sep 08 14:00:42.690822 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-81a07ded-1be1-4f22-b749-00c68214d061 req-bcb8e0e9-82e4-4461-82ca-e937adcada29 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=19d114fd258a4306b4c0665df90ae4c7&device_id=335efb35-9bac-46a5-b2d4-4e2936c82aaf HTTP/1.1" status: 200 len: 210 time: 0.0389590 Sep 08 14:00:42.765354 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=100 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:00:42.877950 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_hamode_db [None req-836051cc-1aff-414c-9ab7-890e85b3d2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9900679-40ee-433a-a560-a42dfc9cff15', 'name': 'tempest-AttachVolumeTestJSON-667659487-router', 'tenant_id': '6998e0c9a62e4f54a27faf56dbeb543a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '584b8d2a-edf7-4f00-9113-3e228c837fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:52:27Z', 'updated_at': '2022-09-08T13:52:40Z', 'revision_number': 4, 'project_id': '6998e0c9a62e4f54a27faf56dbeb543a', 'gw_port': {'id': '584b8d2a-edf7-4f00-9113-3e228c837fb1', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ae:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9900679-40ee-433a-a560-a42dfc9cff15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:52:29Z', 'updated_at': '2022-09-08T13:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi', '_interfaces': [{'id': '1a7489d7-d72b-47ed-8e6c-9a314e4fd6e9', 'name': '', 'network_id': '96ff558b-c5db-4059-a363-a83e90cf91c8', 'tenant_id': '6998e0c9a62e4f54a27faf56dbeb543a', 'mac_address': 'fa:16:3e:ec:69:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9900679-40ee-433a-a560-a42dfc9cff15', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '3c05b843-7379-4152-a6e2-38ac1118d25c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:52:37Z', 'updated_at': '2022-09-08T13:52:58Z', 'revision_number': 5, 'project_id': '6998e0c9a62e4f54a27faf56dbeb543a', 'subnets': [{'id': '3c05b843-7379-4152-a6e2-38ac1118d25c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-24-iscsi', False) {} {{(pid=112711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:00:42.952505 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-836051cc-1aff-414c-9ab7-890e85b3d2da None None] Checking router: d9900679-40ee-433a-a560-a42dfc9cff15 for host: dv-cinder-820027-24-iscsi {{(pid=112711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:00:42.973235 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836051cc-1aff-414c-9ab7-890e85b3d2da None None] Routers {'d9900679-40ee-433a-a560-a42dfc9cff15'} bound to L3 agent in host dv-cinder-820027-24-iscsi {{(pid=112711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:00:42.974329 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_hamode_db [None req-836051cc-1aff-414c-9ab7-890e85b3d2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-08T13:44:16Z,description=,heartbeat_timestamp=2022-09-08T14:00:16Z,host='dv-cinder-820027-24-iscsi',id=91421a76-39ff-4685-90ca-aa6fbf6a1933,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:44:16Z,topic='l3_agent')) {'router_ids': ['d9900679-40ee-433a-a560-a42dfc9cff15'], 'active': True} {{(pid=112711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:00:43.017877 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:00:43.050440 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8231d3c6-cd2e-43bb-bd47-e5e8cb4b947e req-319ab047-aaf9-40a6-86bf-fefc0713d663 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:00:43.052000 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-8231d3c6-cd2e-43bb-bd47-e5e8cb4b947e req-319ab047-aaf9-40a6-86bf-fefc0713d663 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3625263b-e16f-4c5c-a20a-591dca9ca140 HTTP/1.1" status: 200 len: 945 time: 0.1234767 Sep 08 14:00:43.151870 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=100 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:00:43.165087 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-8231d3c6-cd2e-43bb-bd47-e5e8cb4b947e req-380ee06d-7b04-495a-a137-2fab6d162f43 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=add2800b-2be6-41a0-b142-3947b75ed529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969214 Sep 08 14:00:43.178447 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvr_db [None req-836051cc-1aff-414c-9ab7-890e85b3d2da None None] Set router d9900679-40ee-433a-a560-a42dfc9cff15 gateway port host: dv-cinder-820027-24-iscsi {{(pid=112711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:00:43.230639 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a07ded-1be1-4f22-b749-00c68214d061 req-cd647fc8-c828-4838-ab59-4a7fecb5172c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:00:43.232079 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-81a07ded-1be1-4f22-b749-00c68214d061 req-cd647fc8-c828-4838-ab59-4a7fecb5172c service neutron] 10.222.0.20 "GET /networking/v2.0/networks?tenant_id=19d114fd258a4306b4c0665df90ae4c7&shared=False HTTP/1.1" status: 200 len: 912 time: 0.4886215 Sep 08 14:00:43.267683 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-8a11248b-e00a-4270-b698-e3c2bb514f4e req-639e9e5c-0ab4-4a7b-947c-733e3366afa5 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1471578861&fields=id&tenant_id=19d114fd258a4306b4c0665df90ae4c7 HTTP/1.1" status: 200 len: 267 time: 0.1134923 Sep 08 14:00:43.418831 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a11248b-e00a-4270-b698-e3c2bb514f4e req-96cb23a9-f843-4318-a8b4-94c749b7b334 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:00:43.425591 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-8a11248b-e00a-4270-b698-e3c2bb514f4e req-96cb23a9-f843-4318-a8b4-94c749b7b334 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "GET /networking/v2.0/networks?id=551d8846-f844-4925-a2fe-eef49820f7af HTTP/1.1" status: 200 len: 811 time: 0.1570027 Sep 08 14:00:43.513256 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-8a11248b-e00a-4270-b698-e3c2bb514f4e req-7e0f9c96-af83-4616-8548-d5dadd223a48 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "GET /networking/v2.0/quotas/19d114fd258a4306b4c0665df90ae4c7 HTTP/1.1" status: 200 len: 375 time: 0.0867262 Sep 08 14:00:43.533298 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_hamode_db [None req-836051cc-1aff-414c-9ab7-890e85b3d2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9900679-40ee-433a-a560-a42dfc9cff15', 'name': 'tempest-AttachVolumeTestJSON-667659487-router', 'tenant_id': '6998e0c9a62e4f54a27faf56dbeb543a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '584b8d2a-edf7-4f00-9113-3e228c837fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:52:27Z', 'updated_at': '2022-09-08T13:52:40Z', 'revision_number': 4, 'project_id': '6998e0c9a62e4f54a27faf56dbeb543a', 'gw_port': {'id': '584b8d2a-edf7-4f00-9113-3e228c837fb1', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ae:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9900679-40ee-433a-a560-a42dfc9cff15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:52:29Z', 'updated_at': '2022-09-08T13:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi', '_interfaces': [{'id': '1a7489d7-d72b-47ed-8e6c-9a314e4fd6e9', 'name': '', 'network_id': '96ff558b-c5db-4059-a363-a83e90cf91c8', 'tenant_id': '6998e0c9a62e4f54a27faf56dbeb543a', 'mac_address': 'fa:16:3e:ec:69:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9900679-40ee-433a-a560-a42dfc9cff15', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '3c05b843-7379-4152-a6e2-38ac1118d25c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:52:37Z', 'updated_at': '2022-09-08T13:52:58Z', 'revision_number': 5, 'project_id': '6998e0c9a62e4f54a27faf56dbeb543a', 'subnets': [{'id': '3c05b843-7379-4152-a6e2-38ac1118d25c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-24-iscsi', False) {} {{(pid=112711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:00:43.576101 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-8a11248b-e00a-4270-b698-e3c2bb514f4e req-4f4b8d08-23ad-42c2-8992-d5f7df1a40dd tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=19d114fd258a4306b4c0665df90ae4c7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0532482 Sep 08 14:00:43.604947 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-836051cc-1aff-414c-9ab7-890e85b3d2da None None] The sync data for ids ['d9900679-40ee-433a-a560-a42dfc9cff15'] in dv-cinder-820027-24-iscsi is: [{'id': 'd9900679-40ee-433a-a560-a42dfc9cff15', 'name': 'tempest-AttachVolumeTestJSON-667659487-router', 'tenant_id': '6998e0c9a62e4f54a27faf56dbeb543a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '584b8d2a-edf7-4f00-9113-3e228c837fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:52:27Z', 'updated_at': '2022-09-08T13:52:40Z', 'revision_number': 4, 'project_id': '6998e0c9a62e4f54a27faf56dbeb543a', 'gw_port': {'id': '584b8d2a-edf7-4f00-9113-3e228c837fb1', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ae:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9900679-40ee-433a-a560-a42dfc9cff15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:52:29Z', 'updated_at': '2022-09-08T13:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi', '_interfaces': [{'id': '1a7489d7-d72b-47ed-8e6c-9a314e4fd6e9', 'name': '', 'network_id': '96ff558b-c5db-4059-a363-a83e90cf91c8', 'tenant_id': '6998e0c9a62e4f54a27faf56dbeb543a', 'mac_address': 'fa:16:3e:ec:69:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9900679-40ee-433a-a560-a42dfc9cff15', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '3c05b843-7379-4152-a6e2-38ac1118d25c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:52:37Z', 'updated_at': '2022-09-08T13:52:58Z', 'revision_number': 5, 'project_id': '6998e0c9a62e4f54a27faf56dbeb543a', 'subnets': [{'id': '3c05b843-7379-4152-a6e2-38ac1118d25c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:00:43.664586 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 41430) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:00:43.772050 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a07ded-1be1-4f22-b749-00c68214d061 req-a9700867-6e1b-4ac4-9b12-d598c0888c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:00:43.777769 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-a0667567-fe34-4cc0-b380-a483a79946d4 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Publish callbacks [] for security_group (63e9d318-f857-4d1d-aef1-cb70805b0039), before_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:43.782443 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-81a07ded-1be1-4f22-b749-00c68214d061 req-a9700867-6e1b-4ac4-9b12-d598c0888c43 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4935973 Sep 08 14:00:43.827698 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-8a11248b-e00a-4270-b698-e3c2bb514f4e req-2b1dbf28-d8b9-440d-ba08-9662f2373014 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/551d8846-f844-4925-a2fe-eef49820f7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2505879 Sep 08 14:00:43.840506 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-a0667567-fe34-4cc0-b380-a483a79946d4 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Publish callbacks [] for security_group (63e9d318-f857-4d1d-aef1-cb70805b0039), precommit_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:43.955915 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-a0667567-fe34-4cc0-b380-a483a79946d4 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (63e9d318-f857-4d1d-aef1-cb70805b0039), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:43.960940 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-a0667567-fe34-4cc0-b380-a483a79946d4 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Publish callbacks [] for security_group (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:43.968295 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-a0667567-fe34-4cc0-b380-a483a79946d4 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "DELETE /networking/v2.0/security-groups/63e9d318-f857-4d1d-aef1-cb70805b0039 HTTP/1.1" status: 204 len: 168 time: 0.3024693 Sep 08 14:00:43.971575 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 41440) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:00:44.000383 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0667567-fe34-4cc0-b380-a483a79946d4 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63e9d318-f857-4d1d-aef1-cb70805b0039,revision_number=None']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:00:44.003392 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.api.v2.resource [None req-e0ad614e-336f-4498-8ed1-88226258051f tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] show failed (client error): The resource could not be found. Sep 08 14:00:44.005212 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-e0ad614e-336f-4498-8ed1-88226258051f tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "GET /networking/v2.0/security-groups/63e9d318-f857-4d1d-aef1-cb70805b0039 HTTP/1.1" status: 404 len: 347 time: 0.0279009 Sep 08 14:00:44.007894 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 41442) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:00:44.076299 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-8a11248b-e00a-4270-b698-e3c2bb514f4e req-a6331258-ca08-4207-8ed9-d2911a32c0d5 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/551d8846-f844-4925-a2fe-eef49820f7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2470205 Sep 08 14:00:44.118738 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-e268d4f2-6a1d-4e7e-bad0-bb35a1353f4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (22ab8903-d7f5-4941-bce3-89140b53b8af), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:44.153566 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53908680-7a1a-4a28-800e-50d95d23ff66 None None] New status for floating IP dff2c9b9-845d-42ad-aa15-788ddd86b49c: DOWN {{(pid=112712) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 08 14:00:44.292699 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.plugin [None req-a6dc5fd3-cf1e-4aad-a078-5702d7d37313 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Deleting port 6203b323-c344-4692-a81c-933126f6b012 {{(pid=112709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 08 14:00:44.294664 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-a6dc5fd3-cf1e-4aad-a078-5702d7d37313 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729028590053'] for port (6203b323-c344-4692-a81c-933126f6b012), before_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:44.357231 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8110a2d-8b0d-41fc-b10b-f80068f9d2b6 req-4d56e29f-d6a4-49c1-a5a6-be7dba54e502 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:00:44.364645 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-d8110a2d-8b0d-41fc-b10b-f80068f9d2b6 req-4d56e29f-d6a4-49c1-a5a6-be7dba54e502 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3625263b-e16f-4c5c-a20a-591dca9ca140 HTTP/1.1" status: 200 len: 945 time: 0.0697055 Sep 08 14:00:44.416831 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:00:44.433640 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:00:44.470973 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-a6dc5fd3-cf1e-4aad-a078-5702d7d37313 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3750342'] for port (6203b323-c344-4692-a81c-933126f6b012), precommit_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:44.472410 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-a6dc5fd3-cf1e-4aad-a078-5702d7d37313 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Publish callbacks [] for floatingip (6203b323-c344-4692-a81c-933126f6b012), precommit_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:44.483003 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-d8110a2d-8b0d-41fc-b10b-f80068f9d2b6 req-9e78d88d-61b1-4f8a-b951-ce09fbb79720 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=add2800b-2be6-41a0-b142-3947b75ed529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061573 Sep 08 14:00:44.508767 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.plugin [None req-a6dc5fd3-cf1e-4aad-a078-5702d7d37313 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Calling delete_port for 6203b323-c344-4692-a81c-933126f6b012 owned by network:floatingip {{(pid=112709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 08 14:00:44.683404 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-a5ee70e5-dc5f-49a8-93a5-fe43e8d73326 req-053a6ee5-97df-43fb-992d-451c3ccbbfa1 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=6c0fbbab-644f-4d57-b4bf-644204a5b26f HTTP/1.1" status: 200 len: 210 time: 0.0497470 Sep 08 14:00:44.694227 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-a6dc5fd3-cf1e-4aad-a078-5702d7d37313 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729028594324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729028134310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9153317'] for port (6203b323-c344-4692-a81c-933126f6b012), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:44.738823 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dc5fd3-cf1e-4aad-a078-5702d7d37313 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Pushing event deleted for resources: {'Port': ['ID=6203b323-c344-4692-a81c-933126f6b012,revision_number=None']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:00:44.808217 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-a6dc5fd3-cf1e-4aad-a078-5702d7d37313 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Publish callbacks [] for floatingip (dff2c9b9-845d-42ad-aa15-788ddd86b49c), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:44.810846 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-a6dc5fd3-cf1e-4aad-a078-5702d7d37313 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161718'] for floatingip (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:44.812014 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-a6dc5fd3-cf1e-4aad-a078-5702d7d37313 tempest-AttachVolumeTestJSON-1451638346 tempest-AttachVolumeTestJSON-1451638346-project] 10.222.0.55 "DELETE /networking/v2.0/floatingips/dff2c9b9-845d-42ad-aa15-788ddd86b49c HTTP/1.1" status: 204 len: 168 time: 0.8026116 Sep 08 14:00:45.070327 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 41476) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:00:45.186608 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Device 1e7eb6da-3323-4042-81a8-99078c8d7b4e no longer exists at agent hyperv_hv-cinder-82002 {{(pid=112711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:00:45.225162 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] No Port match for: 1e7eb6da-3323-4042-81a8-99078c8d7b4e {{(pid=112711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 08 14:00:45.225941 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Device 1e7eb6da-3323-4042-81a8-99078c8d7b4e not bound to the agent host hv-cinder-82002 {{(pid=112711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:00:45.396979 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=100 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:00:45.685782 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af1d3be-c043-430a-a500-17a50a1ef7d3 req-9ee8af2d-369a-4c51-a1ee-2f5b9e9466a7 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:00:45.687324 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-9af1d3be-c043-430a-a500-17a50a1ef7d3 req-9ee8af2d-369a-4c51-a1ee-2f5b9e9466a7 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3625263b-e16f-4c5c-a20a-591dca9ca140 HTTP/1.1" status: 200 len: 945 time: 0.0645766 Sep 08 14:00:45.721345 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=100 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:00:45.807370 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-9af1d3be-c043-430a-a500-17a50a1ef7d3 req-06d77bb1-41e9-47a5-9c87-6f91f2afa2a9 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=add2800b-2be6-41a0-b142-3947b75ed529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985239 Sep 08 14:00:45.834029 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-95089e26-d2b6-4bbc-8a5a-d153ad724e52 req-a3690361-fc1d-4852-bf29-405941c47c5a tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=6c0fbbab-644f-4d57-b4bf-644204a5b26f HTTP/1.1" status: 200 len: 210 time: 0.0499339 Sep 08 14:00:45.891883 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-554502ec-b96f-4a0f-bf18-dd9364979990 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3854320'] for router_interface (02a208a6-8629-4695-a17f-fdd0442b3d34), before_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:46.251934 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.plugin [None req-554502ec-b96f-4a0f-bf18-dd9364979990 admin admin] Deleting port 0ca98399-9c62-4c2e-b02f-2e468cdee8e8 {{(pid=112710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 08 14:00:46.252313 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-554502ec-b96f-4a0f-bf18-dd9364979990 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729028590053'] for port (0ca98399-9c62-4c2e-b02f-2e468cdee8e8), before_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:46.335557 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a11248b-e00a-4270-b698-e3c2bb514f4e req-0040b70a-575c-4d55-af48-1f744c3937a7 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:00:46.338586 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-8a11248b-e00a-4270-b698-e3c2bb514f4e req-0040b70a-575c-4d55-af48-1f744c3937a7 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.20 "GET /networking/v2.0/networks?id=551d8846-f844-4925-a2fe-eef49820f7af HTTP/1.1" status: 200 len: 811 time: 0.2984791 Sep 08 14:00:46.395805 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-c33733b5-389a-4a78-808a-be9b2a29bb19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (91421a76-39ff-4685-90ca-aa6fbf6a1933), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:46.429983 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-8a11248b-e00a-4270-b698-e3c2bb514f4e req-1e674cf5-ccbd-43da-992d-99ad6283cb41 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.20 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=19d114fd258a4306b4c0665df90ae4c7 HTTP/1.1" status: 200 len: 380 time: 0.0742557 Sep 08 14:00:46.448469 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.v2.base [req-8a11248b-e00a-4270-b698-e3c2bb514f4e req-f2e50114-0632-4265-8ebc-8a404420cf59 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Request body: {'port': {'device_id': '6c0fbbab-644f-4d57-b4bf-644204a5b26f', 'network_id': '551d8846-f844-4925-a2fe-eef49820f7af', 'admin_state_up': True, 'tenant_id': '19d114fd258a4306b4c0665df90ae4c7', 'security_groups': ['ddf1d878-1109-4f29-aa9f-9fca2e3c8a7b']}} {{(pid=112710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:00:46.514412 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=100 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:00:46.571639 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.db [None req-554502ec-b96f-4a0f-bf18-dd9364979990 admin admin] For port 0ca98399-9c62-4c2e-b02f-2e468cdee8e8, host dv-cinder-820027-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-24-iscsi',level=0,port_id=0ca98399-9c62-4c2e-b02f-2e468cdee8e8,segment=NetworkSegment(20c24cd0-3b1f-4e89-83a4-717e24ca5a29),segment_id=20c24cd0-3b1f-4e89-83a4-717e24ca5a29)] {{(pid=112710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:00:46.572885 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-554502ec-b96f-4a0f-bf18-dd9364979990 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3750342'] for port (0ca98399-9c62-4c2e-b02f-2e468cdee8e8), precommit_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:46.604844 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.plugin [None req-554502ec-b96f-4a0f-bf18-dd9364979990 admin admin] Calling delete_port for 0ca98399-9c62-4c2e-b02f-2e468cdee8e8 owned by network:router_interface {{(pid=112710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 08 14:00:46.613361 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 41498) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:00:46.696565 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a11248b-e00a-4270-b698-e3c2bb514f4e req-f2e50114-0632-4265-8ebc-8a404420cf59 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Made reservation on behalf of 19d114fd258a4306b4c0665df90ae4c7 for: {'port': 1} {{(pid=112710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 14:00:46.700443 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-8a11248b-e00a-4270-b698-e3c2bb514f4e req-f2e50114-0632-4265-8ebc-8a404420cf59 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (None), before_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:46.757765 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-f32eebf7-81fd-4cf5-9e0e-425d50cbfc5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:46.830753 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:00:46.855899 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-f32eebf7-81fd-4cf5-9e0e-425d50cbfc5b admin admin] Publish callbacks [] for security_group (c8b0b28e-8e9f-4122-8318-f71c83fd0a42), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:46.890740 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-f32eebf7-81fd-4cf5-9e0e-425d50cbfc5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (c8b0b28e-8e9f-4122-8318-f71c83fd0a42), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:46.990854 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-f32eebf7-81fd-4cf5-9e0e-425d50cbfc5b admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=486f92d486e94e1e91b9cef7d7a185eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3756411 Sep 08 14:00:46.991596 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32eebf7-81fd-4cf5-9e0e-425d50cbfc5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8b0b28e-8e9f-4122-8318-f71c83fd0a42,revision_number=1']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:00:46.997269 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 41506) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:00:47.065028 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-77c23b06-2f44-4f16-8318-65f34f587e5a admin admin] Publish callbacks [] for security_group (c8b0b28e-8e9f-4122-8318-f71c83fd0a42), before_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:47.077247 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625add27-80a2-4cd7-b868-74747deb746c req-23b03894-417f-4cff-895e-dea6a3bdd07a tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:00:47.078816 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-625add27-80a2-4cd7-b868-74747deb746c req-23b03894-417f-4cff-895e-dea6a3bdd07a tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3625263b-e16f-4c5c-a20a-591dca9ca140 HTTP/1.1" status: 200 len: 945 time: 0.1029456 Sep 08 14:00:47.102608 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.db.db_base_plugin_common [req-8a11248b-e00a-4270-b698-e3c2bb514f4e req-f2e50114-0632-4265-8ebc-8a404420cf59 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Allocated IP 172.20.0.11 (551d8846-f844-4925-a2fe-eef49820f7af/8ad1b6f9-720f-46b5-a559-3250cb34e913/07945f23-93ca-4174-93c3-7352e02ec6a5) {{(pid=112710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:00:47.112928 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-77c23b06-2f44-4f16-8318-65f34f587e5a admin admin] Publish callbacks [] for security_group (c8b0b28e-8e9f-4122-8318-f71c83fd0a42), precommit_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:47.120912 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-1c44d97b-60ae-49ac-be07-1a3943d60ff1 req-09fc9de0-d5b0-43ee-9e35-7237780cf22d tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=6c0fbbab-644f-4d57-b4bf-644204a5b26f HTTP/1.1" status: 200 len: 210 time: 0.1460645 Sep 08 14:00:47.251022 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-77c23b06-2f44-4f16-8318-65f34f587e5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (c8b0b28e-8e9f-4122-8318-f71c83fd0a42), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:47.254168 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-554502ec-b96f-4a0f-bf18-dd9364979990 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729028594324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729028134310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10367820'] for port (0ca98399-9c62-4c2e-b02f-2e468cdee8e8), after_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:47.261848 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-77c23b06-2f44-4f16-8318-65f34f587e5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:47.265373 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-77c23b06-2f44-4f16-8318-65f34f587e5a admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/c8b0b28e-8e9f-4122-8318-f71c83fd0a42 HTTP/1.1" status: 204 len: 168 time: 0.2643740 Sep 08 14:00:47.284874 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c23b06-2f44-4f16-8318-65f34f587e5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8b0b28e-8e9f-4122-8318-f71c83fd0a42,revision_number=None']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:00:47.347783 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554502ec-b96f-4a0f-bf18-dd9364979990 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ca98399-9c62-4c2e-b02f-2e468cdee8e8,revision_number=None']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:00:47.352719 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-625add27-80a2-4cd7-b868-74747deb746c req-45d65802-80c9-4871-b6f8-6e66b38c5b87 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=add2800b-2be6-41a0-b142-3947b75ed529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2520962 Sep 08 14:00:47.496888 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-b7e97967-3fa9-4dcb-b3f0-dcc99b3a4378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (24e12250-b8f3-473f-bf71-765ca8669827), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:47.570351 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:00:47.816594 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-554502ec-b96f-4a0f-bf18-dd9364979990 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3690709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3681536'] for router_interface (02a208a6-8629-4695-a17f-fdd0442b3d34), after_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:47.827140 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-8a11248b-e00a-4270-b698-e3c2bb514f4e req-f2e50114-0632-4265-8ebc-8a404420cf59 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Publish callbacks [] for port (07945f23-93ca-4174-93c3-7352e02ec6a5), precommit_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:48.245954 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-8a11248b-e00a-4270-b698-e3c2bb514f4e req-f2e50114-0632-4265-8ebc-8a404420cf59 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729028134301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10367820'] for port (07945f23-93ca-4174-93c3-7352e02ec6a5), after_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:48.277698 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:00:48.332160 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164c5796-6220-4996-ae16-fe48306f5649 req-5f1a46ee-6401-414c-b1f5-05a67c05cdfa tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:00:48.333600 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-164c5796-6220-4996-ae16-fe48306f5649 req-5f1a46ee-6401-414c-b1f5-05a67c05cdfa tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=6c0fbbab-644f-4d57-b4bf-644204a5b26f HTTP/1.1" status: 200 len: 932 time: 0.1043861 Sep 08 14:00:48.335301 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a11248b-e00a-4270-b698-e3c2bb514f4e req-f2e50114-0632-4265-8ebc-8a404420cf59 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Network 551d8846-f844-4925-a2fe-eef49820f7af is already hosted by enough agents. {{(pid=112710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:00:48.345218 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.scheduler.base_scheduler [req-8a11248b-e00a-4270-b698-e3c2bb514f4e req-f2e50114-0632-4265-8ebc-8a404420cf59 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Resources bound (agent type, host, resource id): {{(pid=112710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:00:48.350174 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a11248b-e00a-4270-b698-e3c2bb514f4e req-f2e50114-0632-4265-8ebc-8a404420cf59 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Received port after_create {{(pid=112710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 08 14:00:48.357206 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e50114-0632-4265-8ebc-8a404420cf59 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Pushing event updated for resources: {'Port': ['ID=07945f23-93ca-4174-93c3-7352e02ec6a5,revision_number=1']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:00:48.470806 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:00:48.478519 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a11248b-e00a-4270-b698-e3c2bb514f4e req-f2e50114-0632-4265-8ebc-8a404420cf59 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:00:48.479129 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-8a11248b-e00a-4270-b698-e3c2bb514f4e req-f2e50114-0632-4265-8ebc-8a404420cf59 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161718'] for port (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:48.529289 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-164c5796-6220-4996-ae16-fe48306f5649 req-cbf641e7-bb7d-419c-a3dd-820665e02823 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ddf1d878-1109-4f29-aa9f-9fca2e3c8a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1873808 Sep 08 14:00:48.559110 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-8a11248b-e00a-4270-b698-e3c2bb514f4e req-f2e50114-0632-4265-8ebc-8a404420cf59 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1224334 Sep 08 14:00:48.564110 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-e6ede367-c700-475a-a237-325d2c387bf6 None None] Provisioning complete for port 07945f23-93ca-4174-93c3-7352e02ec6a5 triggered by entity DHCP. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:00:48.564638 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-e6ede367-c700-475a-a237-325d2c387bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (07945f23-93ca-4174-93c3-7352e02ec6a5), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:48.579937 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5763629-e8dd-45f0-909d-eaf9fd3bfca4 req-92a5b31e-84eb-4864-bb85-666ef1799634 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:00:48.581379 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-f5763629-e8dd-45f0-909d-eaf9fd3bfca4 req-92a5b31e-84eb-4864-bb85-666ef1799634 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3625263b-e16f-4c5c-a20a-591dca9ca140 HTTP/1.1" status: 200 len: 945 time: 0.1269066 Sep 08 14:00:48.600955 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-e6ede367-c700-475a-a237-325d2c387bf6 None None] Port 07945f23-93ca-4174-93c3-7352e02ec6a5 cannot update to ACTIVE because it is not bound. {{(pid=112711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 08 14:00:48.611025 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-554502ec-b96f-4a0f-bf18-dd9364979990 admin admin] Router 02a208a6-8629-4695-a17f-fdd0442b3d34 has already been hosted by L3 agent 91421a76-39ff-4685-90ca-aa6fbf6a1933 {{(pid=112710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 14:00:48.677870 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-f5763629-e8dd-45f0-909d-eaf9fd3bfca4 req-2b3e501f-2b61-4f0c-a70c-6c2f1142c166 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=add2800b-2be6-41a0-b142-3947b75ed529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889800 Sep 08 14:00:48.722534 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.v2.base [req-8a11248b-e00a-4270-b698-e3c2bb514f4e req-29eb5b2f-f28f-4036-985e-311dfa525bdf service neutron] Request body: {'port': {'device_id': '6c0fbbab-644f-4d57-b4bf-644204a5b26f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82002'}} {{(pid=112710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:00:48.770700 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-554502ec-b96f-4a0f-bf18-dd9364979990 admin admin] Notify agent at l3_agent.dv-cinder-820027-24-iscsi the message routers_updated {{(pid=112710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:00:48.778904 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85210d88-881f-42a3-aa89-843a5ad474e0 None None] Sync routers for ids ['02a208a6-8629-4695-a17f-fdd0442b3d34'] in dv-cinder-820027-24-iscsi {{(pid=112711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:00:48.789330 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-554502ec-b96f-4a0f-bf18-dd9364979990 admin admin] 10.222.0.55 "PUT /networking/v2.0/routers/02a208a6-8629-4695-a17f-fdd0442b3d34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7178118 Sep 08 14:00:48.790395 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85210d88-881f-42a3-aa89-843a5ad474e0 None None] Routers {'02a208a6-8629-4695-a17f-fdd0442b3d34'} bound to L3 agent in host dv-cinder-820027-24-iscsi {{(pid=112711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:00:48.791203 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_hamode_db [None req-85210d88-881f-42a3-aa89-843a5ad474e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-08T13:44:16Z,description=,heartbeat_timestamp=2022-09-08T14:00:46Z,host='dv-cinder-820027-24-iscsi',id=91421a76-39ff-4685-90ca-aa6fbf6a1933,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:44:16Z,topic='l3_agent')) {'router_ids': ['02a208a6-8629-4695-a17f-fdd0442b3d34'], 'active': True} {{(pid=112711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:00:48.791953 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 41538) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:00:48.800363 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-8a11248b-e00a-4270-b698-e3c2bb514f4e req-29eb5b2f-f28f-4036-985e-311dfa525bdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (07945f23-93ca-4174-93c3-7352e02ec6a5), before_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:48.837154 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:00:48.852889 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=83,neutron:DELETE=10,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:00:48.907661 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvr_db [None req-85210d88-881f-42a3-aa89-843a5ad474e0 None None] Set router 02a208a6-8629-4695-a17f-fdd0442b3d34 gateway port host: dv-cinder-820027-24-iscsi {{(pid=112711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:00:48.933865 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-4dc0bda4-e81a-4b9a-b07d-10114580121f admin admin] Publish callbacks [] for router (02a208a6-8629-4695-a17f-fdd0442b3d34), before_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:48.976245 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce90c09e-e21b-46ab-aa3c-8b65d273bfc7 req-bfa07a96-e95b-423d-bf11-326a52446ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:00:48.977875 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-ce90c09e-e21b-46ab-aa3c-8b65d273bfc7 req-bfa07a96-e95b-423d-bf11-326a52446ce1 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=bc4476b1f4b84b5593ff2650592b9fb7&device_id=3625263b-e16f-4c5c-a20a-591dca9ca140 HTTP/1.1" status: 200 len: 1129 time: 0.0531864 Sep 08 14:00:49.060765 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-4dc0bda4-e81a-4b9a-b07d-10114580121f admin admin] Publish callbacks [] for router_gateway (02a208a6-8629-4695-a17f-fdd0442b3d34), before_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:49.089196 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 41546) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:00:49.117896 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.plugin [None req-4dc0bda4-e81a-4b9a-b07d-10114580121f admin admin] Deleting port e8f2f592-277a-4d05-986e-4d884ef99bfb {{(pid=112709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 08 14:00:49.118332 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-4dc0bda4-e81a-4b9a-b07d-10114580121f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729028590053'] for port (e8f2f592-277a-4d05-986e-4d884ef99bfb), before_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:49.145492 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce90c09e-e21b-46ab-aa3c-8b65d273bfc7 req-a96e2d1a-cb93-4766-ac2b-37adcafb0e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:00:49.147055 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-ce90c09e-e21b-46ab-aa3c-8b65d273bfc7 req-a96e2d1a-cb93-4766-ac2b-37adcafb0e8e service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=1c9b3d05-20f8-440e-89b3-587b430f97a5 HTTP/1.1" status: 200 len: 918 time: 0.1532984 Sep 08 14:00:49.168496 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (6df97c0c-9140-47af-8c93-84593b95031c), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:49.171752 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-604b277b-9310-4e7b-bd1a-c26598410893 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (ad63ffce-77d1-4b05-ac53-eeb1c28e2aec), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:49.219380 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:00:49.228324 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.db [None req-4dc0bda4-e81a-4b9a-b07d-10114580121f admin admin] For port e8f2f592-277a-4d05-986e-4d884ef99bfb, host dv-cinder-820027-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-24-iscsi',level=0,port_id=e8f2f592-277a-4d05-986e-4d884ef99bfb,segment=NetworkSegment(ebffaf8e-8370-4e1c-9c1b-02c9fe7aa40e),segment_id=ebffaf8e-8370-4e1c-9c1b-02c9fe7aa40e)] {{(pid=112709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:00:49.228682 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-4dc0bda4-e81a-4b9a-b07d-10114580121f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3750342'] for port (e8f2f592-277a-4d05-986e-4d884ef99bfb), precommit_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:49.251407 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.plugin [None req-4dc0bda4-e81a-4b9a-b07d-10114580121f admin admin] Calling delete_port for e8f2f592-277a-4d05-986e-4d884ef99bfb owned by network:router_gateway {{(pid=112709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 08 14:00:49.263296 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_hamode_db [None req-85210d88-881f-42a3-aa89-843a5ad474e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02a208a6-8629-4695-a17f-fdd0442b3d34', 'name': 'tempest-AttachVolumeNegativeTest-1590919179-router', 'tenant_id': 'b4ca185497284e9780eba8fc2e713d6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'e8f2f592-277a-4d05-986e-4d884ef99bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:52:26Z', 'updated_at': '2022-09-08T14:00:46Z', 'revision_number': 5, 'project_id': 'b4ca185497284e9780eba8fc2e713d6e', 'gw_port': {'id': 'e8f2f592-277a-4d05-986e-4d884ef99bfb', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:98:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a208a6-8629-4695-a17f-fdd0442b3d34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:52:27Z', 'updated_at': '2022-09-08T13:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi'}], 'dv-cinder-820027-24-iscsi', False) {} {{(pid=112711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:00:49.273724 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-ce90c09e-e21b-46ab-aa3c-8b65d273bfc7 req-e9d853c5-e348-44c1-bc91-8c8dcd8bad56 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=daea8158-0875-402f-9603-ddb321067a70 HTTP/1.1" status: 200 len: 1001 time: 0.1189256 Sep 08 14:00:49.290089 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85210d88-881f-42a3-aa89-843a5ad474e0 None None] Checking router: 02a208a6-8629-4695-a17f-fdd0442b3d34 for host: dv-cinder-820027-24-iscsi {{(pid=112711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:00:49.302300 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85210d88-881f-42a3-aa89-843a5ad474e0 None None] Routers {'02a208a6-8629-4695-a17f-fdd0442b3d34'} bound to L3 agent in host dv-cinder-820027-24-iscsi {{(pid=112711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:00:49.302920 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_hamode_db [None req-85210d88-881f-42a3-aa89-843a5ad474e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-08T13:44:16Z,description=,heartbeat_timestamp=2022-09-08T14:00:46Z,host='dv-cinder-820027-24-iscsi',id=91421a76-39ff-4685-90ca-aa6fbf6a1933,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:44:16Z,topic='l3_agent')) {'router_ids': ['02a208a6-8629-4695-a17f-fdd0442b3d34'], 'active': True} {{(pid=112711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:00:49.400571 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvr_db [None req-85210d88-881f-42a3-aa89-843a5ad474e0 None None] Set router 02a208a6-8629-4695-a17f-fdd0442b3d34 gateway port host: None {{(pid=112711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:00:49.421286 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.notifiers.nova [req-8a11248b-e00a-4270-b698-e3c2bb514f4e req-29eb5b2f-f28f-4036-985e-311dfa525bdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07945f23-93ca-4174-93c3-7352e02ec6a5 {{(pid=112710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 08 14:00:49.426337 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce90c09e-e21b-46ab-aa3c-8b65d273bfc7 req-d6afd020-7852-4838-9eef-1f41fa5bd9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:00:49.427827 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-ce90c09e-e21b-46ab-aa3c-8b65d273bfc7 req-d6afd020-7852-4838-9eef-1f41fa5bd9c0 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=c1fdd510-cbc1-4f0f-8fbd-e177b9f3baf0 HTTP/1.1" status: 200 len: 856 time: 0.1422110 Sep 08 14:00:49.432059 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:00:49.435924 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-8a11248b-e00a-4270-b698-e3c2bb514f4e req-29eb5b2f-f28f-4036-985e-311dfa525bdf service neutron] Publish callbacks [] for port (07945f23-93ca-4174-93c3-7352e02ec6a5), precommit_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:49.455439 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-4dc0bda4-e81a-4b9a-b07d-10114580121f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729028594324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729028134310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9153317'] for port (e8f2f592-277a-4d05-986e-4d884ef99bfb), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:49.463473 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_hamode_db [None req-85210d88-881f-42a3-aa89-843a5ad474e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02a208a6-8629-4695-a17f-fdd0442b3d34', 'name': 'tempest-AttachVolumeNegativeTest-1590919179-router', 'tenant_id': 'b4ca185497284e9780eba8fc2e713d6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:52:26Z', 'updated_at': '2022-09-08T14:00:49Z', 'revision_number': 6, 'project_id': 'b4ca185497284e9780eba8fc2e713d6e', 'gw_port_host': None}], 'dv-cinder-820027-24-iscsi', False) {} {{(pid=112711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:00:49.492208 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc0bda4-e81a-4b9a-b07d-10114580121f admin admin] Pushing event deleted for resources: {'Port': ['ID=e8f2f592-277a-4d05-986e-4d884ef99bfb,revision_number=None']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:00:49.492985 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85210d88-881f-42a3-aa89-843a5ad474e0 None None] The sync data for ids ['02a208a6-8629-4695-a17f-fdd0442b3d34'] in dv-cinder-820027-24-iscsi is: [{'id': '02a208a6-8629-4695-a17f-fdd0442b3d34', 'name': 'tempest-AttachVolumeNegativeTest-1590919179-router', 'tenant_id': 'b4ca185497284e9780eba8fc2e713d6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:52:26Z', 'updated_at': '2022-09-08T14:00:49Z', 'revision_number': 6, 'project_id': 'b4ca185497284e9780eba8fc2e713d6e', 'gw_port_host': None}] {{(pid=112711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:00:49.520441 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.db.provisioning_blocks [req-8a11248b-e00a-4270-b698-e3c2bb514f4e req-29eb5b2f-f28f-4036-985e-311dfa525bdf service neutron] Transition to ACTIVE for port object 07945f23-93ca-4174-93c3-7352e02ec6a5 will not be triggered until provisioned by entity L2. {{(pid=112710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 08 14:00:49.528344 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-8a11248b-e00a-4270-b698-e3c2bb514f4e req-29eb5b2f-f28f-4036-985e-311dfa525bdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10367797'] for port (07945f23-93ca-4174-93c3-7352e02ec6a5), after_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:49.553709 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-4dc0bda4-e81a-4b9a-b07d-10114580121f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3679346'] for router_gateway (02a208a6-8629-4695-a17f-fdd0442b3d34), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:49.565193 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce90c09e-e21b-46ab-aa3c-8b65d273bfc7 req-e41d00ee-56dc-4494-97a7-f9deb7f25f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:00:49.566757 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-ce90c09e-e21b-46ab-aa3c-8b65d273bfc7 req-e41d00ee-56dc-4494-97a7-f9deb7f25f6b service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=1c9b3d05-20f8-440e-89b3-587b430f97a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1255643 Sep 08 14:00:49.653134 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-4dc0bda4-e81a-4b9a-b07d-10114580121f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3678294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8286'] for router (02a208a6-8629-4695-a17f-fdd0442b3d34), precommit_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:49.656908 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-4dc0bda4-e81a-4b9a-b07d-10114580121f admin admin] Publish callbacks [] for router_controller (02a208a6-8629-4695-a17f-fdd0442b3d34), precommit_delete_associations {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:49.702798 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29eb5b2f-f28f-4036-985e-311dfa525bdf service neutron] Pushing event updated for resources: {'Port': ['ID=07945f23-93ca-4174-93c3-7352e02ec6a5,revision_number=2']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:00:49.707295 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-4dc0bda4-e81a-4b9a-b07d-10114580121f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3681589'] for router (02a208a6-8629-4695-a17f-fdd0442b3d34), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:49.708239 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dc0bda4-e81a-4b9a-b07d-10114580121f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 02a208a6-8629-4695-a17f-fdd0442b3d34 {{(pid=112709) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 14:00:49.713833 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-4dc0bda4-e81a-4b9a-b07d-10114580121f admin admin] Publish callbacks [] for router (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:49.715286 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-4dc0bda4-e81a-4b9a-b07d-10114580121f admin admin] 10.222.0.55 "DELETE /networking/v2.0/routers/02a208a6-8629-4695-a17f-fdd0442b3d34 HTTP/1.1" status: 204 len: 168 time: 0.9218311 Sep 08 14:00:49.717809 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 41554) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:00:49.736990 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:00:49.772522 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec5a0757-a3df-4c93-ac0c-dceea757cc97 admin admin] Deleting subnet a139bee4-b378-4a6d-bfa3-c572d95f8369 {{(pid=112709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 08 14:00:49.776348 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-ec5a0757-a3df-4c93-ac0c-dceea757cc97 admin admin] Publish callbacks [] for subnet (a139bee4-b378-4a6d-bfa3-c572d95f8369), before_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:49.812651 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-ec5a0757-a3df-4c93-ac0c-dceea757cc97 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9760373'] for subnet (a139bee4-b378-4a6d-bfa3-c572d95f8369), precommit_delete_associations {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:49.836832 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e982c6d3-20be-4f77-96a3-87770bcdee76 req-265cc050-0053-4cd1-a535-5c7dd9786050 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:00:49.838948 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e982c6d3-20be-4f77-96a3-87770bcdee76 req-265cc050-0053-4cd1-a535-5c7dd9786050 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=6c0fbbab-644f-4d57-b4bf-644204a5b26f HTTP/1.1" status: 200 len: 944 time: 0.1986322 Sep 08 14:00:49.892681 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-ec5a0757-a3df-4c93-ac0c-dceea757cc97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1468842'] for subnet (a139bee4-b378-4a6d-bfa3-c572d95f8369), precommit_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:49.921297 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:00:49.938077 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4614fa92-1e11-4142-a085-694269909090 req-9a726aae-866a-48b6-bb11-969a0fbf4a4d tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:00:49.939546 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-4614fa92-1e11-4142-a085-694269909090 req-9a726aae-866a-48b6-bb11-969a0fbf4a4d tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3625263b-e16f-4c5c-a20a-591dca9ca140 HTTP/1.1" status: 200 len: 945 time: 0.1597655 Sep 08 14:00:49.956144 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-ec5a0757-a3df-4c93-ac0c-dceea757cc97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9153298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9398214'] for subnet (a139bee4-b378-4a6d-bfa3-c572d95f8369), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:49.977253 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-ce90c09e-e21b-46ab-aa3c-8b65d273bfc7 req-6f212772-13b3-401a-ac10-a37921438b9d service neutron] 10.222.0.20 "GET /networking/v2.0/networks/1c9b3d05-20f8-440e-89b3-587b430f97a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3980105 Sep 08 14:00:49.982548 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5a0757-a3df-4c93-ac0c-dceea757cc97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a139bee4-b378-4a6d-bfa3-c572d95f8369,revision_number=None']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:00:49.986262 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-ec5a0757-a3df-4c93-ac0c-dceea757cc97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693876'] for subnet (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:49.989411 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-ec5a0757-a3df-4c93-ac0c-dceea757cc97 admin admin] 10.222.0.55 "DELETE /networking/v2.0/subnets/a139bee4-b378-4a6d-bfa3-c572d95f8369 HTTP/1.1" status: 204 len: 168 time: 0.2706563 Sep 08 14:00:49.991604 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a40c7635-87f4-4cee-ba8f-031ca18e3e7d None None] Network cf5901ef-2ee5-4879-85aa-18770c77b80a requested from dv-cinder-820027-24-iscsi {{(pid=112711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 08 14:00:49.992123 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 41556) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:00:50.017211 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:00:50.053917 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e982c6d3-20be-4f77-96a3-87770bcdee76 req-54f7281b-c371-4e9f-848c-97d728577091 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ddf1d878-1109-4f29-aa9f-9fca2e3c8a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1901066 Sep 08 14:00:50.055066 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.managers [req-8a11248b-e00a-4270-b698-e3c2bb514f4e req-29eb5b2f-f28f-4036-985e-311dfa525bdf service neutron] Attempting to bind port 07945f23-93ca-4174-93c3-7352e02ec6a5 on host hv-cinder-82002 for vnic_type normal with profile {{(pid=112710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 08 14:00:50.055219 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.managers [req-8a11248b-e00a-4270-b698-e3c2bb514f4e req-29eb5b2f-f28f-4036-985e-311dfa525bdf service neutron] Attempting to bind port 07945f23-93ca-4174-93c3-7352e02ec6a5 by drivers openvswitch,hyperv on host hv-cinder-82002 at level 0 using segments [{'id': '8c3064d6-a80a-4cdc-832a-15ed9b418cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '551d8846-f844-4925-a2fe-eef49820f7af'}] {{(pid=112710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 08 14:00:50.055550 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a11248b-e00a-4270-b698-e3c2bb514f4e req-29eb5b2f-f28f-4036-985e-311dfa525bdf service neutron] Attempting to bind port 07945f23-93ca-4174-93c3-7352e02ec6a5 on network 551d8846-f844-4925-a2fe-eef49820f7af {{(pid=112710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 14:00:50.095461 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-5844342e-3ae8-4500-81ef-54db4a20913c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1549321'] for network (cf5901ef-2ee5-4879-85aa-18770c77b80a), before_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:50.108285 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Device e8f2f592-277a-4d05-986e-4d884ef99bfb no longer exists at agent ovs-agent-dv-cinder-820027-24-iscsi {{(pid=112711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:00:50.140859 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.plugin [None req-5844342e-3ae8-4500-81ef-54db4a20913c admin admin] Deleting port 9126f243-3223-422a-85fe-d48ffd6e7dfd {{(pid=112709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 08 14:00:50.141205 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-5844342e-3ae8-4500-81ef-54db4a20913c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729028590053'] for port (9126f243-3223-422a-85fe-d48ffd6e7dfd), before_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:50.151541 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] No Port match for: e8f2f592-277a-4d05-986e-4d884ef99bfb {{(pid=112711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 08 14:00:50.151940 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Device e8f2f592-277a-4d05-986e-4d884ef99bfb not bound to the agent host dv-cinder-820027-24-iscsi {{(pid=112711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:00:50.152322 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Device 0ca98399-9c62-4c2e-b02f-2e468cdee8e8 no longer exists at agent ovs-agent-dv-cinder-820027-24-iscsi {{(pid=112711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:00:50.178817 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] No Port match for: 0ca98399-9c62-4c2e-b02f-2e468cdee8e8 {{(pid=112711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 08 14:00:50.179168 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Device 0ca98399-9c62-4c2e-b02f-2e468cdee8e8 not bound to the agent host dv-cinder-820027-24-iscsi {{(pid=112711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:00:50.208392 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.db [None req-5844342e-3ae8-4500-81ef-54db4a20913c admin admin] For port 9126f243-3223-422a-85fe-d48ffd6e7dfd, host dv-cinder-820027-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-24-iscsi',level=0,port_id=9126f243-3223-422a-85fe-d48ffd6e7dfd,segment=NetworkSegment(20c24cd0-3b1f-4e89-83a4-717e24ca5a29),segment_id=20c24cd0-3b1f-4e89-83a4-717e24ca5a29)] {{(pid=112709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:00:50.208612 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-5844342e-3ae8-4500-81ef-54db4a20913c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3750342'] for port (9126f243-3223-422a-85fe-d48ffd6e7dfd), precommit_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:50.223193 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.plugin [None req-5844342e-3ae8-4500-81ef-54db4a20913c admin admin] Calling delete_port for 9126f243-3223-422a-85fe-d48ffd6e7dfd owned by network:dhcp {{(pid=112709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 08 14:00:50.245943 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-4614fa92-1e11-4142-a085-694269909090 req-5cc6506f-184e-4636-8516-e925b55c2c6a tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=add2800b-2be6-41a0-b142-3947b75ed529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2985365 Sep 08 14:00:50.284651 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e33a6ec-ab7f-4445-a86f-5256017d3c2b None None] DHCP port deletion for cf5901ef-2ee5-4879-85aa-18770c77b80a request from dv-cinder-820027-24-iscsi {{(pid=112711) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 08 14:00:50.288122 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=84,neutron:DELETE=13,neutron:UPDATE=3 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:00:50.292963 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a11248b-e00a-4270-b698-e3c2bb514f4e req-29eb5b2f-f28f-4036-985e-311dfa525bdf service neutron] Port 07945f23-93ca-4174-93c3-7352e02ec6a5 on network 551d8846-f844-4925-a2fe-eef49820f7af not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82002 {{(pid=112710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 08 14:00:50.293753 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a11248b-e00a-4270-b698-e3c2bb514f4e req-29eb5b2f-f28f-4036-985e-311dfa525bdf service neutron] Attempting to bind port 07945f23-93ca-4174-93c3-7352e02ec6a5 on network 551d8846-f844-4925-a2fe-eef49820f7af {{(pid=112710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 14:00:50.328695 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:00:50.332227 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:00:50.335662 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-5844342e-3ae8-4500-81ef-54db4a20913c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729028594324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729028134310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9153317'] for port (9126f243-3223-422a-85fe-d48ffd6e7dfd), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:50.338521 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-ce90c09e-e21b-46ab-aa3c-8b65d273bfc7 req-06de742c-2963-40e2-8daf-95ed91a0808f service neutron] 10.222.0.20 "GET /networking/v2.0/networks/1c9b3d05-20f8-440e-89b3-587b430f97a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3256650 Sep 08 14:00:50.341871 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-bcd515e5-4823-4866-993d-34d3c010f597 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3854320'] for router_interface (d9900679-40ee-433a-a560-a42dfc9cff15), before_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:50.342810 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-0e33a6ec-ab7f-4445-a86f-5256017d3c2b None None] Deleting port 9126f243-3223-422a-85fe-d48ffd6e7dfd {{(pid=112711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 08 14:00:50.343254 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-0e33a6ec-ab7f-4445-a86f-5256017d3c2b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729028590053'] for port (9126f243-3223-422a-85fe-d48ffd6e7dfd), before_delete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:50.371311 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5844342e-3ae8-4500-81ef-54db4a20913c admin admin] No DVR routers for this DVR port 9126f243-3223-422a-85fe-d48ffd6e7dfd on host dv-cinder-820027-24-iscsi {{(pid=112709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 08 14:00:50.405166 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a11248b-e00a-4270-b698-e3c2bb514f4e req-29eb5b2f-f28f-4036-985e-311dfa525bdf service neutron] Checking agent: {'id': '4c2ff875-e6d7-424e-bdc7-d4b2ed4bdd9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82002', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 8, 13, 50, 33), 'started_at': datetime.datetime(2022, 9, 8, 13, 50, 33), 'heartbeat_timestamp': datetime.datetime(2022, 9, 8, 14, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 08 14:00:50.405990 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a11248b-e00a-4270-b698-e3c2bb514f4e req-29eb5b2f-f28f-4036-985e-311dfa525bdf service neutron] Checking segment: {'id': '8c3064d6-a80a-4cdc-832a-15ed9b418cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '551d8846-f844-4925-a2fe-eef49820f7af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 14:00:50.405990 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a11248b-e00a-4270-b698-e3c2bb514f4e req-29eb5b2f-f28f-4036-985e-311dfa525bdf service neutron] Bound using segment: {'id': '8c3064d6-a80a-4cdc-832a-15ed9b418cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '551d8846-f844-4925-a2fe-eef49820f7af'} {{(pid=112710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 08 14:00:50.406342 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.managers [req-8a11248b-e00a-4270-b698-e3c2bb514f4e req-29eb5b2f-f28f-4036-985e-311dfa525bdf service neutron] Bound port: 07945f23-93ca-4174-93c3-7352e02ec6a5, host: hv-cinder-82002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c3064d6-a80a-4cdc-832a-15ed9b418cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '551d8846-f844-4925-a2fe-eef49820f7af'}}] {{(pid=112710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 08 14:00:50.406694 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-8a11248b-e00a-4270-b698-e3c2bb514f4e req-29eb5b2f-f28f-4036-985e-311dfa525bdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (07945f23-93ca-4174-93c3-7352e02ec6a5), before_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:50.412007 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5844342e-3ae8-4500-81ef-54db4a20913c admin admin] Pushing event deleted for resources: {'Port': ['ID=9126f243-3223-422a-85fe-d48ffd6e7dfd,revision_number=None']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:00:50.412171 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-0e33a6ec-ab7f-4445-a86f-5256017d3c2b None None] For port 9126f243-3223-422a-85fe-d48ffd6e7dfd, host dv-cinder-820027-24-iscsi, got binding levels [] {{(pid=112711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:00:50.412590 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-0e33a6ec-ab7f-4445-a86f-5256017d3c2b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3750342'] for port (9126f243-3223-422a-85fe-d48ffd6e7dfd), precommit_delete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:50.430700 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-0e33a6ec-ab7f-4445-a86f-5256017d3c2b None None] Calling delete_port for 9126f243-3223-422a-85fe-d48ffd6e7dfd owned by network:dhcp {{(pid=112711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 08 14:00:50.434922 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.ipam_backend_mixin [None req-0e33a6ec-ab7f-4445-a86f-5256017d3c2b None None] Port 9126f243-3223-422a-85fe-d48ffd6e7dfd was not found and therefore no delete operation was performed {{(pid=112711) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Sep 08 14:00:50.436477 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-0e33a6ec-ab7f-4445-a86f-5256017d3c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729028594324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729028134310'] for port (9126f243-3223-422a-85fe-d48ffd6e7dfd), after_delete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:50.461766 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e33a6ec-ab7f-4445-a86f-5256017d3c2b None None] Pushing event deleted for resources: {'Port': ['ID=9126f243-3223-422a-85fe-d48ffd6e7dfd,revision_number=None']} {{(pid=112711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:00:50.467603 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e33a6ec-ab7f-4445-a86f-5256017d3c2b None None] No DVR routers for this DVR port 9126f243-3223-422a-85fe-d48ffd6e7dfd on host dv-cinder-820027-24-iscsi {{(pid=112711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 08 14:00:50.493316 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-5844342e-3ae8-4500-81ef-54db4a20913c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1385153', 'neutron.services.segments.db._delete_segments_for_network-8729028602525'] for network (cf5901ef-2ee5-4879-85aa-18770c77b80a), precommit_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:50.522761 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.services.segments.db [None req-5844342e-3ae8-4500-81ef-54db4a20913c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf5901ef-2ee5-4879-85aa-18770c77b80a']}} {{(pid=112709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:00:50.533177 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.services.segments.db [None req-5844342e-3ae8-4500-81ef-54db4a20913c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20c24cd0-3b1f-4e89-83a4-717e24ca5a29') {'for_net_delete': True} {{(pid=112709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:00:50.533476 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.services.segments.db [None req-5844342e-3ae8-4500-81ef-54db4a20913c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20c24cd0-3b1f-4e89-83a4-717e24ca5a29') {} {{(pid=112709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:00:50.543760 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-5844342e-3ae8-4500-81ef-54db4a20913c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729028602570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9760398'] for segment (20c24cd0-3b1f-4e89-83a4-717e24ca5a29), before_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:50.558937 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-5844342e-3ae8-4500-81ef-54db4a20913c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1392598'] for segment (20c24cd0-3b1f-4e89-83a4-717e24ca5a29), precommit_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:50.565909 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5844342e-3ae8-4500-81ef-54db4a20913c admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=112709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 14:00:50.566548 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-5844342e-3ae8-4500-81ef-54db4a20913c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1392598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9153400'] for segment (20c24cd0-3b1f-4e89-83a4-717e24ca5a29), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:50.572374 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.db [req-8a11248b-e00a-4270-b698-e3c2bb514f4e req-29eb5b2f-f28f-4036-985e-311dfa525bdf service neutron] For port 07945f23-93ca-4174-93c3-7352e02ec6a5, host hv-cinder-82002, cleared binding levels {{(pid=112710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:00:50.590628 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.db [req-8a11248b-e00a-4270-b698-e3c2bb514f4e req-29eb5b2f-f28f-4036-985e-311dfa525bdf service neutron] For port 07945f23-93ca-4174-93c3-7352e02ec6a5, host hv-cinder-82002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=07945f23-93ca-4174-93c3-7352e02ec6a5,segment=NetworkSegment(8c3064d6-a80a-4cdc-832a-15ed9b418cbb),segment_id=8c3064d6-a80a-4cdc-832a-15ed9b418cbb)] {{(pid=112710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 14:00:50.614099 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.services.segments.plugin [-] Segment 20c24cd0-3b1f-4e89-83a4-717e24ca5a29 resource provider aggregate not found Sep 08 14:00:50.626692 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-8a11248b-e00a-4270-b698-e3c2bb514f4e req-29eb5b2f-f28f-4036-985e-311dfa525bdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10367797'] for port (07945f23-93ca-4174-93c3-7352e02ec6a5), after_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:50.635062 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.services.segments.plugin [-] Segment 20c24cd0-3b1f-4e89-83a4-717e24ca5a29 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 20c24cd0-3b1f-4e89-83a4-717e24ca5a29 found for delete ", "request_id": "req-05b33d87-474a-44ef-bcb6-5460fd4bd266"}]} Sep 08 14:00:50.635248 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a11248b-e00a-4270-b698-e3c2bb514f4e req-29eb5b2f-f28f-4036-985e-311dfa525bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:00:50.635832 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-8a11248b-e00a-4270-b698-e3c2bb514f4e req-29eb5b2f-f28f-4036-985e-311dfa525bdf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161718'] for port (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:50.637395 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-8a11248b-e00a-4270-b698-e3c2bb514f4e req-29eb5b2f-f28f-4036-985e-311dfa525bdf service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/07945f23-93ca-4174-93c3-7352e02ec6a5 HTTP/1.1" status: 200 len: 1094 time: 1.9193444 Sep 08 14:00:50.638960 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c0fbbab-644f-4d57-b4bf-644204a5b26f', 'tag': '07945f23-93ca-4174-93c3-7352e02ec6a5'}] {{(pid=112710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 14:00:50.639505 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-5844342e-3ae8-4500-81ef-54db4a20913c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1385144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3679383'] for network (cf5901ef-2ee5-4879-85aa-18770c77b80a), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:50.641227 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4aaac3e20a53a8e6247a431178541979a817c05ad734f54eee24c8be994502e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56e7bf11-1671-4622-b3f3-b55d41ea36a8" -d '{"events": [{"name": "network-changed", "server_uuid": "6c0fbbab-644f-4d57-b4bf-644204a5b26f", "tag": "07945f23-93ca-4174-93c3-7352e02ec6a5"}]}' {{(pid=112710) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:00:50.644620 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-5844342e-3ae8-4500-81ef-54db4a20913c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693876'] for network (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:50.647442 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-5844342e-3ae8-4500-81ef-54db4a20913c admin admin] 10.222.0.55 "DELETE /networking/v2.0/networks/cf5901ef-2ee5-4879-85aa-18770c77b80a HTTP/1.1" status: 204 len: 168 time: 0.6546912 Sep 08 14:00:50.660369 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5844342e-3ae8-4500-81ef-54db4a20913c admin admin] Pushing event deleted for resources: {'Network': ['ID=cf5901ef-2ee5-4879-85aa-18770c77b80a,revision_number=None']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:00:50.701521 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:00:50.708561 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Sep 2022 14:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c9d1620-6959-40b0-a0ca-8d2632b31352 x-openstack-request-id: req-9c9d1620-6959-40b0-a0ca-8d2632b31352 {{(pid=112710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:00:50.709175 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c0fbbab-644f-4d57-b4bf-644204a5b26f", "tag": "07945f23-93ca-4174-93c3-7352e02ec6a5", "status": "completed", "code": 200}]} {{(pid=112710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:00:50.709175 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9c9d1620-6959-40b0-a0ca-8d2632b31352 {{(pid=112710) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:00:50.709462 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c9d1620-6959-40b0-a0ca-8d2632b31352'] response: {'name': 'network-changed', 'server_uuid': '6c0fbbab-644f-4d57-b4bf-644204a5b26f', 'tag': '07945f23-93ca-4174-93c3-7352e02ec6a5', 'status': 'completed', 'code': 200} Sep 08 14:00:50.726627 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.plugin [None req-bcd515e5-4823-4866-993d-34d3c010f597 admin admin] Deleting port 1a7489d7-d72b-47ed-8e6c-9a314e4fd6e9 {{(pid=112710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 08 14:00:50.727037 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-bcd515e5-4823-4866-993d-34d3c010f597 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729028590053'] for port (1a7489d7-d72b-47ed-8e6c-9a314e4fd6e9), before_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:50.729268 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29eb5b2f-f28f-4036-985e-311dfa525bdf service neutron] Pushing event updated for resources: {'Port': ['ID=07945f23-93ca-4174-93c3-7352e02ec6a5,revision_number=3']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:00:50.776273 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 41566) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:00:50.814606 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.db [None req-bcd515e5-4823-4866-993d-34d3c010f597 admin admin] For port 1a7489d7-d72b-47ed-8e6c-9a314e4fd6e9, host dv-cinder-820027-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-24-iscsi',level=0,port_id=1a7489d7-d72b-47ed-8e6c-9a314e4fd6e9,segment=NetworkSegment(85382ad6-9794-441c-848f-26fa1eb3f5ed),segment_id=85382ad6-9794-441c-848f-26fa1eb3f5ed)] {{(pid=112710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:00:50.814964 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-bcd515e5-4823-4866-993d-34d3c010f597 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3750342'] for port (1a7489d7-d72b-47ed-8e6c-9a314e4fd6e9), precommit_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:50.819617 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-a1f9a680-1522-4bf1-a58d-86251735cb4a admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=b4ca185497284e9780eba8fc2e713d6e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0421968 Sep 08 14:00:50.822771 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 41568) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:00:50.828351 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.plugin [None req-bcd515e5-4823-4866-993d-34d3c010f597 admin admin] Calling delete_port for 1a7489d7-d72b-47ed-8e6c-9a314e4fd6e9 owned by network:router_interface {{(pid=112710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 08 14:00:50.873015 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-a6d46ddd-cc21-4f7e-9dab-e56d2acf2c87 admin admin] Publish callbacks [] for security_group (482efcbf-8321-40b7-a07f-68304c27e0b5), before_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:50.893569 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-a6d46ddd-cc21-4f7e-9dab-e56d2acf2c87 admin admin] Publish callbacks [] for security_group (482efcbf-8321-40b7-a07f-68304c27e0b5), precommit_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:50.942681 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-a6d46ddd-cc21-4f7e-9dab-e56d2acf2c87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (482efcbf-8321-40b7-a07f-68304c27e0b5), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:50.945437 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-a6d46ddd-cc21-4f7e-9dab-e56d2acf2c87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:50.946647 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-a6d46ddd-cc21-4f7e-9dab-e56d2acf2c87 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/482efcbf-8321-40b7-a07f-68304c27e0b5 HTTP/1.1" status: 204 len: 168 time: 0.1228726 Sep 08 14:00:50.956293 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d46ddd-cc21-4f7e-9dab-e56d2acf2c87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=482efcbf-8321-40b7-a07f-68304c27e0b5,revision_number=None']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:00:51.021143 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-bcd515e5-4823-4866-993d-34d3c010f597 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729028594324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729028134310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10367820'] for port (1a7489d7-d72b-47ed-8e6c-9a314e4fd6e9), after_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:51.047809 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd515e5-4823-4866-993d-34d3c010f597 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a7489d7-d72b-47ed-8e6c-9a314e4fd6e9,revision_number=None']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:00:51.107131 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:00:51.555930 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b34586-5076-406d-bf94-43b5c8d62e45 req-e728b1e6-07c8-4a0a-a404-f6df167744c0 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:00:51.557379 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-09b34586-5076-406d-bf94-43b5c8d62e45 req-e728b1e6-07c8-4a0a-a404-f6df167744c0 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=6c0fbbab-644f-4d57-b4bf-644204a5b26f HTTP/1.1" status: 200 len: 944 time: 0.1166763 Sep 08 14:00:51.564725 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea00f3cb-7e89-46ca-9887-43232cc74092 req-f8a59e2c-37d8-46fb-98fe-c94861130167 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:00:51.566132 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-ea00f3cb-7e89-46ca-9887-43232cc74092 req-f8a59e2c-37d8-46fb-98fe-c94861130167 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3625263b-e16f-4c5c-a20a-591dca9ca140 HTTP/1.1" status: 200 len: 945 time: 0.1243482 Sep 08 14:00:51.616634 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-bcd515e5-4823-4866-993d-34d3c010f597 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3690709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3681536'] for router_interface (d9900679-40ee-433a-a560-a42dfc9cff15), after_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:51.669797 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-09b34586-5076-406d-bf94-43b5c8d62e45 req-6144f0b8-a53a-4177-9728-60dad53bd535 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ddf1d878-1109-4f29-aa9f-9fca2e3c8a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012373 Sep 08 14:00:51.701203 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-ea00f3cb-7e89-46ca-9887-43232cc74092 req-a8692b28-a680-4f9d-b612-c769f01aadf5 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=add2800b-2be6-41a0-b142-3947b75ed529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1262789 Sep 08 14:00:51.882517 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcd515e5-4823-4866-993d-34d3c010f597 admin admin] Router d9900679-40ee-433a-a560-a42dfc9cff15 has already been hosted by L3 agent 91421a76-39ff-4685-90ca-aa6fbf6a1933 {{(pid=112710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 14:00:51.893844 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Device 9126f243-3223-422a-85fe-d48ffd6e7dfd no longer exists at agent ovs-agent-dv-cinder-820027-24-iscsi {{(pid=112711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:00:51.923188 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] No Port match for: 9126f243-3223-422a-85fe-d48ffd6e7dfd {{(pid=112711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 08 14:00:51.923628 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Device 9126f243-3223-422a-85fe-d48ffd6e7dfd not bound to the agent host dv-cinder-820027-24-iscsi {{(pid=112711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:00:51.957602 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:00:51.982962 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e7bf11-1671-4622-b3f3-b55d41ea36a8 req-4245153e-6189-4bc6-a570-6320776daf68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:00:52.003526 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-56e7bf11-1671-4622-b3f3-b55d41ea36a8 req-4245153e-6189-4bc6-a570-6320776daf68 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=19d114fd258a4306b4c0665df90ae4c7&device_id=6c0fbbab-644f-4d57-b4bf-644204a5b26f HTTP/1.1" status: 200 len: 1128 time: 0.0977051 Sep 08 14:00:52.100477 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcd515e5-4823-4866-993d-34d3c010f597 admin admin] Notify agent at l3_agent.dv-cinder-820027-24-iscsi the message routers_updated {{(pid=112710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:00:52.109361 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-bcd515e5-4823-4866-993d-34d3c010f597 admin admin] 10.222.0.55 "PUT /networking/v2.0/routers/d9900679-40ee-433a-a560-a42dfc9cff15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0186334 Sep 08 14:00:52.111233 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1822f9f2-2ba9-46e3-96f3-1435007714f3 None None] Sync routers for ids ['d9900679-40ee-433a-a560-a42dfc9cff15'] in dv-cinder-820027-24-iscsi {{(pid=112712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:00:52.112739 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 41604) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:00:52.123965 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1822f9f2-2ba9-46e3-96f3-1435007714f3 None None] Routers {'d9900679-40ee-433a-a560-a42dfc9cff15'} bound to L3 agent in host dv-cinder-820027-24-iscsi {{(pid=112712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:00:52.123965 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_hamode_db [None req-1822f9f2-2ba9-46e3-96f3-1435007714f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-08T13:44:16Z,description=,heartbeat_timestamp=2022-09-08T14:00:46Z,host='dv-cinder-820027-24-iscsi',id=91421a76-39ff-4685-90ca-aa6fbf6a1933,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:44:16Z,topic='l3_agent')) {'router_ids': ['d9900679-40ee-433a-a560-a42dfc9cff15'], 'active': True} {{(pid=112712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:00:52.223194 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e7bf11-1671-4622-b3f3-b55d41ea36a8 req-9fb2cfe0-b9fc-4b2d-bc70-efac97b97111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:00:52.224844 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-56e7bf11-1671-4622-b3f3-b55d41ea36a8 req-9fb2cfe0-b9fc-4b2d-bc70-efac97b97111 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?tenant_id=19d114fd258a4306b4c0665df90ae4c7&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2003696 Sep 08 14:00:52.229985 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_dvr_db [None req-1822f9f2-2ba9-46e3-96f3-1435007714f3 None None] Set router d9900679-40ee-433a-a560-a42dfc9cff15 gateway port host: dv-cinder-820027-24-iscsi {{(pid=112712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:00:52.338620 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=100 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:00:52.354593 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-408869cf-c7ec-466d-86b6-06c7c272b83e admin admin] Publish callbacks [] for router (d9900679-40ee-433a-a560-a42dfc9cff15), before_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:52.421354 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_hamode_db [None req-1822f9f2-2ba9-46e3-96f3-1435007714f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9900679-40ee-433a-a560-a42dfc9cff15', 'name': 'tempest-AttachVolumeTestJSON-667659487-router', 'tenant_id': '6998e0c9a62e4f54a27faf56dbeb543a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '584b8d2a-edf7-4f00-9113-3e228c837fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:52:27Z', 'updated_at': '2022-09-08T14:00:50Z', 'revision_number': 5, 'project_id': '6998e0c9a62e4f54a27faf56dbeb543a', 'gw_port': {'id': '584b8d2a-edf7-4f00-9113-3e228c837fb1', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ae:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9900679-40ee-433a-a560-a42dfc9cff15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:52:29Z', 'updated_at': '2022-09-08T13:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi'}], 'dv-cinder-820027-24-iscsi', False) {} {{(pid=112712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:00:52.452400 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1822f9f2-2ba9-46e3-96f3-1435007714f3 None None] Checking router: d9900679-40ee-433a-a560-a42dfc9cff15 for host: dv-cinder-820027-24-iscsi {{(pid=112712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:00:52.461630 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e7bf11-1671-4622-b3f3-b55d41ea36a8 req-d1ddd641-7e26-4ccd-a355-766470e968b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:00:52.463097 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1822f9f2-2ba9-46e3-96f3-1435007714f3 None None] Routers {'d9900679-40ee-433a-a560-a42dfc9cff15'} bound to L3 agent in host dv-cinder-820027-24-iscsi {{(pid=112712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:00:52.463786 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-56e7bf11-1671-4622-b3f3-b55d41ea36a8 req-d1ddd641-7e26-4ccd-a355-766470e968b3 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1953759 Sep 08 14:00:52.464435 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_hamode_db [None req-1822f9f2-2ba9-46e3-96f3-1435007714f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-08T13:44:16Z,description=,heartbeat_timestamp=2022-09-08T14:00:46Z,host='dv-cinder-820027-24-iscsi',id=91421a76-39ff-4685-90ca-aa6fbf6a1933,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:44:16Z,topic='l3_agent')) {'router_ids': ['d9900679-40ee-433a-a560-a42dfc9cff15'], 'active': True} {{(pid=112712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:00:52.497146 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-408869cf-c7ec-466d-86b6-06c7c272b83e admin admin] Publish callbacks [] for router_gateway (d9900679-40ee-433a-a560-a42dfc9cff15), before_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:52.547061 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.plugin [None req-408869cf-c7ec-466d-86b6-06c7c272b83e admin admin] Deleting port 584b8d2a-edf7-4f00-9113-3e228c837fb1 {{(pid=112710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 08 14:00:52.547502 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-408869cf-c7ec-466d-86b6-06c7c272b83e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729028590053'] for port (584b8d2a-edf7-4f00-9113-3e228c837fb1), before_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:52.575351 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_dvr_db [None req-1822f9f2-2ba9-46e3-96f3-1435007714f3 None None] Set router d9900679-40ee-433a-a560-a42dfc9cff15 gateway port host: dv-cinder-820027-24-iscsi {{(pid=112712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:00:52.636146 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.db [None req-408869cf-c7ec-466d-86b6-06c7c272b83e admin admin] For port 584b8d2a-edf7-4f00-9113-3e228c837fb1, host dv-cinder-820027-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-24-iscsi',level=0,port_id=584b8d2a-edf7-4f00-9113-3e228c837fb1,segment=NetworkSegment(ebffaf8e-8370-4e1c-9c1b-02c9fe7aa40e),segment_id=ebffaf8e-8370-4e1c-9c1b-02c9fe7aa40e)] {{(pid=112710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:00:52.636507 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-408869cf-c7ec-466d-86b6-06c7c272b83e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3750342'] for port (584b8d2a-edf7-4f00-9113-3e228c837fb1), precommit_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:52.652639 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.plugin [None req-408869cf-c7ec-466d-86b6-06c7c272b83e admin admin] Calling delete_port for 584b8d2a-edf7-4f00-9113-3e228c837fb1 owned by network:router_gateway {{(pid=112710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 08 14:00:52.803739 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a11248b-e00a-4270-b698-e3c2bb514f4e req-787dfeba-5198-4700-8d10-a6d12fd717ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:00:52.806616 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-8a11248b-e00a-4270-b698-e3c2bb514f4e req-787dfeba-5198-4700-8d10-a6d12fd717ce service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=19d114fd258a4306b4c0665df90ae4c7&device_id=6c0fbbab-644f-4d57-b4bf-644204a5b26f HTTP/1.1" status: 200 len: 1128 time: 0.0562630 Sep 08 14:00:52.868431 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_hamode_db [None req-1822f9f2-2ba9-46e3-96f3-1435007714f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9900679-40ee-433a-a560-a42dfc9cff15', 'name': 'tempest-AttachVolumeTestJSON-667659487-router', 'tenant_id': '6998e0c9a62e4f54a27faf56dbeb543a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '584b8d2a-edf7-4f00-9113-3e228c837fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:52:27Z', 'updated_at': '2022-09-08T14:00:50Z', 'revision_number': 5, 'project_id': '6998e0c9a62e4f54a27faf56dbeb543a', 'gw_port': {'id': '584b8d2a-edf7-4f00-9113-3e228c837fb1', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ae:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9900679-40ee-433a-a560-a42dfc9cff15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:52:29Z', 'updated_at': '2022-09-08T13:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi'}], 'dv-cinder-820027-24-iscsi', False) {} {{(pid=112712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:00:52.895473 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1822f9f2-2ba9-46e3-96f3-1435007714f3 None None] The sync data for ids ['d9900679-40ee-433a-a560-a42dfc9cff15'] in dv-cinder-820027-24-iscsi is: [{'id': 'd9900679-40ee-433a-a560-a42dfc9cff15', 'name': 'tempest-AttachVolumeTestJSON-667659487-router', 'tenant_id': '6998e0c9a62e4f54a27faf56dbeb543a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '584b8d2a-edf7-4f00-9113-3e228c837fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:52:27Z', 'updated_at': '2022-09-08T14:00:50Z', 'revision_number': 5, 'project_id': '6998e0c9a62e4f54a27faf56dbeb543a', 'gw_port': {'id': '584b8d2a-edf7-4f00-9113-3e228c837fb1', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ae:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9900679-40ee-433a-a560-a42dfc9cff15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:52:29Z', 'updated_at': '2022-09-08T13:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi'}] {{(pid=112712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:00:52.926672 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-8a11248b-e00a-4270-b698-e3c2bb514f4e req-43f9c73e-dd80-4f9a-a5b4-a1737760c639 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07945f23-93ca-4174-93c3-7352e02ec6a5 HTTP/1.1" status: 200 len: 217 time: 0.1062980 Sep 08 14:00:53.007649 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea947ee-192c-477e-88ef-3ab81da03b62 req-3b2eedcb-02d4-4818-ae46-4add60f0f5d9 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:00:53.009664 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-9ea947ee-192c-477e-88ef-3ab81da03b62 req-3b2eedcb-02d4-4818-ae46-4add60f0f5d9 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=6c0fbbab-644f-4d57-b4bf-644204a5b26f HTTP/1.1" status: 200 len: 944 time: 0.2207274 Sep 08 14:00:53.032844 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35de1a7-89c9-4bea-841f-8164aab8588f req-00725a1c-b627-4ee3-b079-a6dbc9a9bd0e tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:00:53.034284 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-b35de1a7-89c9-4bea-841f-8164aab8588f req-00725a1c-b627-4ee3-b079-a6dbc9a9bd0e tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3625263b-e16f-4c5c-a20a-591dca9ca140 HTTP/1.1" status: 200 len: 945 time: 0.1500225 Sep 08 14:00:53.053765 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:00:53.105071 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a11248b-e00a-4270-b698-e3c2bb514f4e req-ebf42df5-5e2e-4190-acdf-bc0b7f03c20a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:00:53.106434 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-8a11248b-e00a-4270-b698-e3c2bb514f4e req-ebf42df5-5e2e-4190-acdf-bc0b7f03c20a service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=8ad1b6f9-720f-46b5-a559-3250cb34e913 HTTP/1.1" status: 200 len: 850 time: 0.1525090 Sep 08 14:00:53.168166 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:00:53.183174 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-9ea947ee-192c-477e-88ef-3ab81da03b62 req-9abfd292-7e12-4a22-89eb-0358913ad41e tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ddf1d878-1109-4f29-aa9f-9fca2e3c8a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1646304 Sep 08 14:00:53.196512 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-408869cf-c7ec-466d-86b6-06c7c272b83e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729028594324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729028134310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10367820'] for port (584b8d2a-edf7-4f00-9113-3e228c837fb1), after_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:53.207471 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-b35de1a7-89c9-4bea-841f-8164aab8588f req-90bb93e3-acfc-4899-9ee3-67fc490e3319 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=add2800b-2be6-41a0-b142-3947b75ed529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1559961 Sep 08 14:00:53.213679 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Device daea8158-0875-402f-9603-ddb321067a70 no longer exists at agent hyperv_hv-cinder-82002 {{(pid=112711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:00:53.229601 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a11248b-e00a-4270-b698-e3c2bb514f4e req-70bac1b9-5eaa-48bd-8245-aec5c61652bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:00:53.231094 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-8a11248b-e00a-4270-b698-e3c2bb514f4e req-70bac1b9-5eaa-48bd-8245-aec5c61652bc service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=551d8846-f844-4925-a2fe-eef49820f7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1097932 Sep 08 14:00:53.233724 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408869cf-c7ec-466d-86b6-06c7c272b83e admin admin] Pushing event deleted for resources: {'Port': ['ID=584b8d2a-edf7-4f00-9113-3e228c837fb1,revision_number=None']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:00:53.322822 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Current status of the port daea8158-0875-402f-9603-ddb321067a70 is: ACTIVE; New status is: DOWN {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:00:53.323417 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (daea8158-0875-402f-9603-ddb321067a70), before_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:53.363262 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] For port daea8158-0875-402f-9603-ddb321067a70, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=daea8158-0875-402f-9603-ddb321067a70,segment=NetworkSegment(2f6c42c1-14c1-4abe-8cc1-e54cbc6177f2),segment_id=2f6c42c1-14c1-4abe-8cc1-e54cbc6177f2)] {{(pid=112711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:00:53.364825 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3625263b-e16f-4c5c-a20a-591dca9ca140', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'daea8158-0875-402f-9603-ddb321067a70'}] {{(pid=112711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 14:00:53.367701 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-408869cf-c7ec-466d-86b6-06c7c272b83e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3679346'] for router_gateway (d9900679-40ee-433a-a560-a42dfc9cff15), after_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:53.367913 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da88ec0cbec787fa3ec3fbfc035ae72aba30a0bab36d561f227dc8a59222d55b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4001fdfc-c8f7-411a-9d5a-66301043b5de" -d '{"events": [{"server_uuid": "3625263b-e16f-4c5c-a20a-591dca9ca140", "name": "network-vif-unplugged", "status": "completed", "tag": "daea8158-0875-402f-9603-ddb321067a70"}]}' {{(pid=112711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:00:53.371653 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (daea8158-0875-402f-9603-ddb321067a70), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:53.426450 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 08 Sep 2022 14:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58b4ae56-49bd-480c-bc35-896646295f3d x-openstack-request-id: req-58b4ae56-49bd-480c-bc35-896646295f3d {{(pid=112711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:00:53.426735 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3625263b-e16f-4c5c-a20a-591dca9ca140", "name": "network-vif-unplugged", "status": "failed", "tag": "daea8158-0875-402f-9603-ddb321067a70", "code": 422}]} {{(pid=112711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:00:53.426981 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-58b4ae56-49bd-480c-bc35-896646295f3d {{(pid=112711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:00:53.427579 dv-cinder-820027-24-iscsi neutron-server[112711]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-58b4ae56-49bd-480c-bc35-896646295f3d']: {'server_uuid': '3625263b-e16f-4c5c-a20a-591dca9ca140', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'daea8158-0875-402f-9603-ddb321067a70', 'code': 422} returned with failed status Sep 08 14:00:53.435144 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Pushing event updated for resources: {'Port': ['ID=daea8158-0875-402f-9603-ddb321067a70,revision_number=8']} {{(pid=112711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:00:53.503390 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-408869cf-c7ec-466d-86b6-06c7c272b83e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3678294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8286'] for router (d9900679-40ee-433a-a560-a42dfc9cff15), precommit_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:53.507353 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-408869cf-c7ec-466d-86b6-06c7c272b83e admin admin] Publish callbacks [] for router_controller (d9900679-40ee-433a-a560-a42dfc9cff15), precommit_delete_associations {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:53.517253 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-8a11248b-e00a-4270-b698-e3c2bb514f4e req-74e12236-9a85-41c6-95e8-9e987519a83c service neutron] 10.222.0.20 "GET /networking/v2.0/networks/551d8846-f844-4925-a2fe-eef49820f7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2786851 Sep 08 14:00:53.606336 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-408869cf-c7ec-466d-86b6-06c7c272b83e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3681589'] for router (d9900679-40ee-433a-a560-a42dfc9cff15), after_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:53.606928 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-408869cf-c7ec-466d-86b6-06c7c272b83e admin admin] Fanout notify agent at l3_agent the message router_deleted on router d9900679-40ee-433a-a560-a42dfc9cff15 {{(pid=112710) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 14:00:53.612266 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-408869cf-c7ec-466d-86b6-06c7c272b83e admin admin] Publish callbacks [] for router (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:53.615989 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-408869cf-c7ec-466d-86b6-06c7c272b83e admin admin] 10.222.0.55 "DELETE /networking/v2.0/routers/d9900679-40ee-433a-a560-a42dfc9cff15 HTTP/1.1" status: 204 len: 168 time: 1.4994230 Sep 08 14:00:53.616301 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 41638) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:00:53.651698 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:00:53.666435 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-8a11248b-e00a-4270-b698-e3c2bb514f4e req-3fe66440-d99e-47a9-b902-c01360e72ed8 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/551d8846-f844-4925-a2fe-eef49820f7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138804 Sep 08 14:00:53.674228 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f446b5a-d8ea-4558-98bc-298d403c95e8 admin admin] Deleting subnet 3c05b843-7379-4152-a6e2-38ac1118d25c {{(pid=112709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 08 14:00:53.684255 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-9f446b5a-d8ea-4558-98bc-298d403c95e8 admin admin] Publish callbacks [] for subnet (3c05b843-7379-4152-a6e2-38ac1118d25c), before_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:53.730829 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-9f446b5a-d8ea-4558-98bc-298d403c95e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9760373'] for subnet (3c05b843-7379-4152-a6e2-38ac1118d25c), precommit_delete_associations {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:53.832897 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-9f446b5a-d8ea-4558-98bc-298d403c95e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1468842'] for subnet (3c05b843-7379-4152-a6e2-38ac1118d25c), precommit_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:53.887146 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-9f446b5a-d8ea-4558-98bc-298d403c95e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9153298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9398214'] for subnet (3c05b843-7379-4152-a6e2-38ac1118d25c), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:53.916885 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f446b5a-d8ea-4558-98bc-298d403c95e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c05b843-7379-4152-a6e2-38ac1118d25c,revision_number=None']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:00:53.920425 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-9f446b5a-d8ea-4558-98bc-298d403c95e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693876'] for subnet (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:53.923509 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-9f446b5a-d8ea-4558-98bc-298d403c95e8 admin admin] 10.222.0.55 "DELETE /networking/v2.0/subnets/3c05b843-7379-4152-a6e2-38ac1118d25c HTTP/1.1" status: 204 len: 168 time: 0.3052015 Sep 08 14:00:53.926032 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 41650) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:00:53.927675 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb326e9-f209-454b-8158-5e5df22f9f7b None None] Network 96ff558b-c5db-4059-a363-a83e90cf91c8 requested from dv-cinder-820027-24-iscsi {{(pid=112711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 08 14:00:53.995104 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-9b522769-7cad-431e-8c29-af6f1f14312c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1549321'] for network (96ff558b-c5db-4059-a363-a83e90cf91c8), before_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:54.044766 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.plugin [None req-9b522769-7cad-431e-8c29-af6f1f14312c admin admin] Deleting port d6f3a42c-e88c-452a-abdc-a46d3276afd6 {{(pid=112709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 08 14:00:54.045177 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-9b522769-7cad-431e-8c29-af6f1f14312c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729028590053'] for port (d6f3a42c-e88c-452a-abdc-a46d3276afd6), before_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:54.146660 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5acfdfcf-1426-4bdb-ac30-d4e96faa618c None None] DHCP port deletion for 96ff558b-c5db-4059-a363-a83e90cf91c8 request from dv-cinder-820027-24-iscsi {{(pid=112711) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 08 14:00:54.216193 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [req-12d70b5c-830c-44c9-983f-54c53e4f7bee req-4dee8ad6-df12-4a9c-bbe0-0bfc814cb93d service neutron] http://10.222.0.55:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112710) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 08 14:00:54.218161 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-12d70b5c-830c-44c9-983f-54c53e4f7bee req-4dee8ad6-df12-4a9c-bbe0-0bfc814cb93d service neutron] 10.222.0.55 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0070975 Sep 08 14:00:54.233814 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Device 1a7489d7-d72b-47ed-8e6c-9a314e4fd6e9 no longer exists at agent ovs-agent-dv-cinder-820027-24-iscsi {{(pid=112711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:00:54.291715 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] No Port match for: 1a7489d7-d72b-47ed-8e6c-9a314e4fd6e9 {{(pid=112711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 08 14:00:54.292986 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Device 1a7489d7-d72b-47ed-8e6c-9a314e4fd6e9 not bound to the agent host dv-cinder-820027-24-iscsi {{(pid=112711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:00:54.316168 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-5acfdfcf-1426-4bdb-ac30-d4e96faa618c None None] Deleting port d6f3a42c-e88c-452a-abdc-a46d3276afd6 {{(pid=112711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 08 14:00:54.316644 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-5acfdfcf-1426-4bdb-ac30-d4e96faa618c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729028590053'] for port (d6f3a42c-e88c-452a-abdc-a46d3276afd6), before_delete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:54.371789 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa230560-5653-44fd-90d2-f10c69a577e5 req-3bf9d6ab-7a8f-4e93-b523-3e973266fa25 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:00:54.374470 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-aa230560-5653-44fd-90d2-f10c69a577e5 req-3bf9d6ab-7a8f-4e93-b523-3e973266fa25 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=6c0fbbab-644f-4d57-b4bf-644204a5b26f HTTP/1.1" status: 200 len: 944 time: 0.0841200 Sep 08 14:00:54.471635 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.db [None req-9b522769-7cad-431e-8c29-af6f1f14312c admin admin] For port d6f3a42c-e88c-452a-abdc-a46d3276afd6, host dv-cinder-820027-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-24-iscsi',level=0,port_id=d6f3a42c-e88c-452a-abdc-a46d3276afd6,segment=NetworkSegment(85382ad6-9794-441c-848f-26fa1eb3f5ed),segment_id=85382ad6-9794-441c-848f-26fa1eb3f5ed)] {{(pid=112709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:00:54.472002 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-9b522769-7cad-431e-8c29-af6f1f14312c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3750342'] for port (d6f3a42c-e88c-452a-abdc-a46d3276afd6), precommit_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:54.490091 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.plugin [None req-9b522769-7cad-431e-8c29-af6f1f14312c admin admin] Calling delete_port for d6f3a42c-e88c-452a-abdc-a46d3276afd6 owned by network:dhcp {{(pid=112709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 08 14:00:54.512887 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-aa230560-5653-44fd-90d2-f10c69a577e5 req-58b3a7d8-e694-4fca-bd2a-c5af2ebf2182 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ddf1d878-1109-4f29-aa9f-9fca2e3c8a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230185 Sep 08 14:00:54.532353 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323b30e6-3d69-4663-99b7-24481534b27b req-9c184ca0-6ea4-4bdf-97f9-eb5a3249f180 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:00:54.533934 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-323b30e6-3d69-4663-99b7-24481534b27b req-9c184ca0-6ea4-4bdf-97f9-eb5a3249f180 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3625263b-e16f-4c5c-a20a-591dca9ca140 HTTP/1.1" status: 200 len: 943 time: 0.1087663 Sep 08 14:00:54.560273 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-5acfdfcf-1426-4bdb-ac30-d4e96faa618c None None] For port d6f3a42c-e88c-452a-abdc-a46d3276afd6, host dv-cinder-820027-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-24-iscsi',level=0,port_id=d6f3a42c-e88c-452a-abdc-a46d3276afd6,segment=NetworkSegment(85382ad6-9794-441c-848f-26fa1eb3f5ed),segment_id=85382ad6-9794-441c-848f-26fa1eb3f5ed)] {{(pid=112711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:00:54.560668 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-5acfdfcf-1426-4bdb-ac30-d4e96faa618c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3750342'] for port (d6f3a42c-e88c-452a-abdc-a46d3276afd6), precommit_delete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:54.577620 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:00:54.596232 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-5acfdfcf-1426-4bdb-ac30-d4e96faa618c None None] Calling delete_port for d6f3a42c-e88c-452a-abdc-a46d3276afd6 owned by network:dhcp {{(pid=112711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 08 14:00:54.615991 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-9b522769-7cad-431e-8c29-af6f1f14312c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729028594324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729028134310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9153317'] for port (d6f3a42c-e88c-452a-abdc-a46d3276afd6), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:54.637668 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b522769-7cad-431e-8c29-af6f1f14312c admin admin] No DVR routers for this DVR port d6f3a42c-e88c-452a-abdc-a46d3276afd6 on host dv-cinder-820027-24-iscsi {{(pid=112709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 08 14:00:54.643640 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-323b30e6-3d69-4663-99b7-24481534b27b req-32018406-1395-4f5d-867e-0ddb960a136c tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=add2800b-2be6-41a0-b142-3947b75ed529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029577 Sep 08 14:00:54.695355 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b522769-7cad-431e-8c29-af6f1f14312c admin admin] Pushing event deleted for resources: {'Port': ['ID=d6f3a42c-e88c-452a-abdc-a46d3276afd6,revision_number=None']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:00:54.697081 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-5acfdfcf-1426-4bdb-ac30-d4e96faa618c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729028594324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729028134310'] for port (d6f3a42c-e88c-452a-abdc-a46d3276afd6), after_delete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:54.723975 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acfdfcf-1426-4bdb-ac30-d4e96faa618c None None] Pushing event deleted for resources: {'Port': ['ID=d6f3a42c-e88c-452a-abdc-a46d3276afd6,revision_number=None']} {{(pid=112711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:00:54.727891 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5acfdfcf-1426-4bdb-ac30-d4e96faa618c None None] No DVR routers for this DVR port d6f3a42c-e88c-452a-abdc-a46d3276afd6 on host dv-cinder-820027-24-iscsi {{(pid=112711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 08 14:00:54.760706 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-9b522769-7cad-431e-8c29-af6f1f14312c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1385153', 'neutron.services.segments.db._delete_segments_for_network-8729028602525'] for network (96ff558b-c5db-4059-a363-a83e90cf91c8), precommit_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:54.782142 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.services.segments.db [None req-9b522769-7cad-431e-8c29-af6f1f14312c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96ff558b-c5db-4059-a363-a83e90cf91c8']}} {{(pid=112709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:00:54.792055 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.services.segments.db [None req-9b522769-7cad-431e-8c29-af6f1f14312c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85382ad6-9794-441c-848f-26fa1eb3f5ed') {'for_net_delete': True} {{(pid=112709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:00:54.792353 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.services.segments.db [None req-9b522769-7cad-431e-8c29-af6f1f14312c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85382ad6-9794-441c-848f-26fa1eb3f5ed') {} {{(pid=112709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:00:54.804313 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-9b522769-7cad-431e-8c29-af6f1f14312c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729028602570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9760398'] for segment (85382ad6-9794-441c-848f-26fa1eb3f5ed), before_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:54.815428 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-9b522769-7cad-431e-8c29-af6f1f14312c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1392598'] for segment (85382ad6-9794-441c-848f-26fa1eb3f5ed), precommit_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:54.822136 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b522769-7cad-431e-8c29-af6f1f14312c admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=112709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 14:00:54.822525 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-9b522769-7cad-431e-8c29-af6f1f14312c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1392598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9153400'] for segment (85382ad6-9794-441c-848f-26fa1eb3f5ed), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:54.868517 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.services.segments.plugin [-] Segment 85382ad6-9794-441c-848f-26fa1eb3f5ed resource provider aggregate not found Sep 08 14:00:54.887273 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.services.segments.plugin [-] Segment 85382ad6-9794-441c-848f-26fa1eb3f5ed resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 85382ad6-9794-441c-848f-26fa1eb3f5ed found for delete ", "request_id": "req-1a43c3c9-25d3-41dd-b2eb-cb53ed0932c3"}]} Sep 08 14:00:54.895379 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-9b522769-7cad-431e-8c29-af6f1f14312c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1385144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3679383'] for network (96ff558b-c5db-4059-a363-a83e90cf91c8), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:54.909170 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-9b522769-7cad-431e-8c29-af6f1f14312c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693876'] for network (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:54.915311 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-9b522769-7cad-431e-8c29-af6f1f14312c admin admin] 10.222.0.55 "DELETE /networking/v2.0/networks/96ff558b-c5db-4059-a363-a83e90cf91c8 HTTP/1.1" status: 204 len: 168 time: 0.9859672 Sep 08 14:00:54.924678 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b522769-7cad-431e-8c29-af6f1f14312c admin admin] Pushing event deleted for resources: {'Network': ['ID=96ff558b-c5db-4059-a363-a83e90cf91c8,revision_number=None']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:00:54.992432 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 41696) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:00:55.064011 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:00:55.079153 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [req-d5d896d4-eb17-4885-89a8-33d213e9f499 req-07bf09d9-8566-4e3d-b8b1-ff2aaecdc30d service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3625263b-e16f-4c5c-a20a-591dca9ca140&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0855398 Sep 08 14:00:55.087962 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [req-d5d896d4-eb17-4885-89a8-33d213e9f499 req-40ac05fe-b5f7-4ca0-8d97-682f55b02efc service neutron] http://10.222.0.55:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112709) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 08 14:00:55.088914 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [req-d5d896d4-eb17-4885-89a8-33d213e9f499 req-40ac05fe-b5f7-4ca0-8d97-682f55b02efc service neutron] 10.222.0.55 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0051663 Sep 08 14:00:55.097535 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 41700) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:00:55.140263 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-b24595d7-8216-49bc-aead-0a0e315d5e81 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=6998e0c9a62e4f54a27faf56dbeb543a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0416000 Sep 08 14:00:55.143067 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 41702) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:00:55.167671 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d896d4-eb17-4885-89a8-33d213e9f499 req-6001314c-dccd-49c8-8a2f-4447298929d1 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:00:55.169180 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-d5d896d4-eb17-4885-89a8-33d213e9f499 req-6001314c-dccd-49c8-8a2f-4447298929d1 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports/daea8158-0875-402f-9603-ddb321067a70 HTTP/1.1" status: 200 len: 940 time: 0.0476120 Sep 08 14:00:55.191627 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-143ceec0-c2a0-4fc6-a5bd-684f4823ddba admin admin] Publish callbacks [] for security_group (5bb795e9-d19e-4d1f-bd8f-c2ff7f9cd73e), before_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:55.212030 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-143ceec0-c2a0-4fc6-a5bd-684f4823ddba admin admin] Publish callbacks [] for security_group (5bb795e9-d19e-4d1f-bd8f-c2ff7f9cd73e), precommit_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:55.264524 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-143ceec0-c2a0-4fc6-a5bd-684f4823ddba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (5bb795e9-d19e-4d1f-bd8f-c2ff7f9cd73e), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:55.267423 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-143ceec0-c2a0-4fc6-a5bd-684f4823ddba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:55.271264 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-143ceec0-c2a0-4fc6-a5bd-684f4823ddba admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/5bb795e9-d19e-4d1f-bd8f-c2ff7f9cd73e HTTP/1.1" status: 204 len: 168 time: 0.1272264 Sep 08 14:00:55.280294 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143ceec0-c2a0-4fc6-a5bd-684f4823ddba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bb795e9-d19e-4d1f-bd8f-c2ff7f9cd73e,revision_number=None']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:00:55.640435 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fa5e2a-722a-42e8-95fa-1acf4b2232bc req-b94cdd1f-06c5-4b51-96aa-f68b833ef893 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:00:55.642331 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-23fa5e2a-722a-42e8-95fa-1acf4b2232bc req-b94cdd1f-06c5-4b51-96aa-f68b833ef893 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=6c0fbbab-644f-4d57-b4bf-644204a5b26f HTTP/1.1" status: 200 len: 944 time: 0.0523155 Sep 08 14:00:55.738093 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-23fa5e2a-722a-42e8-95fa-1acf4b2232bc req-ae047dd2-d080-4521-91fc-7622e18375ea tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ddf1d878-1109-4f29-aa9f-9fca2e3c8a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771303 Sep 08 14:00:55.856440 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Device d6f3a42c-e88c-452a-abdc-a46d3276afd6 no longer exists at agent ovs-agent-dv-cinder-820027-24-iscsi {{(pid=112711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:00:55.877351 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e947a9c1-3757-4f59-b97c-ffc53d2e6dfc req-194ac610-63c5-4f3e-9859-51ceb6499985 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:00:55.896037 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e947a9c1-3757-4f59-b97c-ffc53d2e6dfc req-194ac610-63c5-4f3e-9859-51ceb6499985 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3625263b-e16f-4c5c-a20a-591dca9ca140 HTTP/1.1" status: 200 len: 943 time: 0.1458414 Sep 08 14:00:55.904684 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] No Port match for: d6f3a42c-e88c-452a-abdc-a46d3276afd6 {{(pid=112711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 08 14:00:55.910585 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Device d6f3a42c-e88c-452a-abdc-a46d3276afd6 not bound to the agent host dv-cinder-820027-24-iscsi {{(pid=112711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:00:55.911367 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Device 584b8d2a-edf7-4f00-9113-3e228c837fb1 no longer exists at agent ovs-agent-dv-cinder-820027-24-iscsi {{(pid=112711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:00:55.935773 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] No Port match for: 584b8d2a-edf7-4f00-9113-3e228c837fb1 {{(pid=112711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 08 14:00:55.936127 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Device 584b8d2a-edf7-4f00-9113-3e228c837fb1 not bound to the agent host dv-cinder-820027-24-iscsi {{(pid=112711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:00:55.956781 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e947a9c1-3757-4f59-b97c-ffc53d2e6dfc req-d00acb59-fff0-4182-97e4-e4fa1e653998 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=add2800b-2be6-41a0-b142-3947b75ed529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594459 Sep 08 14:00:56.219303 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d896d4-eb17-4885-89a8-33d213e9f499 req-a9beb250-287c-4650-b7e2-32ecd478fb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:00:56.220801 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-d5d896d4-eb17-4885-89a8-33d213e9f499 req-a9beb250-287c-4650-b7e2-32ecd478fb33 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=3625263b-e16f-4c5c-a20a-591dca9ca140&tenant_id=bc4476b1f4b84b5593ff2650592b9fb7 HTTP/1.1" status: 200 len: 1127 time: 0.0413785 Sep 08 14:00:56.848229 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1269c309-c277-4ff9-b11e-d5270e81f6d7 req-2ba59e1f-fbab-4b13-a9f9-b5dad11b0a88 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:00:56.849929 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-1269c309-c277-4ff9-b11e-d5270e81f6d7 req-2ba59e1f-fbab-4b13-a9f9-b5dad11b0a88 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=6c0fbbab-644f-4d57-b4bf-644204a5b26f HTTP/1.1" status: 200 len: 944 time: 0.0509815 Sep 08 14:00:56.902253 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-1269c309-c277-4ff9-b11e-d5270e81f6d7 req-a44ba710-0241-4147-a9be-b7479bcae402 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ddf1d878-1109-4f29-aa9f-9fca2e3c8a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466118 Sep 08 14:00:57.062813 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:00:57.104099 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf444b1c-32c5-4b84-9dbd-dff3f3f19232 req-f876d7b7-5adf-431d-9005-5022c76f021e tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:00:57.105937 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-bf444b1c-32c5-4b84-9dbd-dff3f3f19232 req-f876d7b7-5adf-431d-9005-5022c76f021e tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3625263b-e16f-4c5c-a20a-591dca9ca140 HTTP/1.1" status: 200 len: 943 time: 0.0528789 Sep 08 14:00:57.146285 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:00:57.154325 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-bf444b1c-32c5-4b84-9dbd-dff3f3f19232 req-9b4ada51-1851-4a2f-b1b3-b5a7c566b391 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=add2800b-2be6-41a0-b142-3947b75ed529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433488 Sep 08 14:00:57.413282 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 41796) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:00:57.517392 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-710d5471-3995-46fb-8001-e8723fe928c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:57.598445 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-710d5471-3995-46fb-8001-e8723fe928c9 admin admin] Publish callbacks [] for security_group (24248e17-df71-49f9-8bad-c8280de2dc6a), precommit_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:57.602068 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-710d5471-3995-46fb-8001-e8723fe928c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (24248e17-df71-49f9-8bad-c8280de2dc6a), after_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:57.641290 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-710d5471-3995-46fb-8001-e8723fe928c9 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=795dd49fb5c84a85b8d318c41452f9dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2269084 Sep 08 14:00:57.642146 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710d5471-3995-46fb-8001-e8723fe928c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24248e17-df71-49f9-8bad-c8280de2dc6a,revision_number=1']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:00:57.644218 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 41800) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:00:57.693187 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-1ac744c9-1337-4bd8-852a-1370f6a55928 admin admin] Publish callbacks [] for security_group (24248e17-df71-49f9-8bad-c8280de2dc6a), before_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:57.713407 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-1ac744c9-1337-4bd8-852a-1370f6a55928 admin admin] Publish callbacks [] for security_group (24248e17-df71-49f9-8bad-c8280de2dc6a), precommit_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:57.759276 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-1ac744c9-1337-4bd8-852a-1370f6a55928 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (24248e17-df71-49f9-8bad-c8280de2dc6a), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:57.761800 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-1ac744c9-1337-4bd8-852a-1370f6a55928 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:57.762932 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-1ac744c9-1337-4bd8-852a-1370f6a55928 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/24248e17-df71-49f9-8bad-c8280de2dc6a HTTP/1.1" status: 204 len: 168 time: 0.1177347 Sep 08 14:00:57.770712 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac744c9-1337-4bd8-852a-1370f6a55928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24248e17-df71-49f9-8bad-c8280de2dc6a,revision_number=None']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:00:58.043432 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d045aff8-11fd-45f0-87e3-17fc64601c77 req-9a4eb081-c0f7-4b95-8599-178a80dbbd12 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:00:58.044932 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-d045aff8-11fd-45f0-87e3-17fc64601c77 req-9a4eb081-c0f7-4b95-8599-178a80dbbd12 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=6c0fbbab-644f-4d57-b4bf-644204a5b26f HTTP/1.1" status: 200 len: 944 time: 0.0568528 Sep 08 14:00:58.071088 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 41810) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:00:58.084971 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-4f97e7ac-6366-4252-ab4d-be1f35d48711 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:58.182592 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-4f97e7ac-6366-4252-ab4d-be1f35d48711 admin admin] Publish callbacks [] for security_group (105a1ad1-f2d4-4127-833e-f526dcc76715), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:58.187772 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-4f97e7ac-6366-4252-ab4d-be1f35d48711 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (105a1ad1-f2d4-4127-833e-f526dcc76715), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:58.221632 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:DELETE=13,neutron:SELECT=83,neutron:INSERT=4 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:00:58.241419 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f97e7ac-6366-4252-ab4d-be1f35d48711 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=105a1ad1-f2d4-4127-833e-f526dcc76715,revision_number=1']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:00:58.251979 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-4f97e7ac-6366-4252-ab4d-be1f35d48711 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=ba275451ff584b079dd9c277472845e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1796727 Sep 08 14:00:58.253488 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 41814) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:00:58.314287 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-ce3708bc-bb87-4b5c-8194-0f819d2180c9 admin admin] Publish callbacks [] for security_group (105a1ad1-f2d4-4127-833e-f526dcc76715), before_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:58.338396 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-ce3708bc-bb87-4b5c-8194-0f819d2180c9 admin admin] Publish callbacks [] for security_group (105a1ad1-f2d4-4127-833e-f526dcc76715), precommit_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:58.387992 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-ce3708bc-bb87-4b5c-8194-0f819d2180c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (105a1ad1-f2d4-4127-833e-f526dcc76715), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:58.390848 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-ce3708bc-bb87-4b5c-8194-0f819d2180c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:58.392043 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-ce3708bc-bb87-4b5c-8194-0f819d2180c9 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/105a1ad1-f2d4-4127-833e-f526dcc76715 HTTP/1.1" status: 204 len: 168 time: 0.1375580 Sep 08 14:00:58.398431 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-d045aff8-11fd-45f0-87e3-17fc64601c77 req-7c1f12c1-5d6e-4cca-9eb3-942a979721d9 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ddf1d878-1109-4f29-aa9f-9fca2e3c8a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3478520 Sep 08 14:00:58.402622 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3708bc-bb87-4b5c-8194-0f819d2180c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=105a1ad1-f2d4-4127-833e-f526dcc76715,revision_number=None']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:00:58.447810 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552e5f92-df2d-4a7d-950b-99d03bb0290c req-ca5ce4db-0bae-4ff1-b673-a5e2d1ad459a tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:00:58.449349 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-552e5f92-df2d-4a7d-950b-99d03bb0290c req-ca5ce4db-0bae-4ff1-b673-a5e2d1ad459a tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3625263b-e16f-4c5c-a20a-591dca9ca140 HTTP/1.1" status: 200 len: 943 time: 0.0500407 Sep 08 14:00:58.497308 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-552e5f92-df2d-4a7d-950b-99d03bb0290c req-43db4cec-18f0-4b00-9050-b038f3f5a408 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=add2800b-2be6-41a0-b142-3947b75ed529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421827 Sep 08 14:00:58.747544 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Device daea8158-0875-402f-9603-ddb321067a70 no longer exists at agent hyperv_hv-cinder-82002 {{(pid=112711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:00:58.805554 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d896d4-eb17-4885-89a8-33d213e9f499 req-c40ddfd3-c40e-4021-95c0-a75579ef2e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:00:58.807713 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-d5d896d4-eb17-4885-89a8-33d213e9f499 req-c40ddfd3-c40e-4021-95c0-a75579ef2e46 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=bc4476b1f4b84b5593ff2650592b9fb7&device_id=3625263b-e16f-4c5c-a20a-591dca9ca140 HTTP/1.1" status: 200 len: 1127 time: 0.0430076 Sep 08 14:00:58.828939 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Current status of the port daea8158-0875-402f-9603-ddb321067a70 is: DOWN; New status is: DOWN {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:00:58.903311 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d896d4-eb17-4885-89a8-33d213e9f499 req-f03924e5-4498-42b7-b249-e8d6235f7f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:00:58.904824 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-d5d896d4-eb17-4885-89a8-33d213e9f499 req-f03924e5-4498-42b7-b249-e8d6235f7f24 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=1c9b3d05-20f8-440e-89b3-587b430f97a5 HTTP/1.1" status: 200 len: 918 time: 0.0910349 Sep 08 14:00:58.979517 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-d5d896d4-eb17-4885-89a8-33d213e9f499 req-868b0fe9-cd29-4491-ab99-27cddc6b64cc service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=daea8158-0875-402f-9603-ddb321067a70 HTTP/1.1" status: 200 len: 999 time: 0.0666192 Sep 08 14:00:59.118025 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d896d4-eb17-4885-89a8-33d213e9f499 req-13e97564-365a-4f16-8eee-63b113aee274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:00:59.119494 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-d5d896d4-eb17-4885-89a8-33d213e9f499 req-13e97564-365a-4f16-8eee-63b113aee274 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=c1fdd510-cbc1-4f0f-8fbd-e177b9f3baf0 HTTP/1.1" status: 200 len: 856 time: 0.0520420 Sep 08 14:00:59.565217 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af1f321-d89c-4f30-bf90-c9aa4de1f040 req-eb30e135-3c26-4721-9595-b8a917b10243 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:00:59.568410 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-5af1f321-d89c-4f30-bf90-c9aa4de1f040 req-eb30e135-3c26-4721-9595-b8a917b10243 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=6c0fbbab-644f-4d57-b4bf-644204a5b26f HTTP/1.1" status: 200 len: 944 time: 0.0695748 Sep 08 14:00:59.705997 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad06391-b1e2-4383-ab76-b4a3e721b49a req-f1574135-bc1b-4dc9-90e4-d5ddaaccc94b tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:00:59.705997 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-4ad06391-b1e2-4383-ab76-b4a3e721b49a req-f1574135-bc1b-4dc9-90e4-d5ddaaccc94b tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3625263b-e16f-4c5c-a20a-591dca9ca140 HTTP/1.1" status: 200 len: 943 time: 0.1074677 Sep 08 14:00:59.710828 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-5af1f321-d89c-4f30-bf90-c9aa4de1f040 req-4bd66e44-799c-4fec-980d-be4c5f15d396 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ddf1d878-1109-4f29-aa9f-9fca2e3c8a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1342490 Sep 08 14:00:59.724644 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d896d4-eb17-4885-89a8-33d213e9f499 req-4f05a3d7-b359-44f8-825c-3c798f23fba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:00:59.726150 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-d5d896d4-eb17-4885-89a8-33d213e9f499 req-4f05a3d7-b359-44f8-825c-3c798f23fba0 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=1c9b3d05-20f8-440e-89b3-587b430f97a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0849771 Sep 08 14:00:59.815451 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-4ad06391-b1e2-4383-ab76-b4a3e721b49a req-c64e0996-c355-48c1-a864-e60b11ccb33e tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=add2800b-2be6-41a0-b142-3947b75ed529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032431 Sep 08 14:00:59.831855 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:00:59.841987 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:00:59.857393 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-d5d896d4-eb17-4885-89a8-33d213e9f499 req-11dc07e7-3e58-4852-beff-30f6d64aeb5f service neutron] 10.222.0.20 "GET /networking/v2.0/networks/1c9b3d05-20f8-440e-89b3-587b430f97a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234975 Sep 08 14:00:59.955063 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-d5d896d4-eb17-4885-89a8-33d213e9f499 req-63a7035d-a156-49e1-b305-f99f9399968b service neutron] 10.222.0.20 "GET /networking/v2.0/networks/1c9b3d05-20f8-440e-89b3-587b430f97a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918393 Sep 08 14:01:00.863907 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81375675-787c-4bd5-885b-0ad238d398bc req-9e8a1902-ec90-45a9-8385-2b286ad91ff7 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:01:00.865560 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-81375675-787c-4bd5-885b-0ad238d398bc req-9e8a1902-ec90-45a9-8385-2b286ad91ff7 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=6c0fbbab-644f-4d57-b4bf-644204a5b26f HTTP/1.1" status: 200 len: 944 time: 0.0622923 Sep 08 14:01:00.924315 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:UPDATE=5,neutron:SELECT=64 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:01:01.053387 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=100 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:01:01.070497 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-81375675-787c-4bd5-885b-0ad238d398bc req-b15ea0ff-6576-4801-aeff-b80d21ffa96f tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ddf1d878-1109-4f29-aa9f-9fca2e3c8a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1982641 Sep 08 14:01:01.081206 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd382823-3e5a-4860-8419-5ce83f099370 req-9e53ba7d-916f-4765-9cd8-386dcb116c1b tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:01:01.082847 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-cd382823-3e5a-4860-8419-5ce83f099370 req-9e53ba7d-916f-4765-9cd8-386dcb116c1b tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3625263b-e16f-4c5c-a20a-591dca9ca140 HTTP/1.1" status: 200 len: 943 time: 0.1308074 Sep 08 14:01:01.182033 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-cd382823-3e5a-4860-8419-5ce83f099370 req-a30eb451-3da7-4c5b-a03f-ebe72e3693bb tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=add2800b-2be6-41a0-b142-3947b75ed529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725100 Sep 08 14:01:02.221660 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c53f818-738a-442a-8c42-4a6399617be8 req-bebf34ed-5b8e-4900-8189-eeb199b7e146 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:01:02.228263 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-7c53f818-738a-442a-8c42-4a6399617be8 req-bebf34ed-5b8e-4900-8189-eeb199b7e146 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=6c0fbbab-644f-4d57-b4bf-644204a5b26f HTTP/1.1" status: 200 len: 944 time: 0.0689995 Sep 08 14:01:02.316434 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-7c53f818-738a-442a-8c42-4a6399617be8 req-011789de-0545-4ab2-9ffe-ac7f6124ad67 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ddf1d878-1109-4f29-aa9f-9fca2e3c8a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819488 Sep 08 14:01:02.332299 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f78c9f-b55a-4f23-b454-69065570c4f8 req-b586c345-83e5-45be-829b-e401c810b696 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:01:02.334087 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-95f78c9f-b55a-4f23-b454-69065570c4f8 req-b586c345-83e5-45be-829b-e401c810b696 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3625263b-e16f-4c5c-a20a-591dca9ca140 HTTP/1.1" status: 200 len: 943 time: 0.0701396 Sep 08 14:01:02.386364 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-95f78c9f-b55a-4f23-b454-69065570c4f8 req-6089a750-6ac1-436e-80c8-33f4a769fd13 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=add2800b-2be6-41a0-b142-3947b75ed529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454173 Sep 08 14:01:03.237387 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Device 07945f23-93ca-4174-93c3-7352e02ec6a5 details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=112711) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 14:01:03.332988 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:01:03.334018 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:01:03.377698 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] For port 07945f23-93ca-4174-93c3-7352e02ec6a5, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=07945f23-93ca-4174-93c3-7352e02ec6a5,segment=NetworkSegment(8c3064d6-a80a-4cdc-832a-15ed9b418cbb),segment_id=8c3064d6-a80a-4cdc-832a-15ed9b418cbb)] {{(pid=112711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:01:03.394919 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Returning: {'device': '07945f23-93ca-4174-93c3-7352e02ec6a5', 'network_id': '551d8846-f844-4925-a2fe-eef49820f7af', 'port_id': '07945f23-93ca-4174-93c3-7352e02ec6a5', 'mac_address': 'fa:16:3e:4a:68:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ad1b6f9-720f-46b5-a559-3250cb34e913', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112711) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 14:01:03.469451 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Current status of the port 07945f23-93ca-4174-93c3-7352e02ec6a5 is: DOWN; New status is: BUILD {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:01:03.470144 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (07945f23-93ca-4174-93c3-7352e02ec6a5), before_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:03.507311 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.notifiers.nova [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07945f23-93ca-4174-93c3-7352e02ec6a5 {{(pid=112711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 08 14:01:03.537677 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] For port 07945f23-93ca-4174-93c3-7352e02ec6a5, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=07945f23-93ca-4174-93c3-7352e02ec6a5,segment=NetworkSegment(8c3064d6-a80a-4cdc-832a-15ed9b418cbb),segment_id=8c3064d6-a80a-4cdc-832a-15ed9b418cbb)] {{(pid=112711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:01:03.542952 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (07945f23-93ca-4174-93c3-7352e02ec6a5), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:03.597595 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Pushing event updated for resources: {'Port': ['ID=07945f23-93ca-4174-93c3-7352e02ec6a5,revision_number=4']} {{(pid=112711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:01:03.629139 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e329dee1-e40a-4ca6-9c0a-679c95501ce0 req-8f46f419-a40d-4591-8466-c425d81e7aa5 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:01:03.645252 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e329dee1-e40a-4ca6-9c0a-679c95501ce0 req-8f46f419-a40d-4591-8466-c425d81e7aa5 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=6c0fbbab-644f-4d57-b4bf-644204a5b26f HTTP/1.1" status: 200 len: 944 time: 0.2031524 Sep 08 14:01:03.689060 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52ddd97-f747-4da9-8b9c-68952c46ac5c req-2beddeb9-1ad3-41e6-b2a6-65aa8ad36367 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:01:03.696763 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-b52ddd97-f747-4da9-8b9c-68952c46ac5c req-2beddeb9-1ad3-41e6-b2a6-65aa8ad36367 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3625263b-e16f-4c5c-a20a-591dca9ca140 HTTP/1.1" status: 200 len: 943 time: 0.1770432 Sep 08 14:01:03.788286 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e329dee1-e40a-4ca6-9c0a-679c95501ce0 req-d9ff1589-84c3-4da1-93ff-fe7a4ad2e19f tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ddf1d878-1109-4f29-aa9f-9fca2e3c8a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1395895 Sep 08 14:01:03.819145 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-b52ddd97-f747-4da9-8b9c-68952c46ac5c req-4c04a835-e232-4674-997d-0b4e3211f4a1 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=add2800b-2be6-41a0-b142-3947b75ed529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168678 Sep 08 14:01:03.858226 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] get_ports_and_sgs() called for port_ids ['07945f23-93ca-4174-93c3-7352e02ec6a5'] {{(pid=112711) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 08 14:01:04.155115 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 42004) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:01:04.346615 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-613bfc14-5c6e-4e2f-831c-1651fd10dfcc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:04.419966 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:01:04.442507 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-613bfc14-5c6e-4e2f-831c-1651fd10dfcc admin admin] Publish callbacks [] for security_group (971f2e98-51ea-4522-b420-329f87b8c11f), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:04.447094 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-613bfc14-5c6e-4e2f-831c-1651fd10dfcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (971f2e98-51ea-4522-b420-329f87b8c11f), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:04.493931 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-613bfc14-5c6e-4e2f-831c-1651fd10dfcc admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=c5e8ff71a0d34ef0b06ee65fdd527ff4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3376782 Sep 08 14:01:04.495051 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613bfc14-5c6e-4e2f-831c-1651fd10dfcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=971f2e98-51ea-4522-b420-329f87b8c11f,revision_number=1']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:01:04.496989 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 42012) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:01:04.507922 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613bfc14-5c6e-4e2f-831c-1651fd10dfcc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:01:04.508284 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613bfc14-5c6e-4e2f-831c-1651fd10dfcc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:01:04.508639 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613bfc14-5c6e-4e2f-831c-1651fd10dfcc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:01:04.508986 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613bfc14-5c6e-4e2f-831c-1651fd10dfcc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:01:04.509310 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613bfc14-5c6e-4e2f-831c-1651fd10dfcc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:01:04.509684 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613bfc14-5c6e-4e2f-831c-1651fd10dfcc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:01:04.510138 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613bfc14-5c6e-4e2f-831c-1651fd10dfcc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:01:04.510475 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613bfc14-5c6e-4e2f-831c-1651fd10dfcc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:01:04.510822 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613bfc14-5c6e-4e2f-831c-1651fd10dfcc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:01:04.511153 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613bfc14-5c6e-4e2f-831c-1651fd10dfcc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:01:04.511665 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613bfc14-5c6e-4e2f-831c-1651fd10dfcc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:01:04.512007 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613bfc14-5c6e-4e2f-831c-1651fd10dfcc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:01:04.512337 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613bfc14-5c6e-4e2f-831c-1651fd10dfcc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:01:04.514147 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613bfc14-5c6e-4e2f-831c-1651fd10dfcc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:01:04.514567 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613bfc14-5c6e-4e2f-831c-1651fd10dfcc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:01:04.569893 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-28065075-38fc-4922-9a4f-022b4a2a9701 admin admin] Publish callbacks [] for security_group (971f2e98-51ea-4522-b420-329f87b8c11f), before_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:04.592324 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-28065075-38fc-4922-9a4f-022b4a2a9701 admin admin] Publish callbacks [] for security_group (971f2e98-51ea-4522-b420-329f87b8c11f), precommit_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:04.647171 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-28065075-38fc-4922-9a4f-022b4a2a9701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (971f2e98-51ea-4522-b420-329f87b8c11f), after_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:04.650268 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-28065075-38fc-4922-9a4f-022b4a2a9701 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:04.651598 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-28065075-38fc-4922-9a4f-022b4a2a9701 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/971f2e98-51ea-4522-b420-329f87b8c11f HTTP/1.1" status: 204 len: 168 time: 0.1534092 Sep 08 14:01:04.661333 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28065075-38fc-4922-9a4f-022b4a2a9701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=971f2e98-51ea-4522-b420-329f87b8c11f,revision_number=None']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:01:04.673950 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28065075-38fc-4922-9a4f-022b4a2a9701 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:01:04.674431 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28065075-38fc-4922-9a4f-022b4a2a9701 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:01:04.674782 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28065075-38fc-4922-9a4f-022b4a2a9701 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:01:04.675156 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28065075-38fc-4922-9a4f-022b4a2a9701 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:01:04.675505 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28065075-38fc-4922-9a4f-022b4a2a9701 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:01:04.675965 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28065075-38fc-4922-9a4f-022b4a2a9701 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:01:04.676180 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28065075-38fc-4922-9a4f-022b4a2a9701 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:01:04.676555 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28065075-38fc-4922-9a4f-022b4a2a9701 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:01:04.676892 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28065075-38fc-4922-9a4f-022b4a2a9701 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:01:04.677426 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28065075-38fc-4922-9a4f-022b4a2a9701 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:01:04.677795 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28065075-38fc-4922-9a4f-022b4a2a9701 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:01:04.678124 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28065075-38fc-4922-9a4f-022b4a2a9701 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:01:04.678620 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28065075-38fc-4922-9a4f-022b4a2a9701 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:01:04.679231 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28065075-38fc-4922-9a4f-022b4a2a9701 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:01:04.679561 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28065075-38fc-4922-9a4f-022b4a2a9701 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:01:04.750887 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (4c2ff875-e6d7-424e-bdc7-d4b2ed4bdd9c), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:04.943773 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb2b8cb-33f6-4fe5-ba79-258e3d212117 req-623566fd-f2e9-49a7-a5a8-f4fe33955834 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:01:04.945605 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-2cb2b8cb-33f6-4fe5-ba79-258e3d212117 req-623566fd-f2e9-49a7-a5a8-f4fe33955834 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=6c0fbbab-644f-4d57-b4bf-644204a5b26f HTTP/1.1" status: 200 len: 945 time: 0.0589187 Sep 08 14:01:05.006515 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:01:05.055215 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d57fa24-9a4e-4b02-a60d-154c57dd3aaf req-c4cbcb32-d75a-4c64-a7e8-a0acbb502543 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:01:05.057652 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-3d57fa24-9a4e-4b02-a60d-154c57dd3aaf req-c4cbcb32-d75a-4c64-a7e8-a0acbb502543 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3625263b-e16f-4c5c-a20a-591dca9ca140 HTTP/1.1" status: 200 len: 943 time: 0.1107888 Sep 08 14:01:05.062753 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 42026) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:01:05.079514 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-2cb2b8cb-33f6-4fe5-ba79-258e3d212117 req-4c2c01be-8484-4d97-86b3-a7ad7836f349 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ddf1d878-1109-4f29-aa9f-9fca2e3c8a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226873 Sep 08 14:01:05.084769 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-1e88ac02-1581-44eb-95dc-2de642bc306a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:05.130230 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-3d57fa24-9a4e-4b02-a60d-154c57dd3aaf req-14acdbd4-c768-49e2-bd3e-0fd479d3333f tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=add2800b-2be6-41a0-b142-3947b75ed529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660310 Sep 08 14:01:05.226190 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-1e88ac02-1581-44eb-95dc-2de642bc306a admin admin] Publish callbacks [] for security_group (851594e1-c52c-47b5-ae6f-406a5b47110b), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:05.230839 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-1e88ac02-1581-44eb-95dc-2de642bc306a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (851594e1-c52c-47b5-ae6f-406a5b47110b), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:05.244889 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Device 07945f23-93ca-4174-93c3-7352e02ec6a5 up at agent hyperv_hv-cinder-82002 {{(pid=112711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:01:05.273857 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-1e88ac02-1581-44eb-95dc-2de642bc306a admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=b1ad331e15904498b00f402898f67532&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2098808 Sep 08 14:01:05.275666 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e88ac02-1581-44eb-95dc-2de642bc306a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=851594e1-c52c-47b5-ae6f-406a5b47110b,revision_number=1']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:01:05.277104 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 42028) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:01:05.299035 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Provisioning for port 07945f23-93ca-4174-93c3-7352e02ec6a5 completed by entity L2. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 08 14:01:05.306375 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Provisioning complete for port 07945f23-93ca-4174-93c3-7352e02ec6a5 triggered by entity L2. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:01:05.307015 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (07945f23-93ca-4174-93c3-7352e02ec6a5), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:05.317194 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:01:05.351579 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-8e0e554a-7171-4366-91de-ef90ebb87bae admin admin] Publish callbacks [] for security_group (851594e1-c52c-47b5-ae6f-406a5b47110b), before_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:05.379238 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-8e0e554a-7171-4366-91de-ef90ebb87bae admin admin] Publish callbacks [] for security_group (851594e1-c52c-47b5-ae6f-406a5b47110b), precommit_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:05.442541 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Current status of the port 07945f23-93ca-4174-93c3-7352e02ec6a5 is: BUILD; New status is: ACTIVE {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:01:05.444955 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (07945f23-93ca-4174-93c3-7352e02ec6a5), before_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:05.455646 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-8e0e554a-7171-4366-91de-ef90ebb87bae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (851594e1-c52c-47b5-ae6f-406a5b47110b), after_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:05.458848 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-8e0e554a-7171-4366-91de-ef90ebb87bae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:05.460253 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-8e0e554a-7171-4366-91de-ef90ebb87bae admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/851594e1-c52c-47b5-ae6f-406a5b47110b HTTP/1.1" status: 204 len: 168 time: 0.1820717 Sep 08 14:01:05.476212 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0e554a-7171-4366-91de-ef90ebb87bae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=851594e1-c52c-47b5-ae6f-406a5b47110b,revision_number=None']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:01:05.520511 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c0fbbab-644f-4d57-b4bf-644204a5b26f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07945f23-93ca-4174-93c3-7352e02ec6a5'}] {{(pid=112711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 14:01:05.523044 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da88ec0cbec787fa3ec3fbfc035ae72aba30a0bab36d561f227dc8a59222d55b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0793e745-183d-41ca-9914-d15c234dcb16" -d '{"events": [{"server_uuid": "6c0fbbab-644f-4d57-b4bf-644204a5b26f", "name": "network-vif-plugged", "status": "completed", "tag": "07945f23-93ca-4174-93c3-7352e02ec6a5"}]}' {{(pid=112711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:01:05.543225 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] For port 07945f23-93ca-4174-93c3-7352e02ec6a5, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=07945f23-93ca-4174-93c3-7352e02ec6a5,segment=NetworkSegment(8c3064d6-a80a-4cdc-832a-15ed9b418cbb),segment_id=8c3064d6-a80a-4cdc-832a-15ed9b418cbb)] {{(pid=112711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:01:05.548183 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (07945f23-93ca-4174-93c3-7352e02ec6a5), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:05.611972 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Sep 2022 14:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1bcc20a-7df2-4f45-bca4-8902005a5984 x-openstack-request-id: req-f1bcc20a-7df2-4f45-bca4-8902005a5984 {{(pid=112711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:01:05.612415 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c0fbbab-644f-4d57-b4bf-644204a5b26f", "name": "network-vif-plugged", "status": "completed", "tag": "07945f23-93ca-4174-93c3-7352e02ec6a5", "code": 200}]} {{(pid=112711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:01:05.612761 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f1bcc20a-7df2-4f45-bca4-8902005a5984 {{(pid=112711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:01:05.613242 dv-cinder-820027-24-iscsi neutron-server[112711]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1bcc20a-7df2-4f45-bca4-8902005a5984'] response: {'server_uuid': '6c0fbbab-644f-4d57-b4bf-644204a5b26f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07945f23-93ca-4174-93c3-7352e02ec6a5', 'code': 200} Sep 08 14:01:05.614591 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Pushing event updated for resources: {'Port': ['ID=07945f23-93ca-4174-93c3-7352e02ec6a5,revision_number=5']} {{(pid=112711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:01:06.275615 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd1f62d-338a-4746-bbfc-674f042d9448 req-e68072a6-1258-4684-97ec-4a0a44fef5cc tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:01:06.282541 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-dbd1f62d-338a-4746-bbfc-674f042d9448 req-e68072a6-1258-4684-97ec-4a0a44fef5cc tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=6c0fbbab-644f-4d57-b4bf-644204a5b26f HTTP/1.1" status: 200 len: 946 time: 0.1085205 Sep 08 14:01:06.376923 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc46e05f-45da-466a-856e-33d15f93f85c req-6e423199-719a-481f-8f9a-a99709f64047 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:01:06.378487 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-bc46e05f-45da-466a-856e-33d15f93f85c req-6e423199-719a-481f-8f9a-a99709f64047 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3625263b-e16f-4c5c-a20a-591dca9ca140 HTTP/1.1" status: 200 len: 943 time: 0.0939975 Sep 08 14:01:06.416472 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-dbd1f62d-338a-4746-bbfc-674f042d9448 req-c7a883f9-ec7a-472f-81a6-8e1b6200b329 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ddf1d878-1109-4f29-aa9f-9fca2e3c8a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1329515 Sep 08 14:01:06.457496 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-bc46e05f-45da-466a-856e-33d15f93f85c req-42a3415c-9a4e-4d2f-85fe-73a8bbb8d11d tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=add2800b-2be6-41a0-b142-3947b75ed529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642335 Sep 08 14:01:07.663475 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bf5c64-ae2b-4fc7-9d0a-0e7122f068b8 req-d0eadabf-5ae4-4fac-8b35-6f38fe9d8d0f tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:01:07.665199 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-74bf5c64-ae2b-4fc7-9d0a-0e7122f068b8 req-d0eadabf-5ae4-4fac-8b35-6f38fe9d8d0f tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=6c0fbbab-644f-4d57-b4bf-644204a5b26f HTTP/1.1" status: 200 len: 946 time: 0.1210473 Sep 08 14:01:07.675904 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86677c2c-3bf4-4473-a040-752d61c09fcc req-78d0808e-d1b2-4f88-aaf9-09466168d234 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:01:07.684245 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-86677c2c-3bf4-4473-a040-752d61c09fcc req-78d0808e-d1b2-4f88-aaf9-09466168d234 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3625263b-e16f-4c5c-a20a-591dca9ca140 HTTP/1.1" status: 200 len: 943 time: 0.0815902 Sep 08 14:01:07.767622 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-86677c2c-3bf4-4473-a040-752d61c09fcc req-e5280481-2a36-42d1-85c6-b392a5934282 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=add2800b-2be6-41a0-b142-3947b75ed529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820632 Sep 08 14:01:07.784136 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-74bf5c64-ae2b-4fc7-9d0a-0e7122f068b8 req-e4edd2e7-d73c-496c-8ce2-15a10f83e6fb tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ddf1d878-1109-4f29-aa9f-9fca2e3c8a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926073 Sep 08 14:01:08.918461 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df717ad1-2f5d-400f-b0b5-d17c9a8b0162 req-154aa667-12e7-4532-854d-610e11a557fd tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:01:08.925426 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-df717ad1-2f5d-400f-b0b5-d17c9a8b0162 req-154aa667-12e7-4532-854d-610e11a557fd tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=6c0fbbab-644f-4d57-b4bf-644204a5b26f HTTP/1.1" status: 200 len: 946 time: 0.0703764 Sep 08 14:01:08.983311 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8509d5d6-c858-4aa5-97a1-423a4ceb1038 req-e2ec9e26-c3c6-4946-b2ae-671569b98fe8 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:01:08.984769 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-8509d5d6-c858-4aa5-97a1-423a4ceb1038 req-e2ec9e26-c3c6-4946-b2ae-671569b98fe8 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3625263b-e16f-4c5c-a20a-591dca9ca140 HTTP/1.1" status: 200 len: 943 time: 0.0859604 Sep 08 14:01:09.014330 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-df717ad1-2f5d-400f-b0b5-d17c9a8b0162 req-0d3d8ade-8680-4ae2-9afe-0c6c2627812a tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ddf1d878-1109-4f29-aa9f-9fca2e3c8a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880549 Sep 08 14:01:09.045604 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-8509d5d6-c858-4aa5-97a1-423a4ceb1038 req-8654449b-f284-4d9f-b664-4e2e8de4caa9 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=add2800b-2be6-41a0-b142-3947b75ed529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550451 Sep 08 14:01:09.233762 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37250745-e036-4641-91bf-4dd100a5f5ea req-2db22511-5150-45d6-8aab-37058da2ab11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:01:09.235351 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-37250745-e036-4641-91bf-4dd100a5f5ea req-2db22511-5150-45d6-8aab-37058da2ab11 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=6c0fbbab-644f-4d57-b4bf-644204a5b26f HTTP/1.1" status: 200 len: 1130 time: 0.0392687 Sep 08 14:01:09.286841 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-37250745-e036-4641-91bf-4dd100a5f5ea req-8ff51339-5b73-4609-b47a-8ac74853e60d service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ddf1d878-1109-4f29-aa9f-9fca2e3c8a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456603 Sep 08 14:01:10.140227 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a2f20f-b68f-4501-87e7-59f7f80d91c5 req-b2c832e8-6710-4ff3-acb7-0e6d8be286ed tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:01:10.141721 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-f7a2f20f-b68f-4501-87e7-59f7f80d91c5 req-b2c832e8-6710-4ff3-acb7-0e6d8be286ed tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=6c0fbbab-644f-4d57-b4bf-644204a5b26f HTTP/1.1" status: 200 len: 946 time: 0.0507753 Sep 08 14:01:10.153623 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:01:10.209817 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f74fbdc-6e3a-4deb-b02f-177a99354e6d req-0b2d2bca-039a-48fe-859c-79d6aac9b740 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:01:10.211289 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-5f74fbdc-6e3a-4deb-b02f-177a99354e6d req-0b2d2bca-039a-48fe-859c-79d6aac9b740 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3625263b-e16f-4c5c-a20a-591dca9ca140 HTTP/1.1" status: 200 len: 943 time: 0.0686696 Sep 08 14:01:10.242058 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-f7a2f20f-b68f-4501-87e7-59f7f80d91c5 req-1095cfa6-9dc9-4bf1-a0dd-c0c46a5c5c80 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ddf1d878-1109-4f29-aa9f-9fca2e3c8a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890508 Sep 08 14:01:10.271520 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-5f74fbdc-6e3a-4deb-b02f-177a99354e6d req-4a1e9f35-17ca-4860-9238-7e33561b810f tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=add2800b-2be6-41a0-b142-3947b75ed529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534523 Sep 08 14:01:11.054976 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=2 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:01:11.268143 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Device daea8158-0875-402f-9603-ddb321067a70 details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=112711) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 14:01:11.272663 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:01:11.285520 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:01:11.387219 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] For port daea8158-0875-402f-9603-ddb321067a70, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=daea8158-0875-402f-9603-ddb321067a70,segment=NetworkSegment(2f6c42c1-14c1-4abe-8cc1-e54cbc6177f2),segment_id=2f6c42c1-14c1-4abe-8cc1-e54cbc6177f2)] {{(pid=112711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:01:11.402003 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Returning: {'device': 'daea8158-0875-402f-9603-ddb321067a70', 'network_id': '1c9b3d05-20f8-440e-89b3-587b430f97a5', 'port_id': 'daea8158-0875-402f-9603-ddb321067a70', 'mac_address': 'fa:16:3e:ae:a2:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1fdd510-cbc1-4f0f-8fbd-e177b9f3baf0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112711) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 14:01:11.443247 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31680c92-1ac2-45d6-8897-64bd95117d02 req-4d2a8d9c-0ede-4b56-90b3-7d6745b616f2 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:01:11.445593 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-31680c92-1ac2-45d6-8897-64bd95117d02 req-4d2a8d9c-0ede-4b56-90b3-7d6745b616f2 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=6c0fbbab-644f-4d57-b4bf-644204a5b26f HTTP/1.1" status: 200 len: 946 time: 0.0914278 Sep 08 14:01:11.455566 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Current status of the port daea8158-0875-402f-9603-ddb321067a70 is: DOWN; New status is: BUILD {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:01:11.456329 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (daea8158-0875-402f-9603-ddb321067a70), before_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:11.459481 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da0015c-82a7-4bf0-a564-0f721c28b11d req-bbbac4f9-d448-40fb-8317-eee753880561 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:01:11.461147 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-2da0015c-82a7-4bf0-a564-0f721c28b11d req-bbbac4f9-d448-40fb-8317-eee753880561 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3625263b-e16f-4c5c-a20a-591dca9ca140 HTTP/1.1" status: 200 len: 943 time: 0.0905282 Sep 08 14:01:11.473480 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.notifiers.nova [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id daea8158-0875-402f-9603-ddb321067a70 {{(pid=112711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 08 14:01:11.483985 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:01:11.494662 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] For port daea8158-0875-402f-9603-ddb321067a70, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=daea8158-0875-402f-9603-ddb321067a70,segment=NetworkSegment(2f6c42c1-14c1-4abe-8cc1-e54cbc6177f2),segment_id=2f6c42c1-14c1-4abe-8cc1-e54cbc6177f2)] {{(pid=112711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:01:11.498828 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (daea8158-0875-402f-9603-ddb321067a70), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:11.544418 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-31680c92-1ac2-45d6-8897-64bd95117d02 req-631c395b-7d78-4588-afc1-df133ea02af9 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ddf1d878-1109-4f29-aa9f-9fca2e3c8a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921097 Sep 08 14:01:11.545549 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Pushing event updated for resources: {'Port': ['ID=daea8158-0875-402f-9603-ddb321067a70,revision_number=9']} {{(pid=112711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:01:11.549373 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-2da0015c-82a7-4bf0-a564-0f721c28b11d req-6a12a4de-1c40-40dc-afc1-daa5c32fdfb2 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=add2800b-2be6-41a0-b142-3947b75ed529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803156 Sep 08 14:01:11.670148 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e0547f-bca8-4248-b4dd-8984c07e7511 req-f31ffcfb-7deb-41b0-bf8b-0df5b9600345 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:01:11.671673 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-01e0547f-bca8-4248-b4dd-8984c07e7511 req-f31ffcfb-7deb-41b0-bf8b-0df5b9600345 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=6c0fbbab-644f-4d57-b4bf-644204a5b26f HTTP/1.1" status: 200 len: 946 time: 0.0515261 Sep 08 14:01:11.724056 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-01e0547f-bca8-4248-b4dd-8984c07e7511 req-1af97b69-7377-4be0-96ca-84260073b0d9 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ddf1d878-1109-4f29-aa9f-9fca2e3c8a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465837 Sep 08 14:01:11.751680 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 42214) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:01:11.791720 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea6c852-ddc1-49ba-b4bd-96de2894d008 tempest-TestVolumeBootPattern-1966906302 tempest-TestVolumeBootPattern-1966906302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:01:11.793272 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-4ea6c852-ddc1-49ba-b4bd-96de2894d008 tempest-TestVolumeBootPattern-1966906302 tempest-TestVolumeBootPattern-1966906302-project-admin] 10.222.0.55 "GET /networking/v2.0/ports?device_id=6c0fbbab-644f-4d57-b4bf-644204a5b26f HTTP/1.1" status: 200 len: 1125 time: 0.0405669 Sep 08 14:01:11.796106 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 42216) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:01:11.800218 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.v2.base [None req-b1ec58c0-94c8-4322-b9ef-6d0b875fc2ec tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Request body: {'floatingip': {'floating_network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'port_id': '07945f23-93ca-4174-93c3-7352e02ec6a5', 'tenant_id': '19d114fd258a4306b4c0665df90ae4c7', 'fixed_ip_address': '172.20.0.11'}} {{(pid=112710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:01:11.820784 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-b1ec58c0-94c8-4322-b9ef-6d0b875fc2ec tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:11.821751 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] get_ports_and_sgs() called for port_ids ['daea8158-0875-402f-9603-ddb321067a70'] {{(pid=112711) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 08 14:01:11.910098 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-b1ec58c0-94c8-4322-b9ef-6d0b875fc2ec tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (None), before_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:12.026714 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.db.db_base_plugin_common [None req-b1ec58c0-94c8-4322-b9ef-6d0b875fc2ec tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Allocated IP 172.27.0.199 (a5311008-4782-42e3-9445-a36a6c9fb014/42b74029-f5ac-41f0-a451-9a0d0b4a74ed/01019d08-cbab-40ce-9068-c58cb558120e) {{(pid=112710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:01:12.136692 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-b1ec58c0-94c8-4322-b9ef-6d0b875fc2ec tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Publish callbacks [] for port (01019d08-cbab-40ce-9068-c58cb558120e), precommit_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:12.167779 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-b1ec58c0-94c8-4322-b9ef-6d0b875fc2ec tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729028134301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10367820'] for port (01019d08-cbab-40ce-9068-c58cb558120e), after_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:12.197035 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:01:12.210444 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ec58c0-94c8-4322-b9ef-6d0b875fc2ec tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Network a5311008-4782-42e3-9445-a36a6c9fb014 is already hosted by enough agents. {{(pid=112710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:01:12.218563 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.scheduler.base_scheduler [None req-b1ec58c0-94c8-4322-b9ef-6d0b875fc2ec tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Resources bound (agent type, host, resource id): {{(pid=112710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:01:12.223216 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ec58c0-94c8-4322-b9ef-6d0b875fc2ec tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Received port after_create {{(pid=112710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 08 14:01:12.255950 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec58c0-94c8-4322-b9ef-6d0b875fc2ec tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Pushing event updated for resources: {'Port': ['ID=01019d08-cbab-40ce-9068-c58cb558120e,revision_number=1']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:01:12.464414 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:01:12.614689 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-b1ec58c0-94c8-4322-b9ef-6d0b875fc2ec tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Publish callbacks [] for floatingip (75645d1e-f945-4740-a3c6-24ab075d246e), precommit_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:12.728030 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84128b0-8c7c-4a65-a039-83aca26263b2 req-b4149578-c34e-4761-ba90-4455e5f2223c tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:01:12.730102 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-a84128b0-8c7c-4a65-a039-83aca26263b2 req-b4149578-c34e-4761-ba90-4455e5f2223c tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3625263b-e16f-4c5c-a20a-591dca9ca140 HTTP/1.1" status: 200 len: 944 time: 0.0813644 Sep 08 14:01:12.737160 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-b1ec58c0-94c8-4322-b9ef-6d0b875fc2ec tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (01019d08-cbab-40ce-9068-c58cb558120e), before_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:12.864393 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-a84128b0-8c7c-4a65-a039-83aca26263b2 req-5db59081-211e-48b6-b13d-8aa4204e8113 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=add2800b-2be6-41a0-b142-3947b75ed529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251259 Sep 08 14:01:12.942659 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-b1ec58c0-94c8-4322-b9ef-6d0b875fc2ec tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Publish callbacks [] for port (01019d08-cbab-40ce-9068-c58cb558120e), precommit_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:12.947318 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-b1ec58c0-94c8-4322-b9ef-6d0b875fc2ec tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10367797'] for port (01019d08-cbab-40ce-9068-c58cb558120e), after_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:13.005011 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 42240) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:01:13.016897 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-b1ec58c0-94c8-4322-b9ef-6d0b875fc2ec tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3679472'] for floatingip (75645d1e-f945-4740-a3c6-24ab075d246e), after_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:13.018839 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec58c0-94c8-4322-b9ef-6d0b875fc2ec tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Pushing event updated for resources: {'Port': ['ID=01019d08-cbab-40ce-9068-c58cb558120e,revision_number=2']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:01:13.118609 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-eb635637-b5c4-43c9-8831-d7fb2f9280fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:13.119249 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.db.l3_db [None req-b1ec58c0-94c8-4322-b9ef-6d0b875fc2ec tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Floating IP 75645d1e-f945-4740-a3c6-24ab075d246e associated. External IP: 172.27.0.199, port: 07945f23-93ca-4174-93c3-7352e02ec6a5. Sep 08 14:01:13.122062 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:01:13.195838 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-eb635637-b5c4-43c9-8831-d7fb2f9280fd admin admin] Publish callbacks [] for security_group (a680e618-813b-4c26-8b1f-0f4cc4016ebe), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:13.200929 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-eb635637-b5c4-43c9-8831-d7fb2f9280fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (a680e618-813b-4c26-8b1f-0f4cc4016ebe), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:13.206481 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=76,neutron:DELETE=2,neutron:INSERT=20,neutron:UPDATE=2 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:01:13.245534 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-eb635637-b5c4-43c9-8831-d7fb2f9280fd admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=8ea0aa6b367c4b97a99b64b16f4b81ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2393630 Sep 08 14:01:13.247085 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb635637-b5c4-43c9-8831-d7fb2f9280fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a680e618-813b-4c26-8b1f-0f4cc4016ebe,revision_number=1']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:01:13.251087 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 42244) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:01:13.290643 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Device daea8158-0875-402f-9603-ddb321067a70 up at agent hyperv_hv-cinder-82002 {{(pid=112711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:01:13.304770 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-e8b83da0-52f7-4131-8531-3e8ed7d99bd3 admin admin] Publish callbacks [] for security_group (a680e618-813b-4c26-8b1f-0f4cc4016ebe), before_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:13.329303 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-e8b83da0-52f7-4131-8531-3e8ed7d99bd3 admin admin] Publish callbacks [] for security_group (a680e618-813b-4c26-8b1f-0f4cc4016ebe), precommit_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:13.332252 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:01:13.334410 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1ec58c0-94c8-4322-b9ef-6d0b875fc2ec tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Router 1dee0814-e2a9-4820-818a-1712274f21b5 has already been hosted by L3 agent 91421a76-39ff-4685-90ca-aa6fbf6a1933 {{(pid=112710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 14:01:13.336862 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Provisioning complete for port daea8158-0875-402f-9603-ddb321067a70 triggered by entity L2. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:01:13.337966 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (daea8158-0875-402f-9603-ddb321067a70), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:13.390090 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-e8b83da0-52f7-4131-8531-3e8ed7d99bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (a680e618-813b-4c26-8b1f-0f4cc4016ebe), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:13.392973 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-e8b83da0-52f7-4131-8531-3e8ed7d99bd3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:13.397746 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-e8b83da0-52f7-4131-8531-3e8ed7d99bd3 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/a680e618-813b-4c26-8b1f-0f4cc4016ebe HTTP/1.1" status: 204 len: 168 time: 0.1456804 Sep 08 14:01:13.408535 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b83da0-52f7-4131-8531-3e8ed7d99bd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a680e618-813b-4c26-8b1f-0f4cc4016ebe,revision_number=None']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:01:13.437893 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Current status of the port daea8158-0875-402f-9603-ddb321067a70 is: BUILD; New status is: ACTIVE {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:01:13.438290 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (daea8158-0875-402f-9603-ddb321067a70), before_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:13.480914 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3625263b-e16f-4c5c-a20a-591dca9ca140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daea8158-0875-402f-9603-ddb321067a70'}] {{(pid=112711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 14:01:13.483496 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1ec58c0-94c8-4322-b9ef-6d0b875fc2ec tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Notify agent at l3_agent.dv-cinder-820027-24-iscsi the message routers_updated {{(pid=112710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:01:13.483998 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da88ec0cbec787fa3ec3fbfc035ae72aba30a0bab36d561f227dc8a59222d55b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aa4e31b-3d64-441f-b291-d316d45065e2" -d '{"events": [{"server_uuid": "3625263b-e16f-4c5c-a20a-591dca9ca140", "name": "network-vif-plugged", "status": "completed", "tag": "daea8158-0875-402f-9603-ddb321067a70"}]}' {{(pid=112711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:01:13.502437 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] For port daea8158-0875-402f-9603-ddb321067a70, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=daea8158-0875-402f-9603-ddb321067a70,segment=NetworkSegment(2f6c42c1-14c1-4abe-8cc1-e54cbc6177f2),segment_id=2f6c42c1-14c1-4abe-8cc1-e54cbc6177f2)] {{(pid=112711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:01:13.508097 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb208ca-b4bc-4fa7-a5f4-eed2537b26d2 None None] Sync routers for ids ['1dee0814-e2a9-4820-818a-1712274f21b5'] in dv-cinder-820027-24-iscsi {{(pid=112711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:01:13.516668 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-b1ec58c0-94c8-4322-b9ef-6d0b875fc2ec tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161718'] for floatingip (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:13.518060 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (daea8158-0875-402f-9603-ddb321067a70), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:13.570043 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Sep 2022 14:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9016a1a-d345-4454-85bf-d6cc6e4b07f4 x-openstack-request-id: req-c9016a1a-d345-4454-85bf-d6cc6e4b07f4 {{(pid=112711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:01:13.570043 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3625263b-e16f-4c5c-a20a-591dca9ca140", "name": "network-vif-plugged", "status": "completed", "tag": "daea8158-0875-402f-9603-ddb321067a70", "code": 200}]} {{(pid=112711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:01:13.570043 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c9016a1a-d345-4454-85bf-d6cc6e4b07f4 {{(pid=112711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:01:13.570043 dv-cinder-820027-24-iscsi neutron-server[112711]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9016a1a-d345-4454-85bf-d6cc6e4b07f4'] response: {'server_uuid': '3625263b-e16f-4c5c-a20a-591dca9ca140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daea8158-0875-402f-9603-ddb321067a70', 'code': 200} Sep 08 14:01:13.587449 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-b1ec58c0-94c8-4322-b9ef-6d0b875fc2ec tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7881768 Sep 08 14:01:13.587617 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb208ca-b4bc-4fa7-a5f4-eed2537b26d2 None None] Routers {'1dee0814-e2a9-4820-818a-1712274f21b5'} bound to L3 agent in host dv-cinder-820027-24-iscsi {{(pid=112711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:01:13.587721 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c0fbbab-644f-4d57-b4bf-644204a5b26f', 'tag': '07945f23-93ca-4174-93c3-7352e02ec6a5'}] {{(pid=112710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 14:01:13.587827 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_hamode_db [None req-5eb208ca-b4bc-4fa7-a5f4-eed2537b26d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-08T13:44:16Z,description=,heartbeat_timestamp=2022-09-08T14:00:46Z,host='dv-cinder-820027-24-iscsi',id=91421a76-39ff-4685-90ca-aa6fbf6a1933,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:44:16Z,topic='l3_agent')) {'router_ids': ['1dee0814-e2a9-4820-818a-1712274f21b5'], 'active': True} {{(pid=112711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:01:13.588358 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4aaac3e20a53a8e6247a431178541979a817c05ad734f54eee24c8be994502e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7ec1b64-507b-4361-b9bc-770402beb286" -d '{"events": [{"name": "network-changed", "server_uuid": "6c0fbbab-644f-4d57-b4bf-644204a5b26f", "tag": "07945f23-93ca-4174-93c3-7352e02ec6a5"}]}' {{(pid=112710) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:01:13.632389 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Sep 2022 14:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4401c91e-3bb7-4846-af1e-6a127cbe4432 x-openstack-request-id: req-4401c91e-3bb7-4846-af1e-6a127cbe4432 {{(pid=112710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:01:13.633247 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c0fbbab-644f-4d57-b4bf-644204a5b26f", "tag": "07945f23-93ca-4174-93c3-7352e02ec6a5", "status": "completed", "code": 200}]} {{(pid=112710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:01:13.633247 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4401c91e-3bb7-4846-af1e-6a127cbe4432 {{(pid=112710) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:01:13.633500 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4401c91e-3bb7-4846-af1e-6a127cbe4432'] response: {'name': 'network-changed', 'server_uuid': '6c0fbbab-644f-4d57-b4bf-644204a5b26f', 'tag': '07945f23-93ca-4174-93c3-7352e02ec6a5', 'status': 'completed', 'code': 200} Sep 08 14:01:13.736488 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ec1b64-507b-4361-b9bc-770402beb286 req-0c69962b-598d-4cb5-8535-e1f578e89812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:01:13.738058 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-a7ec1b64-507b-4361-b9bc-770402beb286 req-0c69962b-598d-4cb5-8535-e1f578e89812 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=19d114fd258a4306b4c0665df90ae4c7&device_id=6c0fbbab-644f-4d57-b4bf-644204a5b26f HTTP/1.1" status: 200 len: 1130 time: 0.0457575 Sep 08 14:01:13.790337 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Pushing event updated for resources: {'Port': ['ID=daea8158-0875-402f-9603-ddb321067a70,revision_number=10']} {{(pid=112711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:01:13.821146 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 42262) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:01:13.835184 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-8294f6c2-90be-4bb9-8c22-505df8cc27fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:13.861162 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75f0a02-a510-4bb4-9602-21d26ad4edcd req-6bf0c3d3-02b7-4ee1-af0b-41cc2930f934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:01:13.862691 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-a75f0a02-a510-4bb4-9602-21d26ad4edcd req-6bf0c3d3-02b7-4ee1-af0b-41cc2930f934 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=3625263b-e16f-4c5c-a20a-591dca9ca140 HTTP/1.1" status: 200 len: 1130 time: 0.0558267 Sep 08 14:01:13.864760 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvr_db [None req-5eb208ca-b4bc-4fa7-a5f4-eed2537b26d2 None None] Set router 1dee0814-e2a9-4820-818a-1712274f21b5 gateway port host: dv-cinder-820027-24-iscsi {{(pid=112711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:01:13.918842 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ec1b64-507b-4361-b9bc-770402beb286 req-e0c9fb64-779c-4d62-8e17-9f5f083ebddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:01:13.920354 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-a7ec1b64-507b-4361-b9bc-770402beb286 req-e0c9fb64-779c-4d62-8e17-9f5f083ebddb service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=551d8846-f844-4925-a2fe-eef49820f7af HTTP/1.1" status: 200 len: 912 time: 0.1753583 Sep 08 14:01:13.937677 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-8294f6c2-90be-4bb9-8c22-505df8cc27fc admin admin] Publish callbacks [] for security_group (f69cfdf6-c057-4ba3-be49-bcd9e96aabbb), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:13.942706 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-8294f6c2-90be-4bb9-8c22-505df8cc27fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (f69cfdf6-c057-4ba3-be49-bcd9e96aabbb), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:13.983989 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:01:13.985578 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:01:13.987629 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8294f6c2-90be-4bb9-8c22-505df8cc27fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f69cfdf6-c057-4ba3-be49-bcd9e96aabbb,revision_number=1']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:01:13.992856 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-8294f6c2-90be-4bb9-8c22-505df8cc27fc admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=c1c6a9a177554694b998a0531d07ffb4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1699715 Sep 08 14:01:13.996313 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 42266) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:01:14.030127 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:01:14.059153 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-8fc3d0d3-77a8-4451-a874-acb52410dded admin admin] Publish callbacks [] for security_group (f69cfdf6-c057-4ba3-be49-bcd9e96aabbb), before_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:14.086010 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-84f4cce4-1ace-4385-ac03-c3ad360dd0ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (22ab8903-d7f5-4941-bce3-89140b53b8af), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:14.089679 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-8fc3d0d3-77a8-4451-a874-acb52410dded admin admin] Publish callbacks [] for security_group (f69cfdf6-c057-4ba3-be49-bcd9e96aabbb), precommit_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:14.145840 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-8fc3d0d3-77a8-4451-a874-acb52410dded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (f69cfdf6-c057-4ba3-be49-bcd9e96aabbb), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:14.151020 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-8fc3d0d3-77a8-4451-a874-acb52410dded admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:14.152829 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-8fc3d0d3-77a8-4451-a874-acb52410dded admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/f69cfdf6-c057-4ba3-be49-bcd9e96aabbb HTTP/1.1" status: 204 len: 168 time: 0.1550379 Sep 08 14:01:14.161068 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_hamode_db [None req-5eb208ca-b4bc-4fa7-a5f4-eed2537b26d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dee0814-e2a9-4820-818a-1712274f21b5', 'name': 'tempest-TestVolumeBootPattern-719451595-router', 'tenant_id': '19d114fd258a4306b4c0665df90ae4c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': '35c22b56-71fb-494d-bbaa-432b8b41f93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:57:17Z', 'updated_at': '2022-09-08T13:57:23Z', 'revision_number': 4, 'project_id': '19d114fd258a4306b4c0665df90ae4c7', 'gw_port': {'id': '35c22b56-71fb-494d-bbaa-432b8b41f93e', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c2:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dee0814-e2a9-4820-818a-1712274f21b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:57:18Z', 'updated_at': '2022-09-08T13:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi', '_floatingips': [{'id': '75645d1e-f945-4740-a3c6-24ab075d246e', 'tenant_id': '19d114fd258a4306b4c0665df90ae4c7', 'floating_ip_address': '172.27.0.199', 'floating_network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'router_id': '1dee0814-e2a9-4820-818a-1712274f21b5', 'port_id': '07945f23-93ca-4174-93c3-7352e02ec6a5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '551d8846-f844-4925-a2fe-eef49820f7af', 'mac_address': 'fa:16:3e:4a:68:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c0fbbab-644f-4d57-b4bf-644204a5b26f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-08T14:01:12Z', 'updated_at': '2022-09-08T14:01:12Z', 'revision_number': 0, 'project_id': '19d114fd258a4306b4c0665df90ae4c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09d4b13b-43d4-437f-a8b5-280a1cb88e16', 'name': '', 'network_id': '551d8846-f844-4925-a2fe-eef49820f7af', 'tenant_id': '19d114fd258a4306b4c0665df90ae4c7', 'mac_address': 'fa:16:3e:fd:e3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dee0814-e2a9-4820-818a-1712274f21b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '8ad1b6f9-720f-46b5-a559-3250cb34e913', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:57:22Z', 'updated_at': '2022-09-08T13:57:28Z', 'revision_number': 5, 'project_id': '19d114fd258a4306b4c0665df90ae4c7', 'subnets': [{'id': '8ad1b6f9-720f-46b5-a559-3250cb34e913', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-24-iscsi', False) {} {{(pid=112711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:01:14.166885 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc3d0d3-77a8-4451-a874-acb52410dded admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f69cfdf6-c057-4ba3-be49-bcd9e96aabbb,revision_number=None']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:01:14.193115 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb208ca-b4bc-4fa7-a5f4-eed2537b26d2 None None] Checking router: 1dee0814-e2a9-4820-818a-1712274f21b5 for host: dv-cinder-820027-24-iscsi {{(pid=112711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:01:14.209950 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb208ca-b4bc-4fa7-a5f4-eed2537b26d2 None None] Routers {'1dee0814-e2a9-4820-818a-1712274f21b5'} bound to L3 agent in host dv-cinder-820027-24-iscsi {{(pid=112711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:01:14.210615 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_hamode_db [None req-5eb208ca-b4bc-4fa7-a5f4-eed2537b26d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-08T13:44:16Z,description=,heartbeat_timestamp=2022-09-08T14:00:46Z,host='dv-cinder-820027-24-iscsi',id=91421a76-39ff-4685-90ca-aa6fbf6a1933,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:44:16Z,topic='l3_agent')) {'router_ids': ['1dee0814-e2a9-4820-818a-1712274f21b5'], 'active': True} {{(pid=112711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:01:14.299952 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-a75f0a02-a510-4bb4-9602-21d26ad4edcd req-df615ae5-93ec-48a7-a4a9-db98eee5978e service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=add2800b-2be6-41a0-b142-3947b75ed529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4299748 Sep 08 14:01:14.328328 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvr_db [None req-5eb208ca-b4bc-4fa7-a5f4-eed2537b26d2 None None] Set router 1dee0814-e2a9-4820-818a-1712274f21b5 gateway port host: dv-cinder-820027-24-iscsi {{(pid=112711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:01:14.346467 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f25ff9-b3be-4b30-973a-ddba5ae51d89 req-861c12fb-7bed-4fa4-ae90-6c8dd6822a1b tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:01:14.347955 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-f5f25ff9-b3be-4b30-973a-ddba5ae51d89 req-861c12fb-7bed-4fa4-ae90-6c8dd6822a1b tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3625263b-e16f-4c5c-a20a-591dca9ca140 HTTP/1.1" status: 200 len: 946 time: 0.3843739 Sep 08 14:01:14.349703 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-a7ec1b64-507b-4361-b9bc-770402beb286 req-9ce83dbe-7089-4bf7-97d7-b1b2d4880970 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07945f23-93ca-4174-93c3-7352e02ec6a5 HTTP/1.1" status: 200 len: 1000 time: 0.4083974 Sep 08 14:01:14.402371 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-f5f25ff9-b3be-4b30-973a-ddba5ae51d89 req-14a391e5-430f-4c72-be1f-06a6c3008929 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=add2800b-2be6-41a0-b142-3947b75ed529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463052 Sep 08 14:01:14.560199 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_hamode_db [None req-5eb208ca-b4bc-4fa7-a5f4-eed2537b26d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dee0814-e2a9-4820-818a-1712274f21b5', 'name': 'tempest-TestVolumeBootPattern-719451595-router', 'tenant_id': '19d114fd258a4306b4c0665df90ae4c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': '35c22b56-71fb-494d-bbaa-432b8b41f93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:57:17Z', 'updated_at': '2022-09-08T13:57:23Z', 'revision_number': 4, 'project_id': '19d114fd258a4306b4c0665df90ae4c7', 'gw_port': {'id': '35c22b56-71fb-494d-bbaa-432b8b41f93e', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c2:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dee0814-e2a9-4820-818a-1712274f21b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:57:18Z', 'updated_at': '2022-09-08T13:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi', '_floatingips': [{'id': '75645d1e-f945-4740-a3c6-24ab075d246e', 'tenant_id': '19d114fd258a4306b4c0665df90ae4c7', 'floating_ip_address': '172.27.0.199', 'floating_network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'router_id': '1dee0814-e2a9-4820-818a-1712274f21b5', 'port_id': '07945f23-93ca-4174-93c3-7352e02ec6a5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '551d8846-f844-4925-a2fe-eef49820f7af', 'mac_address': 'fa:16:3e:4a:68:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c0fbbab-644f-4d57-b4bf-644204a5b26f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-08T14:01:12Z', 'updated_at': '2022-09-08T14:01:12Z', 'revision_number': 0, 'project_id': '19d114fd258a4306b4c0665df90ae4c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09d4b13b-43d4-437f-a8b5-280a1cb88e16', 'name': '', 'network_id': '551d8846-f844-4925-a2fe-eef49820f7af', 'tenant_id': '19d114fd258a4306b4c0665df90ae4c7', 'mac_address': 'fa:16:3e:fd:e3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dee0814-e2a9-4820-818a-1712274f21b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '8ad1b6f9-720f-46b5-a559-3250cb34e913', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:57:22Z', 'updated_at': '2022-09-08T13:57:28Z', 'revision_number': 5, 'project_id': '19d114fd258a4306b4c0665df90ae4c7', 'subnets': [{'id': '8ad1b6f9-720f-46b5-a559-3250cb34e913', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-24-iscsi', False) {} {{(pid=112711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:01:14.586257 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb208ca-b4bc-4fa7-a5f4-eed2537b26d2 None None] The sync data for ids ['1dee0814-e2a9-4820-818a-1712274f21b5'] in dv-cinder-820027-24-iscsi is: [{'id': '1dee0814-e2a9-4820-818a-1712274f21b5', 'name': 'tempest-TestVolumeBootPattern-719451595-router', 'tenant_id': '19d114fd258a4306b4c0665df90ae4c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': '35c22b56-71fb-494d-bbaa-432b8b41f93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:57:17Z', 'updated_at': '2022-09-08T13:57:23Z', 'revision_number': 4, 'project_id': '19d114fd258a4306b4c0665df90ae4c7', 'gw_port': {'id': '35c22b56-71fb-494d-bbaa-432b8b41f93e', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c2:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dee0814-e2a9-4820-818a-1712274f21b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:57:18Z', 'updated_at': '2022-09-08T13:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi', '_floatingips': [{'id': '75645d1e-f945-4740-a3c6-24ab075d246e', 'tenant_id': '19d114fd258a4306b4c0665df90ae4c7', 'floating_ip_address': '172.27.0.199', 'floating_network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'router_id': '1dee0814-e2a9-4820-818a-1712274f21b5', 'port_id': '07945f23-93ca-4174-93c3-7352e02ec6a5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '551d8846-f844-4925-a2fe-eef49820f7af', 'mac_address': 'fa:16:3e:4a:68:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c0fbbab-644f-4d57-b4bf-644204a5b26f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-08T14:01:12Z', 'updated_at': '2022-09-08T14:01:12Z', 'revision_number': 0, 'project_id': '19d114fd258a4306b4c0665df90ae4c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09d4b13b-43d4-437f-a8b5-280a1cb88e16', 'name': '', 'network_id': '551d8846-f844-4925-a2fe-eef49820f7af', 'tenant_id': '19d114fd258a4306b4c0665df90ae4c7', 'mac_address': 'fa:16:3e:fd:e3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dee0814-e2a9-4820-818a-1712274f21b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '8ad1b6f9-720f-46b5-a559-3250cb34e913', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:57:22Z', 'updated_at': '2022-09-08T13:57:28Z', 'revision_number': 5, 'project_id': '19d114fd258a4306b4c0665df90ae4c7', 'subnets': [{'id': '8ad1b6f9-720f-46b5-a559-3250cb34e913', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:01:14.655912 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ec1b64-507b-4361-b9bc-770402beb286 req-9fae5ecc-2947-4ffe-b0e7-a92b10fd37c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:01:14.657433 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-a7ec1b64-507b-4361-b9bc-770402beb286 req-9fae5ecc-2947-4ffe-b0e7-a92b10fd37c2 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=8ad1b6f9-720f-46b5-a559-3250cb34e913 HTTP/1.1" status: 200 len: 850 time: 0.0741618 Sep 08 14:01:14.847069 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed9f793-d8b6-404d-9eb3-beab4a6a21ce None None] New status for floating IP 75645d1e-f945-4740-a3c6-24ab075d246e: ACTIVE {{(pid=112712) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 08 14:01:14.983187 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ec1b64-507b-4361-b9bc-770402beb286 req-cdb0cb2a-27e6-469c-a5e1-d4f46bd1a674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:01:14.985246 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-a7ec1b64-507b-4361-b9bc-770402beb286 req-cdb0cb2a-27e6-469c-a5e1-d4f46bd1a674 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=551d8846-f844-4925-a2fe-eef49820f7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0489924 Sep 08 14:01:15.091612 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-a7ec1b64-507b-4361-b9bc-770402beb286 req-895e214a-71a7-4cac-ad99-74f738356048 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/551d8846-f844-4925-a2fe-eef49820f7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948205 Sep 08 14:01:15.108689 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=100 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:01:15.194169 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-a7ec1b64-507b-4361-b9bc-770402beb286 req-1bcd539d-45a5-429f-8b0d-c91ac0c98b0c service neutron] 10.222.0.20 "GET /networking/v2.0/networks/551d8846-f844-4925-a2fe-eef49820f7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936549 Sep 08 14:01:15.475525 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.agents_db [None req-36671662-b8ef-427e-8422-ee96630d1377 None None] Agent healthcheck: found 6 active agents {{(pid=112712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:01:15.533752 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e765355e-1966-434e-9552-07c2fe2271aa req-cd869bdf-3961-4dbb-ab41-01923a9b532c tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:01:15.535246 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e765355e-1966-434e-9552-07c2fe2271aa req-cd869bdf-3961-4dbb-ab41-01923a9b532c tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3625263b-e16f-4c5c-a20a-591dca9ca140 HTTP/1.1" status: 200 len: 946 time: 0.0487263 Sep 08 14:01:15.585920 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e765355e-1966-434e-9552-07c2fe2271aa req-a2b40720-664d-4884-ba11-8c3475e59016 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=add2800b-2be6-41a0-b142-3947b75ed529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445681 Sep 08 14:01:16.379790 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-e3d54863-b60f-49c3-b737-56e26f72d01d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (91421a76-39ff-4685-90ca-aa6fbf6a1933), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:16.713433 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05593b0e-8a65-4a39-8df2-29fa6c1f2a44 req-24a67f6b-ce69-4690-b4a2-b29af679768a tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:01:16.715169 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-05593b0e-8a65-4a39-8df2-29fa6c1f2a44 req-24a67f6b-ce69-4690-b4a2-b29af679768a tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3625263b-e16f-4c5c-a20a-591dca9ca140 HTTP/1.1" status: 200 len: 946 time: 0.0474796 Sep 08 14:01:16.767295 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-05593b0e-8a65-4a39-8df2-29fa6c1f2a44 req-2504263f-74dc-40b5-abf9-61f37ee68466 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=add2800b-2be6-41a0-b142-3947b75ed529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463338 Sep 08 14:01:17.479920 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-b7e97967-3fa9-4dcb-b3f0-dcc99b3a4378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (24e12250-b8f3-473f-bf71-765ca8669827), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:17.891103 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f9b96a-473d-41d8-bd84-a09aca442577 req-8b5cd7bf-2c87-464f-acaa-3eef20085eea tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:01:17.892576 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-22f9b96a-473d-41d8-bd84-a09aca442577 req-8b5cd7bf-2c87-464f-acaa-3eef20085eea tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3625263b-e16f-4c5c-a20a-591dca9ca140 HTTP/1.1" status: 200 len: 946 time: 0.0467842 Sep 08 14:01:17.903566 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:01:17.941703 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-22f9b96a-473d-41d8-bd84-a09aca442577 req-0471ffc4-65bc-45f4-ab57-5579b4ef4173 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=add2800b-2be6-41a0-b142-3947b75ed529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436418 Sep 08 14:01:18.921867 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-604b277b-9310-4e7b-bd1a-c26598410893 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (ad63ffce-77d1-4b05-ac53-eeb1c28e2aec), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:18.944110 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (6df97c0c-9140-47af-8c93-84593b95031c), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:19.068602 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c92590e-6eba-4355-8a42-de9b4d166cda req-69abe402-372e-4dfd-a717-699cf892b609 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:01:19.070100 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-1c92590e-6eba-4355-8a42-de9b4d166cda req-69abe402-372e-4dfd-a717-699cf892b609 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3625263b-e16f-4c5c-a20a-591dca9ca140 HTTP/1.1" status: 200 len: 946 time: 0.0489533 Sep 08 14:01:19.117387 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-1c92590e-6eba-4355-8a42-de9b4d166cda req-1c6c1745-489f-4e29-b11e-7c0445dc4d39 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=add2800b-2be6-41a0-b142-3947b75ed529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410204 Sep 08 14:01:20.245068 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ae3418-2152-446e-b96c-a5a4783dd3bc req-508a04d3-b7dd-41e8-8ff2-a1c85dba8224 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:01:20.246638 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-66ae3418-2152-446e-b96c-a5a4783dd3bc req-508a04d3-b7dd-41e8-8ff2-a1c85dba8224 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3625263b-e16f-4c5c-a20a-591dca9ca140 HTTP/1.1" status: 200 len: 946 time: 0.0507603 Sep 08 14:01:20.293119 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-66ae3418-2152-446e-b96c-a5a4783dd3bc req-5c87609c-fec0-40f3-8aa7-7e30ab5bcf2e tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=add2800b-2be6-41a0-b142-3947b75ed529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408740 Sep 08 14:01:21.436329 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca601d48-c64c-4115-af18-ced8bdc363d1 req-498f5169-0b0b-4572-aa5f-ceef26327d2e tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:01:21.438758 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-ca601d48-c64c-4115-af18-ced8bdc363d1 req-498f5169-0b0b-4572-aa5f-ceef26327d2e tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3625263b-e16f-4c5c-a20a-591dca9ca140 HTTP/1.1" status: 200 len: 946 time: 0.0620975 Sep 08 14:01:21.489566 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-ca601d48-c64c-4115-af18-ced8bdc363d1 req-01b1f54a-5fd5-46be-aa55-ef571e74e105 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=add2800b-2be6-41a0-b142-3947b75ed529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446177 Sep 08 14:01:22.627920 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0962510a-b665-45fa-b014-a863706aab86 req-681f3346-9b1e-4a0c-8763-8f6aa3089af8 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:01:22.629867 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-0962510a-b665-45fa-b014-a863706aab86 req-681f3346-9b1e-4a0c-8763-8f6aa3089af8 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3625263b-e16f-4c5c-a20a-591dca9ca140 HTTP/1.1" status: 200 len: 946 time: 0.0546377 Sep 08 14:01:22.680203 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-0962510a-b665-45fa-b014-a863706aab86 req-cb26b3e3-aadf-4682-8d7c-092a5238536c tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=add2800b-2be6-41a0-b142-3947b75ed529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444162 Sep 08 14:01:22.760280 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 42430) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:01:22.871704 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-ec6c4567-506f-4854-80e2-bb43c2a62a77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:22.951871 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-ec6c4567-506f-4854-80e2-bb43c2a62a77 admin admin] Publish callbacks [] for security_group (6a9500d2-3ef0-4998-b88c-13d50274d531), precommit_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:22.955594 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-ec6c4567-506f-4854-80e2-bb43c2a62a77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (6a9500d2-3ef0-4998-b88c-13d50274d531), after_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:22.998513 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-ec6c4567-506f-4854-80e2-bb43c2a62a77 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=1a378749bf5c463f8ee8d483b9f317c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2371531 Sep 08 14:01:22.999866 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6c4567-506f-4854-80e2-bb43c2a62a77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a9500d2-3ef0-4998-b88c-13d50274d531,revision_number=1']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:01:23.002316 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 42434) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:01:23.057372 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-465e3fce-20eb-45d5-bd67-6696fa616f6d admin admin] Publish callbacks [] for security_group (6a9500d2-3ef0-4998-b88c-13d50274d531), before_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:23.077236 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-465e3fce-20eb-45d5-bd67-6696fa616f6d admin admin] Publish callbacks [] for security_group (6a9500d2-3ef0-4998-b88c-13d50274d531), precommit_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:23.122724 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-465e3fce-20eb-45d5-bd67-6696fa616f6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (6a9500d2-3ef0-4998-b88c-13d50274d531), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:23.125279 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-465e3fce-20eb-45d5-bd67-6696fa616f6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:23.126438 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-465e3fce-20eb-45d5-bd67-6696fa616f6d admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/6a9500d2-3ef0-4998-b88c-13d50274d531 HTTP/1.1" status: 204 len: 168 time: 0.1228869 Sep 08 14:01:23.134626 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465e3fce-20eb-45d5-bd67-6696fa616f6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a9500d2-3ef0-4998-b88c-13d50274d531,revision_number=None']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:01:23.390387 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 42440) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:01:23.404200 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-43b64303-8723-40e7-9439-5916692cb459 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:23.480056 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-43b64303-8723-40e7-9439-5916692cb459 admin admin] Publish callbacks [] for security_group (ba22bc3a-7041-4ad1-8abd-56ad268ae784), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:23.483592 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-43b64303-8723-40e7-9439-5916692cb459 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (ba22bc3a-7041-4ad1-8abd-56ad268ae784), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:23.524507 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-43b64303-8723-40e7-9439-5916692cb459 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=578fd8e6cfee44fb89129235a9362db8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1325796 Sep 08 14:01:23.525347 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b64303-8723-40e7-9439-5916692cb459 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba22bc3a-7041-4ad1-8abd-56ad268ae784,revision_number=1']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:01:23.527396 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 42442) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:01:23.540810 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:01:23.579395 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-93787b96-3945-45fe-ba8c-b0bb9b7ca4e2 admin admin] Publish callbacks [] for security_group (ba22bc3a-7041-4ad1-8abd-56ad268ae784), before_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:23.600427 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-93787b96-3945-45fe-ba8c-b0bb9b7ca4e2 admin admin] Publish callbacks [] for security_group (ba22bc3a-7041-4ad1-8abd-56ad268ae784), precommit_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:23.655226 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-93787b96-3945-45fe-ba8c-b0bb9b7ca4e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (ba22bc3a-7041-4ad1-8abd-56ad268ae784), after_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:23.658058 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-93787b96-3945-45fe-ba8c-b0bb9b7ca4e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:23.659327 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-93787b96-3945-45fe-ba8c-b0bb9b7ca4e2 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/ba22bc3a-7041-4ad1-8abd-56ad268ae784 HTTP/1.1" status: 204 len: 168 time: 0.1308963 Sep 08 14:01:23.669153 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93787b96-3945-45fe-ba8c-b0bb9b7ca4e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba22bc3a-7041-4ad1-8abd-56ad268ae784,revision_number=None']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:01:24.997256 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=17,neutron:UPDATE=2 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:01:25.475408 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=5 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:01:33.149693 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=62,neutron:UPDATE=3 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:01:33.515629 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=44,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:01:33.520441 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=12 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:01:33.662181 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=72,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:01:33.662963 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=13,neutron:DELETE=3 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:01:33.688672 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=68,neutron:UPDATE=2 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:01:34.743507 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (4c2ff875-e6d7-424e-bdc7-d4b2ed4bdd9c), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:38.482860 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 42662) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:01:38.593817 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-a21b48ec-dd7c-492f-a815-9f2818e12b64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:38.671335 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-a21b48ec-dd7c-492f-a815-9f2818e12b64 admin admin] Publish callbacks [] for security_group (4a97fb3c-52ab-4cb0-b4a2-d0abe9486949), precommit_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:38.675237 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-a21b48ec-dd7c-492f-a815-9f2818e12b64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (4a97fb3c-52ab-4cb0-b4a2-d0abe9486949), after_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:38.714636 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-a21b48ec-dd7c-492f-a815-9f2818e12b64 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=16bdb7cef22847fc8e05717b28bbedb4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2306819 Sep 08 14:01:38.715960 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21b48ec-dd7c-492f-a815-9f2818e12b64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a97fb3c-52ab-4cb0-b4a2-d0abe9486949,revision_number=1']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:01:38.717603 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 42666) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:01:38.767221 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-732a760d-38ab-4adb-838a-3abcf5676398 admin admin] Publish callbacks [] for security_group (4a97fb3c-52ab-4cb0-b4a2-d0abe9486949), before_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:38.787543 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-732a760d-38ab-4adb-838a-3abcf5676398 admin admin] Publish callbacks [] for security_group (4a97fb3c-52ab-4cb0-b4a2-d0abe9486949), precommit_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:38.834038 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-732a760d-38ab-4adb-838a-3abcf5676398 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (4a97fb3c-52ab-4cb0-b4a2-d0abe9486949), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:38.837025 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-732a760d-38ab-4adb-838a-3abcf5676398 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:38.838257 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-732a760d-38ab-4adb-838a-3abcf5676398 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/4a97fb3c-52ab-4cb0-b4a2-d0abe9486949 HTTP/1.1" status: 204 len: 168 time: 0.1196485 Sep 08 14:01:38.846331 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732a760d-38ab-4adb-838a-3abcf5676398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a97fb3c-52ab-4cb0-b4a2-d0abe9486949,revision_number=None']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:01:39.110274 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 42676) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:01:39.124262 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-b7568366-0303-460b-9395-6efdbced7d01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:39.222844 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-b7568366-0303-460b-9395-6efdbced7d01 admin admin] Publish callbacks [] for security_group (8213f917-0cd6-4fd3-975b-eac3dfd5984f), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:39.227261 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-b7568366-0303-460b-9395-6efdbced7d01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (8213f917-0cd6-4fd3-975b-eac3dfd5984f), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:39.266392 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-b7568366-0303-460b-9395-6efdbced7d01 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=b1a4083f55834b39a7d6f6487b7d187a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1549611 Sep 08 14:01:39.267242 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7568366-0303-460b-9395-6efdbced7d01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8213f917-0cd6-4fd3-975b-eac3dfd5984f,revision_number=1']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:01:39.269807 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 42680) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:01:39.325035 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-3cb59a1d-3523-4ee5-aa5e-62921a2c5030 admin admin] Publish callbacks [] for security_group (8213f917-0cd6-4fd3-975b-eac3dfd5984f), before_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:39.345199 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-3cb59a1d-3523-4ee5-aa5e-62921a2c5030 admin admin] Publish callbacks [] for security_group (8213f917-0cd6-4fd3-975b-eac3dfd5984f), precommit_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:39.390950 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-3cb59a1d-3523-4ee5-aa5e-62921a2c5030 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (8213f917-0cd6-4fd3-975b-eac3dfd5984f), after_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:39.393454 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-3cb59a1d-3523-4ee5-aa5e-62921a2c5030 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:39.394773 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-3cb59a1d-3523-4ee5-aa5e-62921a2c5030 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/8213f917-0cd6-4fd3-975b-eac3dfd5984f HTTP/1.1" status: 204 len: 168 time: 0.1234870 Sep 08 14:01:39.403276 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb59a1d-3523-4ee5-aa5e-62921a2c5030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8213f917-0cd6-4fd3-975b-eac3dfd5984f,revision_number=None']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:01:44.070681 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-b8e75d80-f74f-489e-a8c0-11d5309dd83f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (22ab8903-d7f5-4941-bce3-89140b53b8af), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:44.463304 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=2 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:01:44.466228 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=4 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:01:46.334534 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-5cff9178-8922-43ed-808d-4a88f3b2eb25 req-99c40f28-9570-4ead-986e-4f19e28f88ff service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=3625263b-e16f-4c5c-a20a-591dca9ca140&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0412133 Sep 08 14:01:46.381121 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-10a3e4b2-e9cd-47c6-9017-916f55f25869 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (91421a76-39ff-4685-90ca-aa6fbf6a1933), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:46.423084 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cff9178-8922-43ed-808d-4a88f3b2eb25 req-69c71059-e607-49db-817c-c8584a867555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:01:46.424572 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-5cff9178-8922-43ed-808d-4a88f3b2eb25 req-69c71059-e607-49db-817c-c8584a867555 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=bc4476b1f4b84b5593ff2650592b9fb7&device_id=3625263b-e16f-4c5c-a20a-591dca9ca140 HTTP/1.1" status: 200 len: 1130 time: 0.0397351 Sep 08 14:01:46.548314 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cff9178-8922-43ed-808d-4a88f3b2eb25 req-ae5537f0-65a2-4352-9a21-18e1ac88d9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:01:46.549927 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-5cff9178-8922-43ed-808d-4a88f3b2eb25 req-ae5537f0-65a2-4352-9a21-18e1ac88d9e7 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=1c9b3d05-20f8-440e-89b3-587b430f97a5 HTTP/1.1" status: 200 len: 918 time: 0.0939116 Sep 08 14:01:46.618522 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-5cff9178-8922-43ed-808d-4a88f3b2eb25 req-2c386f1a-51c3-41a9-b6a6-a607f6d7b256 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=daea8158-0875-402f-9603-ddb321067a70 HTTP/1.1" status: 200 len: 1001 time: 0.0583997 Sep 08 14:01:46.668942 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cff9178-8922-43ed-808d-4a88f3b2eb25 req-ebbfe9d8-3ec5-4f89-b52b-ee4caba501ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:01:46.670405 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-5cff9178-8922-43ed-808d-4a88f3b2eb25 req-ebbfe9d8-3ec5-4f89-b52b-ee4caba501ac service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=c1fdd510-cbc1-4f0f-8fbd-e177b9f3baf0 HTTP/1.1" status: 200 len: 856 time: 0.0432849 Sep 08 14:01:46.729666 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cff9178-8922-43ed-808d-4a88f3b2eb25 req-2546fa44-229d-49f3-913c-bdcaa509bb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:01:46.731196 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-5cff9178-8922-43ed-808d-4a88f3b2eb25 req-2546fa44-229d-49f3-913c-bdcaa509bb73 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=1c9b3d05-20f8-440e-89b3-587b430f97a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0539131 Sep 08 14:01:46.824053 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-5cff9178-8922-43ed-808d-4a88f3b2eb25 req-59cb6708-e69e-4ef9-b71d-1edc311d0b28 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/1c9b3d05-20f8-440e-89b3-587b430f97a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848250 Sep 08 14:01:46.923531 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-5cff9178-8922-43ed-808d-4a88f3b2eb25 req-7729b363-9921-470a-9a46-728ef78dde13 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/1c9b3d05-20f8-440e-89b3-587b430f97a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895112 Sep 08 14:01:47.489783 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-b7e97967-3fa9-4dcb-b3f0-dcc99b3a4378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (24e12250-b8f3-473f-bf71-765ca8669827), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:48.932262 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-604b277b-9310-4e7b-bd1a-c26598410893 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (ad63ffce-77d1-4b05-ac53-eeb1c28e2aec), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:48.937041 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (6df97c0c-9140-47af-8c93-84593b95031c), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:49.260989 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=31,neutron:DELETE=2,neutron:INSERT=7 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:01:49.262874 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=38,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:01:52.473635 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.agents_db [None req-36671662-b8ef-427e-8422-ee96630d1377 None None] Agent healthcheck: found 6 active agents {{(pid=112712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:01:53.797666 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 42848) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:01:53.907740 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-d9ebc578-7204-4699-88be-d3c1ee0dab46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:53.984606 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-d9ebc578-7204-4699-88be-d3c1ee0dab46 admin admin] Publish callbacks [] for security_group (279699e1-d4eb-43c4-af69-7c1095a7d449), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:53.988187 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-d9ebc578-7204-4699-88be-d3c1ee0dab46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (279699e1-d4eb-43c4-af69-7c1095a7d449), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:54.027501 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-d9ebc578-7204-4699-88be-d3c1ee0dab46 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=9bd62f19439e4bf9b7c3f392853092d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2287700 Sep 08 14:01:54.028339 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ebc578-7204-4699-88be-d3c1ee0dab46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=279699e1-d4eb-43c4-af69-7c1095a7d449,revision_number=1']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:01:54.030397 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 42852) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:01:54.048366 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=3 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:01:54.078762 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:01:54.082409 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-03a580a4-a7ee-44e9-87c8-3c504b687714 admin admin] Publish callbacks [] for security_group (279699e1-d4eb-43c4-af69-7c1095a7d449), before_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:54.105199 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-03a580a4-a7ee-44e9-87c8-3c504b687714 admin admin] Publish callbacks [] for security_group (279699e1-d4eb-43c4-af69-7c1095a7d449), precommit_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:54.151752 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-03a580a4-a7ee-44e9-87c8-3c504b687714 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (279699e1-d4eb-43c4-af69-7c1095a7d449), after_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:54.154288 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-03a580a4-a7ee-44e9-87c8-3c504b687714 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:54.155426 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-03a580a4-a7ee-44e9-87c8-3c504b687714 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/279699e1-d4eb-43c4-af69-7c1095a7d449 HTTP/1.1" status: 204 len: 168 time: 0.1240015 Sep 08 14:01:54.163054 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a580a4-a7ee-44e9-87c8-3c504b687714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=279699e1-d4eb-43c4-af69-7c1095a7d449,revision_number=None']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:01:58.926120 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:02.470346 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=2 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:04.021383 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=17,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:04.023296 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=20,neutron:INSERT=3 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:04.137020 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=3,neutron:DELETE=2 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:04.159408 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=15,neutron:DELETE=2 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:04.175927 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=26,neutron:UPDATE=4 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:04.744432 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (4c2ff875-e6d7-424e-bdc7-d4b2ed4bdd9c), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:11.153206 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d251ae-1f8b-4d58-b085-76aac2e7b939 req-1cc89eab-6429-44d3-a896-7b87f587980c tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:11.154687 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-d8d251ae-1f8b-4d58-b085-76aac2e7b939 req-1cc89eab-6429-44d3-a896-7b87f587980c tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3625263b-e16f-4c5c-a20a-591dca9ca140 HTTP/1.1" status: 200 len: 946 time: 0.0477521 Sep 08 14:02:11.206648 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-d8d251ae-1f8b-4d58-b085-76aac2e7b939 req-f495ed7f-0484-4b08-843e-b2ce3fec88a5 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=add2800b-2be6-41a0-b142-3947b75ed529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463305 Sep 08 14:02:12.333924 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e376ab0-09cd-479d-9c92-6179370664b6 req-25f0939e-d5b3-4b06-9e11-05b1f79cd565 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:12.335372 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-4e376ab0-09cd-479d-9c92-6179370664b6 req-25f0939e-d5b3-4b06-9e11-05b1f79cd565 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3625263b-e16f-4c5c-a20a-591dca9ca140 HTTP/1.1" status: 200 len: 946 time: 0.0469844 Sep 08 14:02:12.382401 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-4e376ab0-09cd-479d-9c92-6179370664b6 req-c3627104-30e4-4102-a710-8108a2264264 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=add2800b-2be6-41a0-b142-3947b75ed529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407338 Sep 08 14:02:13.507120 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6dc09e-28e5-4f8b-ad58-aaf1e413b22f req-a7634ae3-3d21-4c16-9e21-0afe4e7ef990 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:13.508578 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-3c6dc09e-28e5-4f8b-ad58-aaf1e413b22f req-a7634ae3-3d21-4c16-9e21-0afe4e7ef990 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3625263b-e16f-4c5c-a20a-591dca9ca140 HTTP/1.1" status: 200 len: 946 time: 0.0471454 Sep 08 14:02:13.554719 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-3c6dc09e-28e5-4f8b-ad58-aaf1e413b22f req-080d47e5-a06e-4e00-9522-22caed7575c6 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=add2800b-2be6-41a0-b142-3947b75ed529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400398 Sep 08 14:02:14.072184 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-e05245a7-47e3-4603-ba20-c0399a6d25ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (22ab8903-d7f5-4941-bce3-89140b53b8af), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:14.686207 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f65be48-df36-4dee-b70b-b47e3a7d50b2 req-41ba04a7-3969-4d08-af04-84e4c4adea8d tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:14.687664 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-8f65be48-df36-4dee-b70b-b47e3a7d50b2 req-41ba04a7-3969-4d08-af04-84e4c4adea8d tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3625263b-e16f-4c5c-a20a-591dca9ca140 HTTP/1.1" status: 200 len: 946 time: 0.0500042 Sep 08 14:02:14.735474 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-8f65be48-df36-4dee-b70b-b47e3a7d50b2 req-dbbcb69a-4917-4a4c-b23a-604302dc3be2 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=add2800b-2be6-41a0-b142-3947b75ed529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422683 Sep 08 14:02:15.384090 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848b7094-59d9-4ba5-a7d0-4a7ed2a1de67 req-2649f8aa-3f43-45b0-8300-e573c8e103e2 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:15.385535 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-848b7094-59d9-4ba5-a7d0-4a7ed2a1de67 req-2649f8aa-3f43-45b0-8300-e573c8e103e2 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=3625263b-e16f-4c5c-a20a-591dca9ca140 HTTP/1.1" status: 200 len: 946 time: 0.0487945 Sep 08 14:02:15.471798 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.plugin [req-848b7094-59d9-4ba5-a7d0-4a7ed2a1de67 req-cc3ec5d2-5a3d-4c10-baaf-1e79efda7556 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Deleting port daea8158-0875-402f-9603-ddb321067a70 {{(pid=112710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 08 14:02:15.472134 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-848b7094-59d9-4ba5-a7d0-4a7ed2a1de67 req-cc3ec5d2-5a3d-4c10-baaf-1e79efda7556 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729028590053'] for port (daea8158-0875-402f-9603-ddb321067a70), before_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:15.562200 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.db [req-848b7094-59d9-4ba5-a7d0-4a7ed2a1de67 req-cc3ec5d2-5a3d-4c10-baaf-1e79efda7556 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] For port daea8158-0875-402f-9603-ddb321067a70, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=daea8158-0875-402f-9603-ddb321067a70,segment=NetworkSegment(2f6c42c1-14c1-4abe-8cc1-e54cbc6177f2),segment_id=2f6c42c1-14c1-4abe-8cc1-e54cbc6177f2)] {{(pid=112710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:02:15.562562 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-848b7094-59d9-4ba5-a7d0-4a7ed2a1de67 req-cc3ec5d2-5a3d-4c10-baaf-1e79efda7556 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3750342'] for port (daea8158-0875-402f-9603-ddb321067a70), precommit_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:15.720402 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-848b7094-59d9-4ba5-a7d0-4a7ed2a1de67 req-cc3ec5d2-5a3d-4c10-baaf-1e79efda7556 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:15.721038 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-848b7094-59d9-4ba5-a7d0-4a7ed2a1de67 req-cc3ec5d2-5a3d-4c10-baaf-1e79efda7556 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3679472'] for floatingip (683149da-570a-4c66-8a89-6504b4c0d475), after_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:15.721038 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.db.l3_db [req-848b7094-59d9-4ba5-a7d0-4a7ed2a1de67 req-cc3ec5d2-5a3d-4c10-baaf-1e79efda7556 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Floating IP 683149da-570a-4c66-8a89-6504b4c0d475 disassociated. External IP: 172.27.0.213, port: daea8158-0875-402f-9603-ddb321067a70. Sep 08 14:02:15.721385 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.plugin [req-848b7094-59d9-4ba5-a7d0-4a7ed2a1de67 req-cc3ec5d2-5a3d-4c10-baaf-1e79efda7556 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Calling delete_port for daea8158-0875-402f-9603-ddb321067a70 owned by compute:nova {{(pid=112710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 08 14:02:15.865633 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:15.898884 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cface7e1-1f62-4f48-af43-ea0e55a3aa2c req-a7bd933f-5ee4-4305-a1bd-4ef62ec88074 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:15.898884 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-cface7e1-1f62-4f48-af43-ea0e55a3aa2c req-a7bd933f-5ee4-4305-a1bd-4ef62ec88074 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3625263b-e16f-4c5c-a20a-591dca9ca140 HTTP/1.1" status: 200 len: 946 time: 0.0644798 Sep 08 14:02:15.898884 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-848b7094-59d9-4ba5-a7d0-4a7ed2a1de67 req-cc3ec5d2-5a3d-4c10-baaf-1e79efda7556 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729028594324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729028134310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10367820'] for port (daea8158-0875-402f-9603-ddb321067a70), after_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:15.908320 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:15.947645 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3ec5d2-5a3d-4c10-baaf-1e79efda7556 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Pushing event deleted for resources: {'Port': ['ID=daea8158-0875-402f-9603-ddb321067a70,revision_number=None']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:15.961654 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3ec5d2-5a3d-4c10-baaf-1e79efda7556 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:02:15.961965 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3ec5d2-5a3d-4c10-baaf-1e79efda7556 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:02:15.962237 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3ec5d2-5a3d-4c10-baaf-1e79efda7556 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:02:15.963121 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3ec5d2-5a3d-4c10-baaf-1e79efda7556 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:02:15.963468 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3ec5d2-5a3d-4c10-baaf-1e79efda7556 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:02:15.963830 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3ec5d2-5a3d-4c10-baaf-1e79efda7556 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:02:15.964198 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3ec5d2-5a3d-4c10-baaf-1e79efda7556 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:02:15.964522 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3ec5d2-5a3d-4c10-baaf-1e79efda7556 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:02:15.964851 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3ec5d2-5a3d-4c10-baaf-1e79efda7556 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:02:15.965481 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3ec5d2-5a3d-4c10-baaf-1e79efda7556 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:02:15.965797 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3ec5d2-5a3d-4c10-baaf-1e79efda7556 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:02:15.966149 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3ec5d2-5a3d-4c10-baaf-1e79efda7556 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:02:15.966465 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3ec5d2-5a3d-4c10-baaf-1e79efda7556 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:02:15.966782 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3ec5d2-5a3d-4c10-baaf-1e79efda7556 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:02:15.967097 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3ec5d2-5a3d-4c10-baaf-1e79efda7556 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:02:16.033860 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-cface7e1-1f62-4f48-af43-ea0e55a3aa2c req-bd10475d-38f2-4445-9d3e-badf9a7fefec tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=add2800b-2be6-41a0-b142-3947b75ed529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219878 Sep 08 14:02:16.093041 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.scheduler.l3_agent_scheduler [req-848b7094-59d9-4ba5-a7d0-4a7ed2a1de67 req-cc3ec5d2-5a3d-4c10-baaf-1e79efda7556 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Router ddca2942-fd69-41fb-85c8-5a05e956fd2b has already been hosted by L3 agent 91421a76-39ff-4685-90ca-aa6fbf6a1933 {{(pid=112710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 14:02:16.198729 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-848b7094-59d9-4ba5-a7d0-4a7ed2a1de67 req-cc3ec5d2-5a3d-4c10-baaf-1e79efda7556 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Notify agent at l3_agent.dv-cinder-820027-24-iscsi the message routers_updated {{(pid=112710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:02:16.213397 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e90ff5-7175-4e41-ab9e-09869b82d29a None None] Sync routers for ids ['ddca2942-fd69-41fb-85c8-5a05e956fd2b'] in dv-cinder-820027-24-iscsi {{(pid=112711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:02:16.225402 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e90ff5-7175-4e41-ab9e-09869b82d29a None None] Routers {'ddca2942-fd69-41fb-85c8-5a05e956fd2b'} bound to L3 agent in host dv-cinder-820027-24-iscsi {{(pid=112711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:02:16.226075 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_hamode_db [None req-49e90ff5-7175-4e41-ab9e-09869b82d29a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-08T13:44:16Z,description=,heartbeat_timestamp=2022-09-08T14:01:46Z,host='dv-cinder-820027-24-iscsi',id=91421a76-39ff-4685-90ca-aa6fbf6a1933,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:44:16Z,topic='l3_agent')) {'router_ids': ['ddca2942-fd69-41fb-85c8-5a05e956fd2b'], 'active': True} {{(pid=112711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:02:16.250018 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.db.l3_dvrscheduler_db [req-848b7094-59d9-4ba5-a7d0-4a7ed2a1de67 req-cc3ec5d2-5a3d-4c10-baaf-1e79efda7556 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] No DVR routers for this DVR port daea8158-0875-402f-9603-ddb321067a70 on host hv-cinder-82002 {{(pid=112710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 08 14:02:16.252639 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-848b7094-59d9-4ba5-a7d0-4a7ed2a1de67 req-cc3ec5d2-5a3d-4c10-baaf-1e79efda7556 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161718'] for port (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:16.256075 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-848b7094-59d9-4ba5-a7d0-4a7ed2a1de67 req-cc3ec5d2-5a3d-4c10-baaf-1e79efda7556 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.20 "DELETE /networking/v2.0/ports/daea8158-0875-402f-9603-ddb321067a70 HTTP/1.1" status: 204 len: 173 time: 0.8631763 Sep 08 14:02:16.256587 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3625263b-e16f-4c5c-a20a-591dca9ca140', 'name': 'network-vif-deleted', 'tag': 'daea8158-0875-402f-9603-ddb321067a70'}] {{(pid=112710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 14:02:16.258878 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4aaac3e20a53a8e6247a431178541979a817c05ad734f54eee24c8be994502e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f532cbe6-6b57-4230-b349-f8ed40555e06" -d '{"events": [{"server_uuid": "3625263b-e16f-4c5c-a20a-591dca9ca140", "name": "network-vif-deleted", "tag": "daea8158-0875-402f-9603-ddb321067a70"}]}' {{(pid=112710) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:02:16.304501 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Sep 2022 14:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a80bc26-ef72-4d30-8c6e-bdb64f3e97e0 x-openstack-request-id: req-8a80bc26-ef72-4d30-8c6e-bdb64f3e97e0 {{(pid=112710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:02:16.304890 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3625263b-e16f-4c5c-a20a-591dca9ca140", "name": "network-vif-deleted", "tag": "daea8158-0875-402f-9603-ddb321067a70", "status": "completed", "code": 200}]} {{(pid=112710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:02:16.305297 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8a80bc26-ef72-4d30-8c6e-bdb64f3e97e0 {{(pid=112710) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:02:16.305825 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a80bc26-ef72-4d30-8c6e-bdb64f3e97e0'] response: {'server_uuid': '3625263b-e16f-4c5c-a20a-591dca9ca140', 'name': 'network-vif-deleted', 'tag': 'daea8158-0875-402f-9603-ddb321067a70', 'status': 'completed', 'code': 200} Sep 08 14:02:16.346121 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvr_db [None req-49e90ff5-7175-4e41-ab9e-09869b82d29a None None] Set router ddca2942-fd69-41fb-85c8-5a05e956fd2b gateway port host: dv-cinder-820027-24-iscsi {{(pid=112711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:02:16.446262 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-e3f0b19f-45ee-41ec-b90c-01ae5ffd9aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (91421a76-39ff-4685-90ca-aa6fbf6a1933), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:16.565303 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_hamode_db [None req-49e90ff5-7175-4e41-ab9e-09869b82d29a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddca2942-fd69-41fb-85c8-5a05e956fd2b', 'name': 'tempest-AttachVolumeShelveTestJSON-2125442903-router', 'tenant_id': 'bc4476b1f4b84b5593ff2650592b9fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': '93753524-93ca-4323-a727-bfafa1160f91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:54:02Z', 'updated_at': '2022-09-08T13:54:10Z', 'revision_number': 4, 'project_id': 'bc4476b1f4b84b5593ff2650592b9fb7', 'gw_port': {'id': '93753524-93ca-4323-a727-bfafa1160f91', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:bd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddca2942-fd69-41fb-85c8-5a05e956fd2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:54:03Z', 'updated_at': '2022-09-08T13:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi', '_interfaces': [{'id': 'e4824d73-43cf-47a8-8a9a-1f553c4d33a7', 'name': '', 'network_id': '1c9b3d05-20f8-440e-89b3-587b430f97a5', 'tenant_id': 'bc4476b1f4b84b5593ff2650592b9fb7', 'mac_address': 'fa:16:3e:68:c7:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddca2942-fd69-41fb-85c8-5a05e956fd2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'c1fdd510-cbc1-4f0f-8fbd-e177b9f3baf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:54:08Z', 'updated_at': '2022-09-08T13:54:17Z', 'revision_number': 5, 'project_id': 'bc4476b1f4b84b5593ff2650592b9fb7', 'subnets': [{'id': 'c1fdd510-cbc1-4f0f-8fbd-e177b9f3baf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-24-iscsi', False) {} {{(pid=112711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:02:16.589600 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e90ff5-7175-4e41-ab9e-09869b82d29a None None] Checking router: ddca2942-fd69-41fb-85c8-5a05e956fd2b for host: dv-cinder-820027-24-iscsi {{(pid=112711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:02:16.598376 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e90ff5-7175-4e41-ab9e-09869b82d29a None None] Routers {'ddca2942-fd69-41fb-85c8-5a05e956fd2b'} bound to L3 agent in host dv-cinder-820027-24-iscsi {{(pid=112711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:02:16.598977 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_hamode_db [None req-49e90ff5-7175-4e41-ab9e-09869b82d29a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-08T13:44:16Z,description=,heartbeat_timestamp=2022-09-08T14:02:16Z,host='dv-cinder-820027-24-iscsi',id=91421a76-39ff-4685-90ca-aa6fbf6a1933,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:44:16Z,topic='l3_agent')) {'router_ids': ['ddca2942-fd69-41fb-85c8-5a05e956fd2b'], 'active': True} {{(pid=112711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:02:16.700377 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvr_db [None req-49e90ff5-7175-4e41-ab9e-09869b82d29a None None] Set router ddca2942-fd69-41fb-85c8-5a05e956fd2b gateway port host: dv-cinder-820027-24-iscsi {{(pid=112711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:02:16.890191 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_hamode_db [None req-49e90ff5-7175-4e41-ab9e-09869b82d29a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddca2942-fd69-41fb-85c8-5a05e956fd2b', 'name': 'tempest-AttachVolumeShelveTestJSON-2125442903-router', 'tenant_id': 'bc4476b1f4b84b5593ff2650592b9fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': '93753524-93ca-4323-a727-bfafa1160f91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:54:02Z', 'updated_at': '2022-09-08T13:54:10Z', 'revision_number': 4, 'project_id': 'bc4476b1f4b84b5593ff2650592b9fb7', 'gw_port': {'id': '93753524-93ca-4323-a727-bfafa1160f91', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:bd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddca2942-fd69-41fb-85c8-5a05e956fd2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:54:03Z', 'updated_at': '2022-09-08T13:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi', '_interfaces': [{'id': 'e4824d73-43cf-47a8-8a9a-1f553c4d33a7', 'name': '', 'network_id': '1c9b3d05-20f8-440e-89b3-587b430f97a5', 'tenant_id': 'bc4476b1f4b84b5593ff2650592b9fb7', 'mac_address': 'fa:16:3e:68:c7:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddca2942-fd69-41fb-85c8-5a05e956fd2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'c1fdd510-cbc1-4f0f-8fbd-e177b9f3baf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:54:08Z', 'updated_at': '2022-09-08T13:54:17Z', 'revision_number': 5, 'project_id': 'bc4476b1f4b84b5593ff2650592b9fb7', 'subnets': [{'id': 'c1fdd510-cbc1-4f0f-8fbd-e177b9f3baf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-24-iscsi', False) {} {{(pid=112711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:02:16.920362 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e90ff5-7175-4e41-ab9e-09869b82d29a None None] The sync data for ids ['ddca2942-fd69-41fb-85c8-5a05e956fd2b'] in dv-cinder-820027-24-iscsi is: [{'id': 'ddca2942-fd69-41fb-85c8-5a05e956fd2b', 'name': 'tempest-AttachVolumeShelveTestJSON-2125442903-router', 'tenant_id': 'bc4476b1f4b84b5593ff2650592b9fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': '93753524-93ca-4323-a727-bfafa1160f91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:54:02Z', 'updated_at': '2022-09-08T13:54:10Z', 'revision_number': 4, 'project_id': 'bc4476b1f4b84b5593ff2650592b9fb7', 'gw_port': {'id': '93753524-93ca-4323-a727-bfafa1160f91', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:bd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddca2942-fd69-41fb-85c8-5a05e956fd2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:54:03Z', 'updated_at': '2022-09-08T13:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi', '_interfaces': [{'id': 'e4824d73-43cf-47a8-8a9a-1f553c4d33a7', 'name': '', 'network_id': '1c9b3d05-20f8-440e-89b3-587b430f97a5', 'tenant_id': 'bc4476b1f4b84b5593ff2650592b9fb7', 'mac_address': 'fa:16:3e:68:c7:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddca2942-fd69-41fb-85c8-5a05e956fd2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'c1fdd510-cbc1-4f0f-8fbd-e177b9f3baf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:54:08Z', 'updated_at': '2022-09-08T13:54:17Z', 'revision_number': 5, 'project_id': 'bc4476b1f4b84b5593ff2650592b9fb7', 'subnets': [{'id': 'c1fdd510-cbc1-4f0f-8fbd-e177b9f3baf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:02:17.146710 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 43106) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:02:17.196905 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c72c3b-50ea-4b62-9ffe-0da2ac1b34eb None None] New status for floating IP 683149da-570a-4c66-8a89-6504b4c0d475: DOWN {{(pid=112712) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 08 14:02:17.215934 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-17384323-dae9-41d4-b660-bfb7d4b6a69e tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Publish callbacks [] for security_group (add2800b-2be6-41a0-b142-3947b75ed529), before_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:17.240825 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-17384323-dae9-41d4-b660-bfb7d4b6a69e tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Publish callbacks [] for security_group (add2800b-2be6-41a0-b142-3947b75ed529), precommit_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:17.306403 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-17384323-dae9-41d4-b660-bfb7d4b6a69e tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (add2800b-2be6-41a0-b142-3947b75ed529), after_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:17.309180 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-17384323-dae9-41d4-b660-bfb7d4b6a69e tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Publish callbacks [] for security_group (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:17.310637 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-17384323-dae9-41d4-b660-bfb7d4b6a69e tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "DELETE /networking/v2.0/security-groups/add2800b-2be6-41a0-b142-3947b75ed529 HTTP/1.1" status: 204 len: 168 time: 0.1622696 Sep 08 14:02:17.313515 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 43120) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:02:17.322545 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17384323-dae9-41d4-b660-bfb7d4b6a69e tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=add2800b-2be6-41a0-b142-3947b75ed529,revision_number=None']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:17.361552 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.api.v2.resource [None req-915fcbff-163d-4af1-b8a6-c6aa7751b029 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] show failed (client error): The resource could not be found. Sep 08 14:02:17.366038 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 43122) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:02:17.366463 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-915fcbff-163d-4af1-b8a6-c6aa7751b029 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "GET /networking/v2.0/security-groups/add2800b-2be6-41a0-b142-3947b75ed529 HTTP/1.1" status: 404 len: 347 time: 0.0516167 Sep 08 14:02:17.490783 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-b7e97967-3fa9-4dcb-b3f0-dcc99b3a4378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (24e12250-b8f3-473f-bf71-765ca8669827), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:17.493213 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.plugin [None req-f0b9f801-c3df-4a84-a5fc-23bb68eac6a9 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Deleting port 6f5f906a-9662-46e5-8f99-ee90fcdd6c18 {{(pid=112710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 08 14:02:17.493558 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-f0b9f801-c3df-4a84-a5fc-23bb68eac6a9 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729028590053'] for port (6f5f906a-9662-46e5-8f99-ee90fcdd6c18), before_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:17.585801 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-f0b9f801-c3df-4a84-a5fc-23bb68eac6a9 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3750342'] for port (6f5f906a-9662-46e5-8f99-ee90fcdd6c18), precommit_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:17.586126 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-f0b9f801-c3df-4a84-a5fc-23bb68eac6a9 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Publish callbacks [] for floatingip (6f5f906a-9662-46e5-8f99-ee90fcdd6c18), precommit_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:17.601185 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.plugin [None req-f0b9f801-c3df-4a84-a5fc-23bb68eac6a9 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Calling delete_port for 6f5f906a-9662-46e5-8f99-ee90fcdd6c18 owned by network:floatingip {{(pid=112710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 08 14:02:17.695086 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:17.744404 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-f0b9f801-c3df-4a84-a5fc-23bb68eac6a9 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729028594324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729028134310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10367820'] for port (6f5f906a-9662-46e5-8f99-ee90fcdd6c18), after_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:17.768744 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b9f801-c3df-4a84-a5fc-23bb68eac6a9 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Pushing event deleted for resources: {'Port': ['ID=6f5f906a-9662-46e5-8f99-ee90fcdd6c18,revision_number=None']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:17.836592 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-f0b9f801-c3df-4a84-a5fc-23bb68eac6a9 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Publish callbacks [] for floatingip (683149da-570a-4c66-8a89-6504b4c0d475), after_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:17.839656 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-f0b9f801-c3df-4a84-a5fc-23bb68eac6a9 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161718'] for floatingip (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:17.841101 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-f0b9f801-c3df-4a84-a5fc-23bb68eac6a9 tempest-AttachVolumeShelveTestJSON-1913986753 tempest-AttachVolumeShelveTestJSON-1913986753-project] 10.222.0.55 "DELETE /networking/v2.0/floatingips/683149da-570a-4c66-8a89-6504b4c0d475 HTTP/1.1" status: 204 len: 168 time: 0.4739971 Sep 08 14:02:18.721347 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 43156) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:02:18.828917 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-e6d043d5-95ec-4889-9374-74683599a69a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:18.872856 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:18.907704 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-e6d043d5-95ec-4889-9374-74683599a69a admin admin] Publish callbacks [] for security_group (fd75b872-e04e-4568-9b59-bb37da824585), precommit_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:18.911864 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-e6d043d5-95ec-4889-9374-74683599a69a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (fd75b872-e04e-4568-9b59-bb37da824585), after_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:18.934362 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-604b277b-9310-4e7b-bd1a-c26598410893 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (ad63ffce-77d1-4b05-ac53-eeb1c28e2aec), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:18.942225 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (6df97c0c-9140-47af-8c93-84593b95031c), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:18.948711 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d043d5-95ec-4889-9374-74683599a69a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd75b872-e04e-4568-9b59-bb37da824585,revision_number=1']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:18.960258 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-e6d043d5-95ec-4889-9374-74683599a69a admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=c8b3129643044cc2b299898627b5a8f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2349315 Sep 08 14:02:18.960258 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 43160) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:02:19.012013 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-b92b351b-4c7a-4431-86d5-ec8483d1f918 admin admin] Publish callbacks [] for security_group (fd75b872-e04e-4568-9b59-bb37da824585), before_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:19.035371 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-b92b351b-4c7a-4431-86d5-ec8483d1f918 admin admin] Publish callbacks [] for security_group (fd75b872-e04e-4568-9b59-bb37da824585), precommit_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:19.091251 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-b92b351b-4c7a-4431-86d5-ec8483d1f918 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (fd75b872-e04e-4568-9b59-bb37da824585), after_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:19.093953 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-b92b351b-4c7a-4431-86d5-ec8483d1f918 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:19.095149 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-b92b351b-4c7a-4431-86d5-ec8483d1f918 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/fd75b872-e04e-4568-9b59-bb37da824585 HTTP/1.1" status: 204 len: 168 time: 0.1342545 Sep 08 14:02:19.105386 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92b351b-4c7a-4431-86d5-ec8483d1f918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd75b872-e04e-4568-9b59-bb37da824585,revision_number=None']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:19.539691 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Device daea8158-0875-402f-9603-ddb321067a70 no longer exists at agent hyperv_hv-cinder-82002 {{(pid=112711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:02:19.559594 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] No Port match for: daea8158-0875-402f-9603-ddb321067a70 {{(pid=112711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 08 14:02:19.559993 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Device daea8158-0875-402f-9603-ddb321067a70 not bound to the agent host hv-cinder-82002 {{(pid=112711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:02:20.059970 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 43212) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:02:20.172921 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-f729ab18-cf1e-4549-bffd-127187532299 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:20.264436 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-f729ab18-cf1e-4549-bffd-127187532299 admin admin] Publish callbacks [] for security_group (737ae59e-96be-45ee-a970-c55ed0f9282a), precommit_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:20.287088 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-f729ab18-cf1e-4549-bffd-127187532299 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (737ae59e-96be-45ee-a970-c55ed0f9282a), after_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:20.316596 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 43226) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:02:20.345972 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-f729ab18-cf1e-4549-bffd-127187532299 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=633dfbdc2c4744f4aa582babff5de160&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2848136 Sep 08 14:02:20.346201 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 43230) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:02:20.347094 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f729ab18-cf1e-4549-bffd-127187532299 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=737ae59e-96be-45ee-a970-c55ed0f9282a,revision_number=1']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:20.451496 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-5f8728fe-cc5f-491f-be1c-1cf6158ce0a3 admin admin] Publish callbacks [] for security_group (737ae59e-96be-45ee-a970-c55ed0f9282a), before_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:20.500530 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-5f8728fe-cc5f-491f-be1c-1cf6158ce0a3 admin admin] Publish callbacks [] for security_group (737ae59e-96be-45ee-a970-c55ed0f9282a), precommit_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:20.627951 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-5f8728fe-cc5f-491f-be1c-1cf6158ce0a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (737ae59e-96be-45ee-a970-c55ed0f9282a), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:20.630508 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-5f8728fe-cc5f-491f-be1c-1cf6158ce0a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:20.631648 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-5f8728fe-cc5f-491f-be1c-1cf6158ce0a3 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/737ae59e-96be-45ee-a970-c55ed0f9282a HTTP/1.1" status: 204 len: 168 time: 0.2842047 Sep 08 14:02:20.650131 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8728fe-cc5f-491f-be1c-1cf6158ce0a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=737ae59e-96be-45ee-a970-c55ed0f9282a,revision_number=None']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:20.679528 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8728fe-cc5f-491f-be1c-1cf6158ce0a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:02:20.679881 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8728fe-cc5f-491f-be1c-1cf6158ce0a3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:02:20.680228 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8728fe-cc5f-491f-be1c-1cf6158ce0a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:02:20.680570 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8728fe-cc5f-491f-be1c-1cf6158ce0a3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:02:20.680907 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8728fe-cc5f-491f-be1c-1cf6158ce0a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:02:20.681266 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8728fe-cc5f-491f-be1c-1cf6158ce0a3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:02:20.681687 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8728fe-cc5f-491f-be1c-1cf6158ce0a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:02:20.682027 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8728fe-cc5f-491f-be1c-1cf6158ce0a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:02:20.682360 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8728fe-cc5f-491f-be1c-1cf6158ce0a3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:02:20.682692 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8728fe-cc5f-491f-be1c-1cf6158ce0a3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:02:20.683528 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8728fe-cc5f-491f-be1c-1cf6158ce0a3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:02:20.683857 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8728fe-cc5f-491f-be1c-1cf6158ce0a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:02:20.684182 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8728fe-cc5f-491f-be1c-1cf6158ce0a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:02:20.684503 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8728fe-cc5f-491f-be1c-1cf6158ce0a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:02:20.684823 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8728fe-cc5f-491f-be1c-1cf6158ce0a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:02:20.787416 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-b2bee302-795d-4358-a794-efdd58d00a7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3854320'] for router_interface (ddca2942-fd69-41fb-85c8-5a05e956fd2b), before_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:20.924392 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 43236) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:02:20.938146 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-6fada2a4-e0cc-42ce-9299-4e2e1eff9bde admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:20.994049 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=13 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:21.020885 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.plugin [None req-b2bee302-795d-4358-a794-efdd58d00a7d admin admin] Deleting port e4824d73-43cf-47a8-8a9a-1f553c4d33a7 {{(pid=112709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 08 14:02:21.021230 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-b2bee302-795d-4358-a794-efdd58d00a7d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729028590053'] for port (e4824d73-43cf-47a8-8a9a-1f553c4d33a7), before_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:21.026383 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-6fada2a4-e0cc-42ce-9299-4e2e1eff9bde admin admin] Publish callbacks [] for security_group (5bd690d0-e562-43ed-9fe7-132c85533040), precommit_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:21.030284 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-6fada2a4-e0cc-42ce-9299-4e2e1eff9bde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (5bd690d0-e562-43ed-9fe7-132c85533040), after_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:21.069996 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fada2a4-e0cc-42ce-9299-4e2e1eff9bde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bd690d0-e562-43ed-9fe7-132c85533040,revision_number=1']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:21.074512 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-6fada2a4-e0cc-42ce-9299-4e2e1eff9bde admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=9139c02f02c646e4b042b90b545bf003&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1487226 Sep 08 14:02:21.076744 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 43238) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:02:21.105265 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.db [None req-b2bee302-795d-4358-a794-efdd58d00a7d admin admin] For port e4824d73-43cf-47a8-8a9a-1f553c4d33a7, host dv-cinder-820027-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-24-iscsi',level=0,port_id=e4824d73-43cf-47a8-8a9a-1f553c4d33a7,segment=NetworkSegment(2f6c42c1-14c1-4abe-8cc1-e54cbc6177f2),segment_id=2f6c42c1-14c1-4abe-8cc1-e54cbc6177f2)] {{(pid=112709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:02:21.105532 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-b2bee302-795d-4358-a794-efdd58d00a7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3750342'] for port (e4824d73-43cf-47a8-8a9a-1f553c4d33a7), precommit_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:21.118441 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.plugin [None req-b2bee302-795d-4358-a794-efdd58d00a7d admin admin] Calling delete_port for e4824d73-43cf-47a8-8a9a-1f553c4d33a7 owned by network:router_interface {{(pid=112709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 08 14:02:21.129791 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-a996f74e-c48c-44b6-bb05-6a56d3a89f55 admin admin] Publish callbacks [] for security_group (5bd690d0-e562-43ed-9fe7-132c85533040), before_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:21.149674 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-a996f74e-c48c-44b6-bb05-6a56d3a89f55 admin admin] Publish callbacks [] for security_group (5bd690d0-e562-43ed-9fe7-132c85533040), precommit_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:21.178555 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:21.180564 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:21.198065 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-a996f74e-c48c-44b6-bb05-6a56d3a89f55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (5bd690d0-e562-43ed-9fe7-132c85533040), after_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:21.200974 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-a996f74e-c48c-44b6-bb05-6a56d3a89f55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:21.202327 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-a996f74e-c48c-44b6-bb05-6a56d3a89f55 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/5bd690d0-e562-43ed-9fe7-132c85533040 HTTP/1.1" status: 204 len: 168 time: 0.1246951 Sep 08 14:02:21.210860 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a996f74e-c48c-44b6-bb05-6a56d3a89f55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bd690d0-e562-43ed-9fe7-132c85533040,revision_number=None']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:21.318273 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-b2bee302-795d-4358-a794-efdd58d00a7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729028594324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729028134310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9153317'] for port (e4824d73-43cf-47a8-8a9a-1f553c4d33a7), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:21.349793 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bee302-795d-4358-a794-efdd58d00a7d admin admin] Pushing event deleted for resources: {'Port': ['ID=e4824d73-43cf-47a8-8a9a-1f553c4d33a7,revision_number=None']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:21.550698 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-b2bee302-795d-4358-a794-efdd58d00a7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3690709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3681536'] for router_interface (ddca2942-fd69-41fb-85c8-5a05e956fd2b), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:21.784244 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2bee302-795d-4358-a794-efdd58d00a7d admin admin] Router ddca2942-fd69-41fb-85c8-5a05e956fd2b has already been hosted by L3 agent 91421a76-39ff-4685-90ca-aa6fbf6a1933 {{(pid=112709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 14:02:21.897164 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2bee302-795d-4358-a794-efdd58d00a7d admin admin] Notify agent at l3_agent.dv-cinder-820027-24-iscsi the message routers_updated {{(pid=112709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:02:21.903115 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-b2bee302-795d-4358-a794-efdd58d00a7d admin admin] 10.222.0.55 "PUT /networking/v2.0/routers/ddca2942-fd69-41fb-85c8-5a05e956fd2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5854547 Sep 08 14:02:21.905889 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 43262) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:02:21.913470 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-278d584d-07f8-4d39-94e6-7eb4f6d4e88a None None] Sync routers for ids ['ddca2942-fd69-41fb-85c8-5a05e956fd2b'] in dv-cinder-820027-24-iscsi {{(pid=112711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:02:21.924043 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278d584d-07f8-4d39-94e6-7eb4f6d4e88a None None] Routers {'ddca2942-fd69-41fb-85c8-5a05e956fd2b'} bound to L3 agent in host dv-cinder-820027-24-iscsi {{(pid=112711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:02:21.924660 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_hamode_db [None req-278d584d-07f8-4d39-94e6-7eb4f6d4e88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-08T13:44:16Z,description=,heartbeat_timestamp=2022-09-08T14:02:16Z,host='dv-cinder-820027-24-iscsi',id=91421a76-39ff-4685-90ca-aa6fbf6a1933,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:44:16Z,topic='l3_agent')) {'router_ids': ['ddca2942-fd69-41fb-85c8-5a05e956fd2b'], 'active': True} {{(pid=112711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:02:21.972167 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:22.016640 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=77,neutron:DELETE=5,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:22.023350 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-df093902-40db-4ce3-97d9-c8555fa5a6c4 admin admin] Publish callbacks [] for router (ddca2942-fd69-41fb-85c8-5a05e956fd2b), before_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:22.036398 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvr_db [None req-278d584d-07f8-4d39-94e6-7eb4f6d4e88a None None] Set router ddca2942-fd69-41fb-85c8-5a05e956fd2b gateway port host: dv-cinder-820027-24-iscsi {{(pid=112711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:02:22.137266 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-df093902-40db-4ce3-97d9-c8555fa5a6c4 admin admin] Publish callbacks [] for router_gateway (ddca2942-fd69-41fb-85c8-5a05e956fd2b), before_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:22.184445 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.plugin [None req-df093902-40db-4ce3-97d9-c8555fa5a6c4 admin admin] Deleting port 93753524-93ca-4323-a727-bfafa1160f91 {{(pid=112710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 08 14:02:22.184784 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-df093902-40db-4ce3-97d9-c8555fa5a6c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729028590053'] for port (93753524-93ca-4323-a727-bfafa1160f91), before_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:22.271045 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.db [None req-df093902-40db-4ce3-97d9-c8555fa5a6c4 admin admin] For port 93753524-93ca-4323-a727-bfafa1160f91, host dv-cinder-820027-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-24-iscsi',level=0,port_id=93753524-93ca-4323-a727-bfafa1160f91,segment=NetworkSegment(ebffaf8e-8370-4e1c-9c1b-02c9fe7aa40e),segment_id=ebffaf8e-8370-4e1c-9c1b-02c9fe7aa40e)] {{(pid=112710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:02:22.271416 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-df093902-40db-4ce3-97d9-c8555fa5a6c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3750342'] for port (93753524-93ca-4323-a727-bfafa1160f91), precommit_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:22.292069 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.plugin [None req-df093902-40db-4ce3-97d9-c8555fa5a6c4 admin admin] Calling delete_port for 93753524-93ca-4323-a727-bfafa1160f91 owned by network:router_gateway {{(pid=112710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 08 14:02:22.347179 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:22.354576 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_hamode_db [None req-278d584d-07f8-4d39-94e6-7eb4f6d4e88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddca2942-fd69-41fb-85c8-5a05e956fd2b', 'name': 'tempest-AttachVolumeShelveTestJSON-2125442903-router', 'tenant_id': 'bc4476b1f4b84b5593ff2650592b9fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': '93753524-93ca-4323-a727-bfafa1160f91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:54:02Z', 'updated_at': '2022-09-08T14:02:21Z', 'revision_number': 5, 'project_id': 'bc4476b1f4b84b5593ff2650592b9fb7', 'gw_port': {'id': '93753524-93ca-4323-a727-bfafa1160f91', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:bd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddca2942-fd69-41fb-85c8-5a05e956fd2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:54:03Z', 'updated_at': '2022-09-08T13:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi'}], 'dv-cinder-820027-24-iscsi', False) {} {{(pid=112711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:02:22.381105 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-278d584d-07f8-4d39-94e6-7eb4f6d4e88a None None] Checking router: ddca2942-fd69-41fb-85c8-5a05e956fd2b for host: dv-cinder-820027-24-iscsi {{(pid=112711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:02:22.390621 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278d584d-07f8-4d39-94e6-7eb4f6d4e88a None None] Routers {'ddca2942-fd69-41fb-85c8-5a05e956fd2b'} bound to L3 agent in host dv-cinder-820027-24-iscsi {{(pid=112711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:02:22.391240 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_hamode_db [None req-278d584d-07f8-4d39-94e6-7eb4f6d4e88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-08T13:44:16Z,description=,heartbeat_timestamp=2022-09-08T14:02:16Z,host='dv-cinder-820027-24-iscsi',id=91421a76-39ff-4685-90ca-aa6fbf6a1933,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:44:16Z,topic='l3_agent')) {'router_ids': ['ddca2942-fd69-41fb-85c8-5a05e956fd2b'], 'active': True} {{(pid=112711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:02:22.469617 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-df093902-40db-4ce3-97d9-c8555fa5a6c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729028594324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729028134310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10367820'] for port (93753524-93ca-4323-a727-bfafa1160f91), after_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:22.479766 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvr_db [None req-278d584d-07f8-4d39-94e6-7eb4f6d4e88a None None] Set router ddca2942-fd69-41fb-85c8-5a05e956fd2b gateway port host: None {{(pid=112711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:02:22.494406 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df093902-40db-4ce3-97d9-c8555fa5a6c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=93753524-93ca-4323-a727-bfafa1160f91,revision_number=None']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:22.502791 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:22.538396 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_hamode_db [None req-278d584d-07f8-4d39-94e6-7eb4f6d4e88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddca2942-fd69-41fb-85c8-5a05e956fd2b', 'name': 'tempest-AttachVolumeShelveTestJSON-2125442903-router', 'tenant_id': 'bc4476b1f4b84b5593ff2650592b9fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:54:02Z', 'updated_at': '2022-09-08T14:02:22Z', 'revision_number': 6, 'project_id': 'bc4476b1f4b84b5593ff2650592b9fb7', 'gw_port_host': None}], 'dv-cinder-820027-24-iscsi', False) {} {{(pid=112711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:02:22.565771 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-df093902-40db-4ce3-97d9-c8555fa5a6c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3679346'] for router_gateway (ddca2942-fd69-41fb-85c8-5a05e956fd2b), after_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:22.568332 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-278d584d-07f8-4d39-94e6-7eb4f6d4e88a None None] The sync data for ids ['ddca2942-fd69-41fb-85c8-5a05e956fd2b'] in dv-cinder-820027-24-iscsi is: [{'id': 'ddca2942-fd69-41fb-85c8-5a05e956fd2b', 'name': 'tempest-AttachVolumeShelveTestJSON-2125442903-router', 'tenant_id': 'bc4476b1f4b84b5593ff2650592b9fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:54:02Z', 'updated_at': '2022-09-08T14:02:22Z', 'revision_number': 6, 'project_id': 'bc4476b1f4b84b5593ff2650592b9fb7', 'gw_port_host': None}] {{(pid=112711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:02:22.674084 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-df093902-40db-4ce3-97d9-c8555fa5a6c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3678294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8286'] for router (ddca2942-fd69-41fb-85c8-5a05e956fd2b), precommit_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:22.676548 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-df093902-40db-4ce3-97d9-c8555fa5a6c4 admin admin] Publish callbacks [] for router_controller (ddca2942-fd69-41fb-85c8-5a05e956fd2b), precommit_delete_associations {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:22.734319 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-df093902-40db-4ce3-97d9-c8555fa5a6c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3681589'] for router (ddca2942-fd69-41fb-85c8-5a05e956fd2b), after_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:22.735205 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df093902-40db-4ce3-97d9-c8555fa5a6c4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ddca2942-fd69-41fb-85c8-5a05e956fd2b {{(pid=112710) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 14:02:22.740846 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-df093902-40db-4ce3-97d9-c8555fa5a6c4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:22.745140 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-df093902-40db-4ce3-97d9-c8555fa5a6c4 admin admin] 10.222.0.55 "DELETE /networking/v2.0/routers/ddca2942-fd69-41fb-85c8-5a05e956fd2b HTTP/1.1" status: 204 len: 168 time: 0.8372312 Sep 08 14:02:22.745399 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 43318) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:02:22.791773 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d7c6242-58e6-4bf8-86ec-1071da953bc1 admin admin] Deleting subnet c1fdd510-cbc1-4f0f-8fbd-e177b9f3baf0 {{(pid=112709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 08 14:02:22.795070 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-1d7c6242-58e6-4bf8-86ec-1071da953bc1 admin admin] Publish callbacks [] for subnet (c1fdd510-cbc1-4f0f-8fbd-e177b9f3baf0), before_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:22.830287 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-1d7c6242-58e6-4bf8-86ec-1071da953bc1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9760373'] for subnet (c1fdd510-cbc1-4f0f-8fbd-e177b9f3baf0), precommit_delete_associations {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:22.909709 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-1d7c6242-58e6-4bf8-86ec-1071da953bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1468842'] for subnet (c1fdd510-cbc1-4f0f-8fbd-e177b9f3baf0), precommit_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:22.932392 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:22.956817 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:22.970312 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-1d7c6242-58e6-4bf8-86ec-1071da953bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9153298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9398214'] for subnet (c1fdd510-cbc1-4f0f-8fbd-e177b9f3baf0), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:22.996984 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7c6242-58e6-4bf8-86ec-1071da953bc1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1fdd510-cbc1-4f0f-8fbd-e177b9f3baf0,revision_number=None']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:23.000683 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-1d7c6242-58e6-4bf8-86ec-1071da953bc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693876'] for subnet (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:23.003848 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-1d7c6242-58e6-4bf8-86ec-1071da953bc1 admin admin] 10.222.0.55 "DELETE /networking/v2.0/subnets/c1fdd510-cbc1-4f0f-8fbd-e177b9f3baf0 HTTP/1.1" status: 204 len: 168 time: 0.2575538 Sep 08 14:02:23.006440 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 43320) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:02:23.016581 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8663630-d8d6-4d95-9e3f-8d27141318a1 None None] Network 1c9b3d05-20f8-440e-89b3-587b430f97a5 requested from dv-cinder-820027-24-iscsi {{(pid=112711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 08 14:02:23.080821 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-3026ca93-7a9e-407e-8d61-717363640a72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1549321'] for network (1c9b3d05-20f8-440e-89b3-587b430f97a5), before_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:23.123021 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.plugin [None req-3026ca93-7a9e-407e-8d61-717363640a72 admin admin] Deleting port a59e18ac-eb68-4c23-87c3-22c1302c059b {{(pid=112709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 08 14:02:23.123365 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-3026ca93-7a9e-407e-8d61-717363640a72 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729028590053'] for port (a59e18ac-eb68-4c23-87c3-22c1302c059b), before_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:23.186884 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.db [None req-3026ca93-7a9e-407e-8d61-717363640a72 admin admin] For port a59e18ac-eb68-4c23-87c3-22c1302c059b, host dv-cinder-820027-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-24-iscsi',level=0,port_id=a59e18ac-eb68-4c23-87c3-22c1302c059b,segment=NetworkSegment(2f6c42c1-14c1-4abe-8cc1-e54cbc6177f2),segment_id=2f6c42c1-14c1-4abe-8cc1-e54cbc6177f2)] {{(pid=112709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:02:23.187239 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-3026ca93-7a9e-407e-8d61-717363640a72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3750342'] for port (a59e18ac-eb68-4c23-87c3-22c1302c059b), precommit_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:23.200570 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.plugin [None req-3026ca93-7a9e-407e-8d61-717363640a72 admin admin] Calling delete_port for a59e18ac-eb68-4c23-87c3-22c1302c059b owned by network:dhcp {{(pid=112709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 08 14:02:23.281234 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-3026ca93-7a9e-407e-8d61-717363640a72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729028594324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729028134310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9153317'] for port (a59e18ac-eb68-4c23-87c3-22c1302c059b), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:23.304895 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3026ca93-7a9e-407e-8d61-717363640a72 admin admin] Pushing event deleted for resources: {'Port': ['ID=a59e18ac-eb68-4c23-87c3-22c1302c059b,revision_number=None']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:23.310126 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3026ca93-7a9e-407e-8d61-717363640a72 admin admin] No DVR routers for this DVR port a59e18ac-eb68-4c23-87c3-22c1302c059b on host dv-cinder-820027-24-iscsi {{(pid=112709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 08 14:02:23.363465 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db99e9d0-7467-4697-9544-b0d4229b2c0e None None] DHCP port deletion for 1c9b3d05-20f8-440e-89b3-587b430f97a5 request from dv-cinder-820027-24-iscsi {{(pid=112711) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 08 14:02:23.392226 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-3026ca93-7a9e-407e-8d61-717363640a72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1385153', 'neutron.services.segments.db._delete_segments_for_network-8729028602525'] for network (1c9b3d05-20f8-440e-89b3-587b430f97a5), precommit_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:23.640173 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.services.segments.db [None req-3026ca93-7a9e-407e-8d61-717363640a72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c9b3d05-20f8-440e-89b3-587b430f97a5']}} {{(pid=112709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:02:23.651387 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.services.segments.db [None req-3026ca93-7a9e-407e-8d61-717363640a72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f6c42c1-14c1-4abe-8cc1-e54cbc6177f2') {'for_net_delete': True} {{(pid=112709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:02:23.651694 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.services.segments.db [None req-3026ca93-7a9e-407e-8d61-717363640a72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f6c42c1-14c1-4abe-8cc1-e54cbc6177f2') {} {{(pid=112709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:02:23.661194 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-3026ca93-7a9e-407e-8d61-717363640a72 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729028602570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9760398'] for segment (2f6c42c1-14c1-4abe-8cc1-e54cbc6177f2), before_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:23.675073 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-3026ca93-7a9e-407e-8d61-717363640a72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1392598'] for segment (2f6c42c1-14c1-4abe-8cc1-e54cbc6177f2), precommit_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:23.681187 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3026ca93-7a9e-407e-8d61-717363640a72 admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=112709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 14:02:23.681570 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-3026ca93-7a9e-407e-8d61-717363640a72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1392598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9153400'] for segment (2f6c42c1-14c1-4abe-8cc1-e54cbc6177f2), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:23.723011 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.services.segments.plugin [-] Segment 2f6c42c1-14c1-4abe-8cc1-e54cbc6177f2 resource provider aggregate not found Sep 08 14:02:23.743576 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.services.segments.plugin [-] Segment 2f6c42c1-14c1-4abe-8cc1-e54cbc6177f2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2f6c42c1-14c1-4abe-8cc1-e54cbc6177f2 found for delete ", "request_id": "req-11aa87a8-8870-4785-b327-85448974b2be"}]} Sep 08 14:02:23.750231 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-3026ca93-7a9e-407e-8d61-717363640a72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1385144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3679383'] for network (1c9b3d05-20f8-440e-89b3-587b430f97a5), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:23.766025 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-3026ca93-7a9e-407e-8d61-717363640a72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693876'] for network (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:23.772738 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-3026ca93-7a9e-407e-8d61-717363640a72 admin admin] 10.222.0.55 "DELETE /networking/v2.0/networks/1c9b3d05-20f8-440e-89b3-587b430f97a5 HTTP/1.1" status: 204 len: 168 time: 0.7619574 Sep 08 14:02:23.772738 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3026ca93-7a9e-407e-8d61-717363640a72 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c9b3d05-20f8-440e-89b3-587b430f97a5,revision_number=None']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:23.864331 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Device 93753524-93ca-4323-a727-bfafa1160f91 no longer exists at agent ovs-agent-dv-cinder-820027-24-iscsi {{(pid=112711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:02:23.883325 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] No Port match for: 93753524-93ca-4323-a727-bfafa1160f91 {{(pid=112711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 08 14:02:23.883931 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Device 93753524-93ca-4323-a727-bfafa1160f91 not bound to the agent host dv-cinder-820027-24-iscsi {{(pid=112711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:02:23.884882 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Device e4824d73-43cf-47a8-8a9a-1f553c4d33a7 no longer exists at agent ovs-agent-dv-cinder-820027-24-iscsi {{(pid=112711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:02:23.903423 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] No Port match for: e4824d73-43cf-47a8-8a9a-1f553c4d33a7 {{(pid=112711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 08 14:02:23.903774 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Device e4824d73-43cf-47a8-8a9a-1f553c4d33a7 not bound to the agent host dv-cinder-820027-24-iscsi {{(pid=112711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:02:23.904194 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Device a59e18ac-eb68-4c23-87c3-22c1302c059b no longer exists at agent ovs-agent-dv-cinder-820027-24-iscsi {{(pid=112711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:02:23.925629 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] No Port match for: a59e18ac-eb68-4c23-87c3-22c1302c059b {{(pid=112711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 08 14:02:23.925996 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Device a59e18ac-eb68-4c23-87c3-22c1302c059b not bound to the agent host dv-cinder-820027-24-iscsi {{(pid=112711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:02:23.945397 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 43332) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:02:23.985294 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-1042e778-fe43-4f6f-a495-5fc75eeae4ef admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=bc4476b1f4b84b5593ff2650592b9fb7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387621 Sep 08 14:02:23.987750 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 43334) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:02:24.037778 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-9fd66c73-f363-448d-b009-73b5e565a5d7 admin admin] Publish callbacks [] for security_group (a6e54e66-6ea1-441f-a74c-82a5059cc14c), before_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:24.057727 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-9fd66c73-f363-448d-b009-73b5e565a5d7 admin admin] Publish callbacks [] for security_group (a6e54e66-6ea1-441f-a74c-82a5059cc14c), precommit_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:24.106332 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-9fd66c73-f363-448d-b009-73b5e565a5d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (a6e54e66-6ea1-441f-a74c-82a5059cc14c), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:24.108780 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-9fd66c73-f363-448d-b009-73b5e565a5d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:24.109947 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-9fd66c73-f363-448d-b009-73b5e565a5d7 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/a6e54e66-6ea1-441f-a74c-82a5059cc14c HTTP/1.1" status: 204 len: 168 time: 0.1213040 Sep 08 14:02:24.117699 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd66c73-f363-448d-b009-73b5e565a5d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6e54e66-6ea1-441f-a74c-82a5059cc14c,revision_number=None']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:25.913508 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 43412) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:02:26.032528 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-8f2a3cb2-1593-4236-b2b7-1f26419adcb4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:26.107584 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-8f2a3cb2-1593-4236-b2b7-1f26419adcb4 admin admin] Publish callbacks [] for security_group (42f44e3d-4db1-4ac8-84f0-b4a4639c37c2), precommit_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:26.111026 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-8f2a3cb2-1593-4236-b2b7-1f26419adcb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (42f44e3d-4db1-4ac8-84f0-b4a4639c37c2), after_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:26.150874 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-8f2a3cb2-1593-4236-b2b7-1f26419adcb4 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=28678a9e22c448c999a9cd19ed9298ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2356570 Sep 08 14:02:26.151994 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2a3cb2-1593-4236-b2b7-1f26419adcb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42f44e3d-4db1-4ac8-84f0-b4a4639c37c2,revision_number=1']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:26.153663 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 43418) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:02:26.202973 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-fff9e2d9-b2d9-4e94-8b63-d1320f087cc4 admin admin] Publish callbacks [] for security_group (42f44e3d-4db1-4ac8-84f0-b4a4639c37c2), before_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:26.209543 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:DELETE=10,neutron:UPDATE=1,neutron:SELECT=89 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:26.224369 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-fff9e2d9-b2d9-4e94-8b63-d1320f087cc4 admin admin] Publish callbacks [] for security_group (42f44e3d-4db1-4ac8-84f0-b4a4639c37c2), precommit_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:26.253164 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:26.274552 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-fff9e2d9-b2d9-4e94-8b63-d1320f087cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (42f44e3d-4db1-4ac8-84f0-b4a4639c37c2), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:26.277660 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-fff9e2d9-b2d9-4e94-8b63-d1320f087cc4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:26.278924 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-fff9e2d9-b2d9-4e94-8b63-d1320f087cc4 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/42f44e3d-4db1-4ac8-84f0-b4a4639c37c2 HTTP/1.1" status: 204 len: 168 time: 0.1242471 Sep 08 14:02:26.286584 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff9e2d9-b2d9-4e94-8b63-d1320f087cc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42f44e3d-4db1-4ac8-84f0-b4a4639c37c2,revision_number=None']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:26.560795 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 43424) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:02:26.575017 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-5bf0c3b3-65a2-4bec-9242-215d4979398d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:26.656206 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-5bf0c3b3-65a2-4bec-9242-215d4979398d admin admin] Publish callbacks [] for security_group (f9301082-d65f-4618-abf4-1c051b5cc5fa), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:26.659940 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-5bf0c3b3-65a2-4bec-9242-215d4979398d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (f9301082-d65f-4618-abf4-1c051b5cc5fa), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:26.699243 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-5bf0c3b3-65a2-4bec-9242-215d4979398d admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=3a5cf17705fc4d59a3e9387fa026ec33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1371830 Sep 08 14:02:26.699939 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf0c3b3-65a2-4bec-9242-215d4979398d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9301082-d65f-4618-abf4-1c051b5cc5fa,revision_number=1']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:26.702086 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 43426) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:02:26.741935 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=3,neutron:INSERT=4 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:26.754947 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-269876d1-d725-4e7c-bbd4-45cee6b2fda6 admin admin] Publish callbacks [] for security_group (f9301082-d65f-4618-abf4-1c051b5cc5fa), before_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:26.777561 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-269876d1-d725-4e7c-bbd4-45cee6b2fda6 admin admin] Publish callbacks [] for security_group (f9301082-d65f-4618-abf4-1c051b5cc5fa), precommit_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:26.825605 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-269876d1-d725-4e7c-bbd4-45cee6b2fda6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (f9301082-d65f-4618-abf4-1c051b5cc5fa), after_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:26.828510 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-269876d1-d725-4e7c-bbd4-45cee6b2fda6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:26.829710 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-269876d1-d725-4e7c-bbd4-45cee6b2fda6 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/f9301082-d65f-4618-abf4-1c051b5cc5fa HTTP/1.1" status: 204 len: 168 time: 0.1266189 Sep 08 14:02:26.838236 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269876d1-d725-4e7c-bbd4-45cee6b2fda6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9301082-d65f-4618-abf4-1c051b5cc5fa,revision_number=None']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:27.235443 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:27.285458 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:27.297090 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 43448) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:02:27.407394 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-525f5378-95e8-45ec-9ed6-aeb038a2b3c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:27.758448 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-525f5378-95e8-45ec-9ed6-aeb038a2b3c6 admin admin] Publish callbacks [] for security_group (889ace28-0ed2-43d7-a39b-c4bc709465ac), precommit_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:27.762391 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-525f5378-95e8-45ec-9ed6-aeb038a2b3c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (889ace28-0ed2-43d7-a39b-c4bc709465ac), after_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:27.808601 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 43464) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:02:27.809136 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-525f5378-95e8-45ec-9ed6-aeb038a2b3c6 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=4bea4e5dfb7b481c9f56a9104c915284&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5104618 Sep 08 14:02:27.809845 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525f5378-95e8-45ec-9ed6-aeb038a2b3c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=889ace28-0ed2-43d7-a39b-c4bc709465ac,revision_number=1']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:27.870827 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-9bd89ea5-2f4c-49b5-aabc-dcbf41cdd1ee admin admin] Publish callbacks [] for security_group (889ace28-0ed2-43d7-a39b-c4bc709465ac), before_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:27.894577 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-9bd89ea5-2f4c-49b5-aabc-dcbf41cdd1ee admin admin] Publish callbacks [] for security_group (889ace28-0ed2-43d7-a39b-c4bc709465ac), precommit_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:27.947873 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-9bd89ea5-2f4c-49b5-aabc-dcbf41cdd1ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (889ace28-0ed2-43d7-a39b-c4bc709465ac), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:27.950569 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-9bd89ea5-2f4c-49b5-aabc-dcbf41cdd1ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:27.951741 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-9bd89ea5-2f4c-49b5-aabc-dcbf41cdd1ee admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/889ace28-0ed2-43d7-a39b-c4bc709465ac HTTP/1.1" status: 204 len: 168 time: 0.1413412 Sep 08 14:02:27.959704 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd89ea5-2f4c-49b5-aabc-dcbf41cdd1ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=889ace28-0ed2-43d7-a39b-c4bc709465ac,revision_number=None']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:28.706883 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 43516) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:02:28.731815 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 43520) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:02:28.825206 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-b77c2aa0-edf7-461f-b2b2-a581d3e93271 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:28.837005 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.v2.base [None req-accb2294-12ae-4c3a-9ff6-31ef04db0c91 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-836883065-network', 'tenant_id': '1dcae1b090af440f836b18a7bb000c27'}} {{(pid=112709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:02:28.876478 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-accb2294-12ae-4c3a-9ff6-31ef04db0c91 admin admin] Made reservation on behalf of 1dcae1b090af440f836b18a7bb000c27 for: {'network': 1} {{(pid=112709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 14:02:28.878694 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-accb2294-12ae-4c3a-9ff6-31ef04db0c91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for network (None), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:28.892675 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-accb2294-12ae-4c3a-9ff6-31ef04db0c91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:28.969439 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-b77c2aa0-edf7-461f-b2b2-a581d3e93271 admin admin] Publish callbacks [] for security_group (909e17f4-59a2-4a33-9930-e144ab779932), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:28.975206 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-b77c2aa0-edf7-461f-b2b2-a581d3e93271 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (909e17f4-59a2-4a33-9930-e144ab779932), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:29.026226 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77c2aa0-edf7-461f-b2b2-a581d3e93271 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=909e17f4-59a2-4a33-9930-e144ab779932,revision_number=1']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:29.032045 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-b77c2aa0-edf7-461f-b2b2-a581d3e93271 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=73758182fb8c4c509296ceee27868ae3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3241470 Sep 08 14:02:29.035605 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 43524) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:02:29.079646 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-accb2294-12ae-4c3a-9ff6-31ef04db0c91 admin admin] Publish callbacks [] for security_group (fca0b130-618e-4fdb-be05-e47a0a1f61e1), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:29.086967 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-accb2294-12ae-4c3a-9ff6-31ef04db0c91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (fca0b130-618e-4fdb-be05-e47a0a1f61e1), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:29.095017 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=81,neutron:DELETE=6,neutron:INSERT=13 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:29.105011 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=73,neutron:INSERT=23,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:29.124770 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-accb2294-12ae-4c3a-9ff6-31ef04db0c91 admin admin] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=112709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 14:02:29.149570 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accb2294-12ae-4c3a-9ff6-31ef04db0c91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fca0b130-618e-4fdb-be05-e47a0a1f61e1,revision_number=1']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:29.159858 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-accb2294-12ae-4c3a-9ff6-31ef04db0c91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1392598'] for segment (82c18f84-988d-4d97-ab74-c445b6811f80), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:29.160202 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.db.segments_db [None req-accb2294-12ae-4c3a-9ff6-31ef04db0c91 admin admin] Added segment 82c18f84-988d-4d97-ab74-c445b6811f80 of type vlan for network 61798ddd-de85-4814-b88e-26fd995b29f0 Sep 08 14:02:29.161943 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-a278d1ab-1542-4a0e-be48-6a28cbf723c3 admin admin] Publish callbacks [] for security_group (909e17f4-59a2-4a33-9930-e144ab779932), before_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:29.210658 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-a278d1ab-1542-4a0e-be48-6a28cbf723c3 admin admin] Publish callbacks [] for security_group (909e17f4-59a2-4a33-9930-e144ab779932), precommit_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:29.226510 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-accb2294-12ae-4c3a-9ff6-31ef04db0c91 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729028104322'] for network (61798ddd-de85-4814-b88e-26fd995b29f0), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:29.270214 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-accb2294-12ae-4c3a-9ff6-31ef04db0c91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862'] for network (61798ddd-de85-4814-b88e-26fd995b29f0), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:29.271252 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-accb2294-12ae-4c3a-9ff6-31ef04db0c91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:29.271838 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-accb2294-12ae-4c3a-9ff6-31ef04db0c91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693876'] for network (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:29.325022 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-accb2294-12ae-4c3a-9ff6-31ef04db0c91 admin admin] 10.222.0.55 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5918860 Sep 08 14:02:29.325798 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-a278d1ab-1542-4a0e-be48-6a28cbf723c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (909e17f4-59a2-4a33-9930-e144ab779932), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:29.328409 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-a278d1ab-1542-4a0e-be48-6a28cbf723c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:29.328549 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 43528) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:02:29.331976 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-a278d1ab-1542-4a0e-be48-6a28cbf723c3 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/909e17f4-59a2-4a33-9930-e144ab779932 HTTP/1.1" status: 204 len: 168 time: 0.2930601 Sep 08 14:02:29.334149 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.v2.base [None req-16df0a65-bcde-46f8-88b6-b3ffc0f96bec admin admin] Request body: {'subnet': {'network_id': '61798ddd-de85-4814-b88e-26fd995b29f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-836883065-subnet', 'tenant_id': '1dcae1b090af440f836b18a7bb000c27', 'ip_version': 4}} {{(pid=112710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:02:29.352478 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a278d1ab-1542-4a0e-be48-6a28cbf723c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=909e17f4-59a2-4a33-9930-e144ab779932,revision_number=None']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:29.357008 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accb2294-12ae-4c3a-9ff6-31ef04db0c91 admin admin] Pushing event updated for resources: {'Network': ['ID=61798ddd-de85-4814-b88e-26fd995b29f0,revision_number=1']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:29.357815 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16df0a65-bcde-46f8-88b6-b3ffc0f96bec admin admin] Made reservation on behalf of 1dcae1b090af440f836b18a7bb000c27 for: {'subnet': 1} {{(pid=112710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 14:02:29.362073 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-16df0a65-bcde-46f8-88b6-b3ffc0f96bec admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9654423'] for subnet (None), before_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:29.397592 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Network 61798ddd-de85-4814-b88e-26fd995b29f0 details requested by agent ovs-agent-dv-cinder-820027-24-iscsi with host dv-cinder-820027-24-iscsi {{(pid=112711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 14:02:29.473686 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.agents_db [None req-36671662-b8ef-427e-8422-ee96630d1377 None None] Agent healthcheck: found 6 active agents {{(pid=112712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:02:29.491531 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=73,neutron:DELETE=5,neutron:INSERT=20,neutron:UPDATE=2 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:29.566282 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-16df0a65-bcde-46f8-88b6-b3ffc0f96bec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10367164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9654409'] for subnet (9dbc7914-3cf1-4f43-b96e-876a2c30a6fa), after_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:29.618405 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16df0a65-bcde-46f8-88b6-b3ffc0f96bec admin admin] Pushing event updated for resources: {'Subnet': ['ID=9dbc7914-3cf1-4f43-b96e-876a2c30a6fa,revision_number=0']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:29.635470 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16df0a65-bcde-46f8-88b6-b3ffc0f96bec admin admin] Checking segment: {'id': '82c18f84-988d-4d97-ab74-c445b6811f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '61798ddd-de85-4814-b88e-26fd995b29f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 14:02:29.635820 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16df0a65-bcde-46f8-88b6-b3ffc0f96bec admin admin] Network hostable DHCP agents. Network: 61798ddd-de85-4814-b88e-26fd995b29f0, hostable agents: ['22ab8903-d7f5-4941-bce3-89140b53b8af'], hosted agents: [] {{(pid=112710) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 14:02:29.643616 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 43536) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:02:29.653508 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16df0a65-bcde-46f8-88b6-b3ffc0f96bec admin admin] Network 61798ddd-de85-4814-b88e-26fd995b29f0 is scheduled to be hosted by DHCP agent 22ab8903-d7f5-4941-bce3-89140b53b8af with binding_index 1 {{(pid=112710) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 14:02:29.658385 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-220d06a4-f47a-4626-86e0-a0b9d251a78d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:29.664321 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.scheduler.base_scheduler [None req-16df0a65-bcde-46f8-88b6-b3ffc0f96bec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820027-24-iscsi, 61798ddd-de85-4814-b88e-26fd995b29f0) {{(pid=112710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:02:29.669615 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16df0a65-bcde-46f8-88b6-b3ffc0f96bec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:29.670183 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-16df0a65-bcde-46f8-88b6-b3ffc0f96bec admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:29.675297 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-427a59ce-8a4f-4a4a-8487-50a49925b91f None None] Network 61798ddd-de85-4814-b88e-26fd995b29f0 requested from dv-cinder-820027-24-iscsi {{(pid=112711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 08 14:02:29.687732 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-16df0a65-bcde-46f8-88b6-b3ffc0f96bec admin admin] 10.222.0.55 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3581519 Sep 08 14:02:29.690576 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 43538) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:02:29.698199 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.v2.base [None req-59054046-1b49-46a6-b44e-0d1f555dc843 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-836883065-router', 'tenant_id': '1dcae1b090af440f836b18a7bb000c27', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014'}}} {{(pid=112710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:02:29.726303 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-59054046-1b49-46a6-b44e-0d1f555dc843 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3681175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8264'] for router (18657881-70c0-4330-b049-16b855fda8ab), before_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:29.727751 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-59054046-1b49-46a6-b44e-0d1f555dc843 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3678445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3747977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3928445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8273'] for router (18657881-70c0-4330-b049-16b855fda8ab), precommit_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:29.746117 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-220d06a4-f47a-4626-86e0-a0b9d251a78d admin admin] Publish callbacks [] for security_group (f59cbf6d-fa92-432c-a2af-afca2a5e886d), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:29.750124 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-220d06a4-f47a-4626-86e0-a0b9d251a78d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (f59cbf6d-fa92-432c-a2af-afca2a5e886d), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:29.761519 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:29.776376 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-220d06a4-f47a-4626-86e0-a0b9d251a78d admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=b173f23e0ee94057a02c113b1254971c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1314597 Sep 08 14:02:29.782832 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 43540) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:02:29.787852 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-59054046-1b49-46a6-b44e-0d1f555dc843 admin admin] Publish callbacks [] for router_controller (18657881-70c0-4330-b049-16b855fda8ab), precommit_add_association {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:29.803298 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ae51f4-bd72-4103-aa63-3d9c8862fecf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89035300-8bf1-5d6c-bf4b-25e43971bb7c-61798ddd-de85-4814-b88e-26fd995b29f0', 'network_id': '61798ddd-de85-4814-b88e-26fd995b29f0', 'project_id': '1dcae1b090af440f836b18a7bb000c27', 'fixed_ips': [{'subnet_id': '9dbc7914-3cf1-4f43-b96e-876a2c30a6fa'}]}} from dv-cinder-820027-24-iscsi. {{(pid=112711) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 08 14:02:29.805167 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-04ae51f4-bd72-4103-aa63-3d9c8862fecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (None), before_create {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:29.824372 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220d06a4-f47a-4626-86e0-a0b9d251a78d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f59cbf6d-fa92-432c-a2af-afca2a5e886d,revision_number=1']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:29.859699 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-228ff33a-d60c-4a99-bfef-f64708cacf72 admin admin] Publish callbacks [] for security_group (f59cbf6d-fa92-432c-a2af-afca2a5e886d), before_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:29.884997 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-228ff33a-d60c-4a99-bfef-f64708cacf72 admin admin] Publish callbacks [] for security_group (f59cbf6d-fa92-432c-a2af-afca2a5e886d), precommit_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:29.940937 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-59054046-1b49-46a6-b44e-0d1f555dc843 admin admin] Publish callbacks [] for router_gateway (18657881-70c0-4330-b049-16b855fda8ab), precommit_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:29.943191 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-228ff33a-d60c-4a99-bfef-f64708cacf72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (f59cbf6d-fa92-432c-a2af-afca2a5e886d), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:29.945931 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-228ff33a-d60c-4a99-bfef-f64708cacf72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:29.949484 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-228ff33a-d60c-4a99-bfef-f64708cacf72 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/f59cbf6d-fa92-432c-a2af-afca2a5e886d HTTP/1.1" status: 204 len: 168 time: 0.1584251 Sep 08 14:02:29.956784 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228ff33a-d60c-4a99-bfef-f64708cacf72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f59cbf6d-fa92-432c-a2af-afca2a5e886d,revision_number=None']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:29.983576 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.db_base_plugin_common [None req-04ae51f4-bd72-4103-aa63-3d9c8862fecf None None] Allocated IP 172.20.0.2 (61798ddd-de85-4814-b88e-26fd995b29f0/9dbc7914-3cf1-4f43-b96e-876a2c30a6fa/137edb7b-e561-4f20-b840-8b76ffd0609e) {{(pid=112711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:02:30.070035 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:30.150395 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-04ae51f4-bd72-4103-aa63-3d9c8862fecf None None] Publish callbacks [] for port (137edb7b-e561-4f20-b840-8b76ffd0609e), precommit_create {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:30.158887 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-04ae51f4-bd72-4103-aa63-3d9c8862fecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729028134301'] for port (137edb7b-e561-4f20-b840-8b76ffd0609e), after_create {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:30.177847 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-59054046-1b49-46a6-b44e-0d1f555dc843 admin admin] Publish callbacks [] for router_gateway (18657881-70c0-4330-b049-16b855fda8ab), before_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:30.201348 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-59054046-1b49-46a6-b44e-0d1f555dc843 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (None), before_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:30.205538 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ae51f4-bd72-4103-aa63-3d9c8862fecf None None] Network 61798ddd-de85-4814-b88e-26fd995b29f0 is already hosted by enough agents. {{(pid=112711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:02:30.208594 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.scheduler.base_scheduler [None req-04ae51f4-bd72-4103-aa63-3d9c8862fecf None None] Resources bound (agent type, host, resource id): {{(pid=112711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:02:30.212296 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ae51f4-bd72-4103-aa63-3d9c8862fecf None None] Received port after_create {{(pid=112711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 08 14:02:30.244515 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ae51f4-bd72-4103-aa63-3d9c8862fecf None None] Pushing event updated for resources: {'Port': ['ID=137edb7b-e561-4f20-b840-8b76ffd0609e,revision_number=1']} {{(pid=112711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:30.254482 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:30.256475 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ae51f4-bd72-4103-aa63-3d9c8862fecf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:02:30.257056 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ae51f4-bd72-4103-aa63-3d9c8862fecf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:02:30.257484 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ae51f4-bd72-4103-aa63-3d9c8862fecf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:02:30.258026 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ae51f4-bd72-4103-aa63-3d9c8862fecf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:02:30.258434 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ae51f4-bd72-4103-aa63-3d9c8862fecf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:02:30.258835 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ae51f4-bd72-4103-aa63-3d9c8862fecf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:02:30.259790 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ae51f4-bd72-4103-aa63-3d9c8862fecf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:02:30.260217 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ae51f4-bd72-4103-aa63-3d9c8862fecf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:02:30.260732 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ae51f4-bd72-4103-aa63-3d9c8862fecf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:02:30.261133 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ae51f4-bd72-4103-aa63-3d9c8862fecf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:02:30.261474 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ae51f4-bd72-4103-aa63-3d9c8862fecf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:02:30.261834 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ae51f4-bd72-4103-aa63-3d9c8862fecf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:02:30.262167 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ae51f4-bd72-4103-aa63-3d9c8862fecf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:02:30.262495 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ae51f4-bd72-4103-aa63-3d9c8862fecf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:02:30.262821 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ae51f4-bd72-4103-aa63-3d9c8862fecf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:02:30.299286 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.managers [None req-04ae51f4-bd72-4103-aa63-3d9c8862fecf None None] Attempting to bind port 137edb7b-e561-4f20-b840-8b76ffd0609e on host dv-cinder-820027-24-iscsi for vnic_type normal with profile {{(pid=112711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 08 14:02:30.299924 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.managers [None req-04ae51f4-bd72-4103-aa63-3d9c8862fecf None None] Attempting to bind port 137edb7b-e561-4f20-b840-8b76ffd0609e by drivers openvswitch,hyperv on host dv-cinder-820027-24-iscsi at level 0 using segments [{'id': '82c18f84-988d-4d97-ab74-c445b6811f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '61798ddd-de85-4814-b88e-26fd995b29f0'}] {{(pid=112711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 08 14:02:30.300287 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ae51f4-bd72-4103-aa63-3d9c8862fecf None None] Attempting to bind port 137edb7b-e561-4f20-b840-8b76ffd0609e on network 61798ddd-de85-4814-b88e-26fd995b29f0 {{(pid=112711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 14:02:30.327582 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.db.db_base_plugin_common [None req-59054046-1b49-46a6-b44e-0d1f555dc843 admin admin] Allocated IP 172.27.0.48 (a5311008-4782-42e3-9445-a36a6c9fb014/42b74029-f5ac-41f0-a451-9a0d0b4a74ed/32540799-7dc7-40b6-be7d-da78477923a6) {{(pid=112710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:02:30.350518 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ae51f4-bd72-4103-aa63-3d9c8862fecf None None] Checking agent: {'id': '6df97c0c-9140-47af-8c93-84593b95031c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 8, 13, 44, 19), 'started_at': datetime.datetime(2022, 9, 8, 13, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 9, 8, 14, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 08 14:02:30.350895 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ae51f4-bd72-4103-aa63-3d9c8862fecf None None] Checking segment: {'id': '82c18f84-988d-4d97-ab74-c445b6811f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '61798ddd-de85-4814-b88e-26fd995b29f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 14:02:30.351440 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-04ae51f4-bd72-4103-aa63-3d9c8862fecf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:30.351664 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ae51f4-bd72-4103-aa63-3d9c8862fecf None None] Bound using segment: {'id': '82c18f84-988d-4d97-ab74-c445b6811f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '61798ddd-de85-4814-b88e-26fd995b29f0'} {{(pid=112711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 08 14:02:30.352139 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.managers [None req-04ae51f4-bd72-4103-aa63-3d9c8862fecf None None] Bound port: 137edb7b-e561-4f20-b840-8b76ffd0609e, host: dv-cinder-820027-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82c18f84-988d-4d97-ab74-c445b6811f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '61798ddd-de85-4814-b88e-26fd995b29f0'}}] {{(pid=112711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 08 14:02:30.352642 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-04ae51f4-bd72-4103-aa63-3d9c8862fecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (137edb7b-e561-4f20-b840-8b76ffd0609e), before_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:30.430025 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-04ae51f4-bd72-4103-aa63-3d9c8862fecf None None] For port 137edb7b-e561-4f20-b840-8b76ffd0609e, host dv-cinder-820027-24-iscsi, cleared binding levels {{(pid=112711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:02:30.435283 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-04ae51f4-bd72-4103-aa63-3d9c8862fecf None None] For port 137edb7b-e561-4f20-b840-8b76ffd0609e, host dv-cinder-820027-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-24-iscsi',level=0,port_id=137edb7b-e561-4f20-b840-8b76ffd0609e,segment=NetworkSegment(82c18f84-988d-4d97-ab74-c445b6811f80),segment_id=82c18f84-988d-4d97-ab74-c445b6811f80)] {{(pid=112711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 14:02:30.443844 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-04ae51f4-bd72-4103-aa63-3d9c8862fecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (137edb7b-e561-4f20-b840-8b76ffd0609e), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:30.464965 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-59054046-1b49-46a6-b44e-0d1f555dc843 admin admin] Publish callbacks [] for port (32540799-7dc7-40b6-be7d-da78477923a6), precommit_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:30.505683 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ae51f4-bd72-4103-aa63-3d9c8862fecf None None] Pushing event updated for resources: {'Port': ['ID=137edb7b-e561-4f20-b840-8b76ffd0609e,revision_number=2']} {{(pid=112711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:30.517117 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-59054046-1b49-46a6-b44e-0d1f555dc843 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729028134301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10367820'] for port (32540799-7dc7-40b6-be7d-da78477923a6), after_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:30.521367 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:INSERT=7,neutron:SELECT=89,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:30.585958 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59054046-1b49-46a6-b44e-0d1f555dc843 admin admin] Network a5311008-4782-42e3-9445-a36a6c9fb014 is already hosted by enough agents. {{(pid=112710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:02:30.588426 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.scheduler.base_scheduler [None req-59054046-1b49-46a6-b44e-0d1f555dc843 admin admin] Resources bound (agent type, host, resource id): {{(pid=112710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:02:30.591023 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59054046-1b49-46a6-b44e-0d1f555dc843 admin admin] Pushing event updated for resources: {'Port': ['ID=32540799-7dc7-40b6-be7d-da78477923a6,revision_number=1']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:30.596116 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59054046-1b49-46a6-b44e-0d1f555dc843 admin admin] Received port after_create {{(pid=112710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 08 14:02:30.883714 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-59054046-1b49-46a6-b44e-0d1f555dc843 admin admin] Publish callbacks [] for router_gateway (18657881-70c0-4330-b049-16b855fda8ab), after_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:30.963266 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:31.086395 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-59054046-1b49-46a6-b44e-0d1f555dc843 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3678394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3679297'] for router (18657881-70c0-4330-b049-16b855fda8ab), after_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:31.251673 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59054046-1b49-46a6-b44e-0d1f555dc843 admin admin] Router 18657881-70c0-4330-b049-16b855fda8ab is scheduled to L3 agent 91421a76-39ff-4685-90ca-aa6fbf6a1933 with binding_index 1 {{(pid=112710) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 14:02:31.380115 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59054046-1b49-46a6-b44e-0d1f555dc843 admin admin] Notify agent at l3_agent.dv-cinder-820027-24-iscsi the message routers_updated {{(pid=112710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:02:31.398636 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de53548-d9a6-4280-8e36-1c16068c5c49 None None] Sync routers for ids ['18657881-70c0-4330-b049-16b855fda8ab'] in dv-cinder-820027-24-iscsi {{(pid=112712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:02:31.401026 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-59054046-1b49-46a6-b44e-0d1f555dc843 admin admin] Publish callbacks [] for router (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:31.405016 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-59054046-1b49-46a6-b44e-0d1f555dc843 admin admin] 10.222.0.55 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.7106740 Sep 08 14:02:31.405359 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 43574) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:02:31.410023 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de53548-d9a6-4280-8e36-1c16068c5c49 None None] Routers {'18657881-70c0-4330-b049-16b855fda8ab'} bound to L3 agent in host dv-cinder-820027-24-iscsi {{(pid=112712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:02:31.410717 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_hamode_db [None req-5de53548-d9a6-4280-8e36-1c16068c5c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-08T13:44:16Z,description=,heartbeat_timestamp=2022-09-08T14:02:16Z,host='dv-cinder-820027-24-iscsi',id=91421a76-39ff-4685-90ca-aa6fbf6a1933,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:44:16Z,topic='l3_agent')) {'router_ids': ['18657881-70c0-4330-b049-16b855fda8ab'], 'active': True} {{(pid=112712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:02:31.520188 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_dvr_db [None req-5de53548-d9a6-4280-8e36-1c16068c5c49 None None] Set router 18657881-70c0-4330-b049-16b855fda8ab gateway port host: dv-cinder-820027-24-iscsi {{(pid=112712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:02:31.574925 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-110d067d-33b3-4ce5-965b-ce7d7cb882f5 None None] Network 61798ddd-de85-4814-b88e-26fd995b29f0 requested from dv-cinder-820027-24-iscsi {{(pid=112711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 08 14:02:31.592219 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=82,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:31.656043 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=5 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:31.659920 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-991c4024-f843-459a-9c85-6387f26f2ada None None] Provisioning complete for port 137edb7b-e561-4f20-b840-8b76ffd0609e triggered by entity DHCP. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:02:31.660289 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-991c4024-f843-459a-9c85-6387f26f2ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (137edb7b-e561-4f20-b840-8b76ffd0609e), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:31.716195 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_hamode_db [None req-5de53548-d9a6-4280-8e36-1c16068c5c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18657881-70c0-4330-b049-16b855fda8ab', 'name': 'tempest-TestShelveInstance-836883065-router', 'tenant_id': '1dcae1b090af440f836b18a7bb000c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '32540799-7dc7-40b6-be7d-da78477923a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:02:29Z', 'updated_at': '2022-09-08T14:02:30Z', 'revision_number': 3, 'project_id': '1dcae1b090af440f836b18a7bb000c27', 'gw_port': {'id': '32540799-7dc7-40b6-be7d-da78477923a6', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:32:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18657881-70c0-4330-b049-16b855fda8ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:02:30Z', 'updated_at': '2022-09-08T14:02:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi'}], 'dv-cinder-820027-24-iscsi', False) {} {{(pid=112712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:02:31.745406 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de53548-d9a6-4280-8e36-1c16068c5c49 None None] Checking router: 18657881-70c0-4330-b049-16b855fda8ab for host: dv-cinder-820027-24-iscsi {{(pid=112712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:02:31.745882 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de53548-d9a6-4280-8e36-1c16068c5c49 None None] Updating router 18657881-70c0-4330-b049-16b855fda8ab port 32540799-7dc7-40b6-be7d-da78477923a6 binding host dv-cinder-820027-24-iscsi {{(pid=112712) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 14:02:31.775471 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-991c4024-f843-459a-9c85-6387f26f2ada None None] Current status of the port 137edb7b-e561-4f20-b840-8b76ffd0609e is: DOWN; New status is: ACTIVE {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:02:31.776118 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-991c4024-f843-459a-9c85-6387f26f2ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (137edb7b-e561-4f20-b840-8b76ffd0609e), before_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:31.785138 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron_lib.callbacks.manager [None req-5de53548-d9a6-4280-8e36-1c16068c5c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (32540799-7dc7-40b6-be7d-da78477923a6), before_update {{(pid=112712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:31.811916 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-991c4024-f843-459a-9c85-6387f26f2ada None None] For port 137edb7b-e561-4f20-b840-8b76ffd0609e, host dv-cinder-820027-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-24-iscsi',level=0,port_id=137edb7b-e561-4f20-b840-8b76ffd0609e,segment=NetworkSegment(82c18f84-988d-4d97-ab74-c445b6811f80),segment_id=82c18f84-988d-4d97-ab74-c445b6811f80)] {{(pid=112711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:02:31.816862 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-991c4024-f843-459a-9c85-6387f26f2ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (137edb7b-e561-4f20-b840-8b76ffd0609e), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:31.887954 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-b7ad4144-a15f-45ce-807f-2e83ce61042a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (None), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:31.898187 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991c4024-f843-459a-9c85-6387f26f2ada None None] Pushing event updated for resources: {'Port': ['ID=137edb7b-e561-4f20-b840-8b76ffd0609e,revision_number=3']} {{(pid=112711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:31.972724 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Device 137edb7b-e561-4f20-b840-8b76ffd0609e up at agent ovs-agent-dv-cinder-820027-24-iscsi {{(pid=112711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:02:32.030956 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Provisioning complete for port 137edb7b-e561-4f20-b840-8b76ffd0609e triggered by entity L2. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:02:32.031332 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (137edb7b-e561-4f20-b840-8b76ffd0609e), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:32.099932 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.db.db_base_plugin_common [None req-b7ad4144-a15f-45ce-807f-2e83ce61042a admin admin] Allocated IP 172.20.0.1 (61798ddd-de85-4814-b88e-26fd995b29f0/9dbc7914-3cf1-4f43-b96e-876a2c30a6fa/0b1f057f-e8ff-4130-a353-9b565b73bfc9) {{(pid=112709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:02:32.109401 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Current status of the port 137edb7b-e561-4f20-b840-8b76ffd0609e is: ACTIVE; New status is: ACTIVE {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:02:32.137091 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-aadcc7ca-6203-4d3c-a8be-fc33f2eec36a None None] Provisioning complete for port 137edb7b-e561-4f20-b840-8b76ffd0609e triggered by entity DHCP. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:02:32.137462 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-aadcc7ca-6203-4d3c-a8be-fc33f2eec36a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (137edb7b-e561-4f20-b840-8b76ffd0609e), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:32.151523 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron_lib.callbacks.manager [None req-5de53548-d9a6-4280-8e36-1c16068c5c49 None None] Publish callbacks [] for port (32540799-7dc7-40b6-be7d-da78477923a6), precommit_update {{(pid=112712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:32.158133 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron_lib.callbacks.manager [None req-5de53548-d9a6-4280-8e36-1c16068c5c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (32540799-7dc7-40b6-be7d-da78477923a6), after_update {{(pid=112712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:32.194272 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.plugins.ml2.managers [None req-5de53548-d9a6-4280-8e36-1c16068c5c49 None None] Attempting to bind port 32540799-7dc7-40b6-be7d-da78477923a6 on host dv-cinder-820027-24-iscsi for vnic_type normal with profile {{(pid=112712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 08 14:02:32.194813 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.plugins.ml2.managers [None req-5de53548-d9a6-4280-8e36-1c16068c5c49 None None] Attempting to bind port 32540799-7dc7-40b6-be7d-da78477923a6 by drivers openvswitch,hyperv on host dv-cinder-820027-24-iscsi at level 0 using segments [{'id': 'ebffaf8e-8370-4e1c-9c1b-02c9fe7aa40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014'}] {{(pid=112712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 08 14:02:32.195270 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de53548-d9a6-4280-8e36-1c16068c5c49 None None] Attempting to bind port 32540799-7dc7-40b6-be7d-da78477923a6 on network a5311008-4782-42e3-9445-a36a6c9fb014 {{(pid=112712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 14:02:32.214364 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:INSERT=1,neutron:SELECT=98,neutron:UPDATE=1 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:32.222982 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-aadcc7ca-6203-4d3c-a8be-fc33f2eec36a None None] Current status of the port 137edb7b-e561-4f20-b840-8b76ffd0609e is: ACTIVE; New status is: ACTIVE {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:02:32.230564 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-b7ad4144-a15f-45ce-807f-2e83ce61042a admin admin] Publish callbacks [] for port (0b1f057f-e8ff-4130-a353-9b565b73bfc9), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:32.236780 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d9b689-001d-48ef-8493-a721fd65bd4b None None] Pushing event updated for resources: {'Port': ['ID=32540799-7dc7-40b6-be7d-da78477923a6,revision_number=2']} {{(pid=112712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:32.248669 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d9b689-001d-48ef-8493-a721fd65bd4b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:02:32.249012 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d9b689-001d-48ef-8493-a721fd65bd4b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:02:32.249433 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d9b689-001d-48ef-8493-a721fd65bd4b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:02:32.249953 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d9b689-001d-48ef-8493-a721fd65bd4b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:02:32.250354 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d9b689-001d-48ef-8493-a721fd65bd4b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:02:32.250794 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d9b689-001d-48ef-8493-a721fd65bd4b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:02:32.251182 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d9b689-001d-48ef-8493-a721fd65bd4b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:02:32.251567 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d9b689-001d-48ef-8493-a721fd65bd4b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:02:32.251988 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d9b689-001d-48ef-8493-a721fd65bd4b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:02:32.252378 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d9b689-001d-48ef-8493-a721fd65bd4b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:02:32.252762 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d9b689-001d-48ef-8493-a721fd65bd4b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:02:32.253169 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d9b689-001d-48ef-8493-a721fd65bd4b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:02:32.253554 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d9b689-001d-48ef-8493-a721fd65bd4b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:02:32.253951 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d9b689-001d-48ef-8493-a721fd65bd4b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:02:32.254331 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d9b689-001d-48ef-8493-a721fd65bd4b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:02:32.265476 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-b7ad4144-a15f-45ce-807f-2e83ce61042a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729028134301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9153317'] for port (0b1f057f-e8ff-4130-a353-9b565b73bfc9), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:32.273507 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de53548-d9a6-4280-8e36-1c16068c5c49 None None] Checking agent: {'id': '6df97c0c-9140-47af-8c93-84593b95031c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 8, 13, 44, 19), 'started_at': datetime.datetime(2022, 9, 8, 13, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 9, 8, 14, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 08 14:02:32.273925 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de53548-d9a6-4280-8e36-1c16068c5c49 None None] Checking segment: {'id': 'ebffaf8e-8370-4e1c-9c1b-02c9fe7aa40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 14:02:32.274322 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron_lib.callbacks.manager [None req-5de53548-d9a6-4280-8e36-1c16068c5c49 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:32.274749 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de53548-d9a6-4280-8e36-1c16068c5c49 None None] Bound using segment: {'id': 'ebffaf8e-8370-4e1c-9c1b-02c9fe7aa40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014'} {{(pid=112712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 08 14:02:32.275220 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.plugins.ml2.managers [None req-5de53548-d9a6-4280-8e36-1c16068c5c49 None None] Bound port: 32540799-7dc7-40b6-be7d-da78477923a6, host: dv-cinder-820027-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebffaf8e-8370-4e1c-9c1b-02c9fe7aa40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014'}}] {{(pid=112712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 08 14:02:32.275590 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron_lib.callbacks.manager [None req-5de53548-d9a6-4280-8e36-1c16068c5c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (32540799-7dc7-40b6-be7d-da78477923a6), before_update {{(pid=112712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:32.314622 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ad4144-a15f-45ce-807f-2e83ce61042a admin admin] Network 61798ddd-de85-4814-b88e-26fd995b29f0 is already hosted by enough agents. {{(pid=112709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:02:32.335459 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.scheduler.base_scheduler [None req-b7ad4144-a15f-45ce-807f-2e83ce61042a admin admin] Resources bound (agent type, host, resource id): {{(pid=112709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:02:32.337890 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ad4144-a15f-45ce-807f-2e83ce61042a admin admin] Pushing event updated for resources: {'Port': ['ID=0b1f057f-e8ff-4130-a353-9b565b73bfc9,revision_number=1']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:32.345605 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ad4144-a15f-45ce-807f-2e83ce61042a admin admin] Received port after_create {{(pid=112709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 08 14:02:32.402924 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-b7ad4144-a15f-45ce-807f-2e83ce61042a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3854091'] for router_interface (18657881-70c0-4330-b049-16b855fda8ab), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:32.445628 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.plugins.ml2.db [None req-5de53548-d9a6-4280-8e36-1c16068c5c49 None None] For port 32540799-7dc7-40b6-be7d-da78477923a6, host dv-cinder-820027-24-iscsi, cleared binding levels {{(pid=112712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:02:32.451963 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.plugins.ml2.db [None req-5de53548-d9a6-4280-8e36-1c16068c5c49 None None] For port 32540799-7dc7-40b6-be7d-da78477923a6, host dv-cinder-820027-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-24-iscsi',level=0,port_id=32540799-7dc7-40b6-be7d-da78477923a6,segment=NetworkSegment(ebffaf8e-8370-4e1c-9c1b-02c9fe7aa40e),segment_id=ebffaf8e-8370-4e1c-9c1b-02c9fe7aa40e)] {{(pid=112712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 14:02:32.461893 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron_lib.callbacks.manager [None req-5de53548-d9a6-4280-8e36-1c16068c5c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (32540799-7dc7-40b6-be7d-da78477923a6), after_update {{(pid=112712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:32.507673 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de53548-d9a6-4280-8e36-1c16068c5c49 None None] Routers {'18657881-70c0-4330-b049-16b855fda8ab'} bound to L3 agent in host dv-cinder-820027-24-iscsi {{(pid=112712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:02:32.508395 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_hamode_db [None req-5de53548-d9a6-4280-8e36-1c16068c5c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-08T13:44:16Z,description=,heartbeat_timestamp=2022-09-08T14:02:16Z,host='dv-cinder-820027-24-iscsi',id=91421a76-39ff-4685-90ca-aa6fbf6a1933,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:44:16Z,topic='l3_agent')) {'router_ids': ['18657881-70c0-4330-b049-16b855fda8ab'], 'active': True} {{(pid=112712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:02:32.575842 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-b7ad4144-a15f-45ce-807f-2e83ce61042a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (0b1f057f-e8ff-4130-a353-9b565b73bfc9), before_update {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:32.586343 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:32.600257 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d9b689-001d-48ef-8493-a721fd65bd4b None None] Pushing event updated for resources: {'Port': ['ID=32540799-7dc7-40b6-be7d-da78477923a6,revision_number=3']} {{(pid=112712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:32.611224 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:32.617417 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:32.641402 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:32.651685 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-31cd1a17-c65a-4c90-ac31-e02b4de441a8 None None] Provisioning complete for port 0b1f057f-e8ff-4130-a353-9b565b73bfc9 triggered by entity DHCP. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:02:32.652198 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-31cd1a17-c65a-4c90-ac31-e02b4de441a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (0b1f057f-e8ff-4130-a353-9b565b73bfc9), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:32.673273 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_dvr_db [None req-5de53548-d9a6-4280-8e36-1c16068c5c49 None None] Set router 18657881-70c0-4330-b049-16b855fda8ab gateway port host: dv-cinder-820027-24-iscsi {{(pid=112712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:02:32.713517 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-31cd1a17-c65a-4c90-ac31-e02b4de441a8 None None] Port 0b1f057f-e8ff-4130-a353-9b565b73bfc9 cannot update to ACTIVE because it is not bound. {{(pid=112711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 08 14:02:32.775385 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-b7ad4144-a15f-45ce-807f-2e83ce61042a admin admin] Publish callbacks [] for port (0b1f057f-e8ff-4130-a353-9b565b73bfc9), precommit_update {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:32.779864 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-b7ad4144-a15f-45ce-807f-2e83ce61042a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9153372'] for port (0b1f057f-e8ff-4130-a353-9b565b73bfc9), after_update {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:32.848762 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ad4144-a15f-45ce-807f-2e83ce61042a admin admin] Pushing event updated for resources: {'Port': ['ID=0b1f057f-e8ff-4130-a353-9b565b73bfc9,revision_number=2']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:32.850307 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_hamode_db [None req-5de53548-d9a6-4280-8e36-1c16068c5c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18657881-70c0-4330-b049-16b855fda8ab', 'name': 'tempest-TestShelveInstance-836883065-router', 'tenant_id': '1dcae1b090af440f836b18a7bb000c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '32540799-7dc7-40b6-be7d-da78477923a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:02:29Z', 'updated_at': '2022-09-08T14:02:30Z', 'revision_number': 3, 'project_id': '1dcae1b090af440f836b18a7bb000c27', 'gw_port': {'id': '32540799-7dc7-40b6-be7d-da78477923a6', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:32:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18657881-70c0-4330-b049-16b855fda8ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:02:30Z', 'updated_at': '2022-09-08T14:02:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi'}], 'dv-cinder-820027-24-iscsi', False) {} {{(pid=112712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:02:32.852314 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-b7ad4144-a15f-45ce-807f-2e83ce61042a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3690700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3854231'] for router_interface (18657881-70c0-4330-b049-16b855fda8ab), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:32.878700 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de53548-d9a6-4280-8e36-1c16068c5c49 None None] The sync data for ids ['18657881-70c0-4330-b049-16b855fda8ab'] in dv-cinder-820027-24-iscsi is: [{'id': '18657881-70c0-4330-b049-16b855fda8ab', 'name': 'tempest-TestShelveInstance-836883065-router', 'tenant_id': '1dcae1b090af440f836b18a7bb000c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '32540799-7dc7-40b6-be7d-da78477923a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:02:29Z', 'updated_at': '2022-09-08T14:02:30Z', 'revision_number': 3, 'project_id': '1dcae1b090af440f836b18a7bb000c27', 'gw_port': {'id': '32540799-7dc7-40b6-be7d-da78477923a6', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:32:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18657881-70c0-4330-b049-16b855fda8ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:02:30Z', 'updated_at': '2022-09-08T14:02:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi'}] {{(pid=112712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:02:32.957836 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ad4144-a15f-45ce-807f-2e83ce61042a admin admin] Network 61798ddd-de85-4814-b88e-26fd995b29f0 is already hosted by enough agents. {{(pid=112709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:02:32.959595 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.scheduler.base_scheduler [None req-b7ad4144-a15f-45ce-807f-2e83ce61042a admin admin] Resources bound (agent type, host, resource id): {{(pid=112709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:02:33.077666 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7ad4144-a15f-45ce-807f-2e83ce61042a admin admin] Router 18657881-70c0-4330-b049-16b855fda8ab has already been hosted by L3 agent 91421a76-39ff-4685-90ca-aa6fbf6a1933 {{(pid=112709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 14:02:33.214543 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7ad4144-a15f-45ce-807f-2e83ce61042a admin admin] Notify agent at l3_agent.dv-cinder-820027-24-iscsi the message routers_updated {{(pid=112709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:02:33.219827 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-b7ad4144-a15f-45ce-807f-2e83ce61042a admin admin] 10.222.0.55 "PUT /networking/v2.0/routers/18657881-70c0-4330-b049-16b855fda8ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8133116 Sep 08 14:02:33.230202 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:33.245471 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-b44c545c-243c-410d-b712-fcc5caa3cdde None None] Provisioning complete for port 0b1f057f-e8ff-4130-a353-9b565b73bfc9 triggered by entity DHCP. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:02:33.245882 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-b44c545c-243c-410d-b712-fcc5caa3cdde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (0b1f057f-e8ff-4130-a353-9b565b73bfc9), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:33.286376 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-b44c545c-243c-410d-b712-fcc5caa3cdde None None] Port 0b1f057f-e8ff-4130-a353-9b565b73bfc9 cannot update to ACTIVE because it is not bound. {{(pid=112711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 08 14:02:33.803061 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 43602) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:02:33.808448 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.v2.base [None req-e6b7b445-8f66-4c57-85a9-cafe599ce2a3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1961277728-network', 'tenant_id': 'c242bca3eda94d1c9ae0121553a0f12f'}} {{(pid=112709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:02:33.831170 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6b7b445-8f66-4c57-85a9-cafe599ce2a3 admin admin] Made reservation on behalf of c242bca3eda94d1c9ae0121553a0f12f for: {'network': 1} {{(pid=112709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 14:02:33.833934 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-e6b7b445-8f66-4c57-85a9-cafe599ce2a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for network (None), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:33.844854 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-e6b7b445-8f66-4c57-85a9-cafe599ce2a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:33.938466 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-e6b7b445-8f66-4c57-85a9-cafe599ce2a3 admin admin] Publish callbacks [] for security_group (611dd4d4-c28e-48dc-83b8-40739c0b7400), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:33.942460 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-e6b7b445-8f66-4c57-85a9-cafe599ce2a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (611dd4d4-c28e-48dc-83b8-40739c0b7400), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:33.956946 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Device 32540799-7dc7-40b6-be7d-da78477923a6 up at agent ovs-agent-dv-cinder-820027-24-iscsi {{(pid=112711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:02:33.964986 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6b7b445-8f66-4c57-85a9-cafe599ce2a3 admin admin] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=112709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 14:02:33.984893 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b7b445-8f66-4c57-85a9-cafe599ce2a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=611dd4d4-c28e-48dc-83b8-40739c0b7400,revision_number=1']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:33.988228 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-e6b7b445-8f66-4c57-85a9-cafe599ce2a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1392598'] for segment (de5a91f9-ad7b-41b7-a059-2b8a392639d2), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:33.988579 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.db.segments_db [None req-e6b7b445-8f66-4c57-85a9-cafe599ce2a3 admin admin] Added segment de5a91f9-ad7b-41b7-a059-2b8a392639d2 of type vlan for network 1a127b31-ab6c-49bc-9157-935f5a668119 Sep 08 14:02:34.000075 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:34.011194 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Provisioning complete for port 32540799-7dc7-40b6-be7d-da78477923a6 triggered by entity L2. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:02:34.011569 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (32540799-7dc7-40b6-be7d-da78477923a6), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:34.033402 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-e6b7b445-8f66-4c57-85a9-cafe599ce2a3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729028104322'] for network (1a127b31-ab6c-49bc-9157-935f5a668119), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:34.035656 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:INSERT=9 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:34.062665 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-e6b7b445-8f66-4c57-85a9-cafe599ce2a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862'] for network (1a127b31-ab6c-49bc-9157-935f5a668119), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:34.063763 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b7b445-8f66-4c57-85a9-cafe599ce2a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:34.064422 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-e6b7b445-8f66-4c57-85a9-cafe599ce2a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693876'] for network (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:34.091834 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Current status of the port 32540799-7dc7-40b6-be7d-da78477923a6 is: DOWN; New status is: ACTIVE {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:02:34.092226 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (32540799-7dc7-40b6-be7d-da78477923a6), before_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:34.118128 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] For port 32540799-7dc7-40b6-be7d-da78477923a6, host dv-cinder-820027-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-24-iscsi',level=0,port_id=32540799-7dc7-40b6-be7d-da78477923a6,segment=NetworkSegment(ebffaf8e-8370-4e1c-9c1b-02c9fe7aa40e),segment_id=ebffaf8e-8370-4e1c-9c1b-02c9fe7aa40e)] {{(pid=112711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:02:34.121783 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (32540799-7dc7-40b6-be7d-da78477923a6), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:34.122543 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Device 137edb7b-e561-4f20-b840-8b76ffd0609e up at agent ovs-agent-dv-cinder-820027-24-iscsi {{(pid=112711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:02:34.122672 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-e6b7b445-8f66-4c57-85a9-cafe599ce2a3 admin admin] 10.222.0.55 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3183987 Sep 08 14:02:34.125393 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 43604) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:02:34.130208 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.v2.base [None req-eb522365-8d1f-4455-aaef-08a87ba46509 admin admin] Request body: {'subnet': {'network_id': '1a127b31-ab6c-49bc-9157-935f5a668119', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1961277728-subnet', 'tenant_id': 'c242bca3eda94d1c9ae0121553a0f12f', 'ip_version': 4}} {{(pid=112710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:02:34.133754 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b7b445-8f66-4c57-85a9-cafe599ce2a3 admin admin] Pushing event updated for resources: {'Network': ['ID=1a127b31-ab6c-49bc-9157-935f5a668119,revision_number=1']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:34.159931 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb522365-8d1f-4455-aaef-08a87ba46509 admin admin] Made reservation on behalf of c242bca3eda94d1c9ae0121553a0f12f for: {'subnet': 1} {{(pid=112710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 14:02:34.162479 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-eb522365-8d1f-4455-aaef-08a87ba46509 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9654423'] for subnet (None), before_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:34.246252 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=1 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:34.276744 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Network 1a127b31-ab6c-49bc-9157-935f5a668119 details requested by agent ovs-agent-dv-cinder-820027-24-iscsi with host dv-cinder-820027-24-iscsi {{(pid=112711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 14:02:34.354829 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-eb522365-8d1f-4455-aaef-08a87ba46509 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10367164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9654409'] for subnet (284b3d2f-50bf-4ba6-94ee-f0c9962362f1), after_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:34.388523 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Pushing event updated for resources: {'Port': ['ID=32540799-7dc7-40b6-be7d-da78477923a6,revision_number=4']} {{(pid=112711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:34.408757 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Provisioning complete for port 137edb7b-e561-4f20-b840-8b76ffd0609e triggered by entity L2. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:02:34.409131 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (137edb7b-e561-4f20-b840-8b76ffd0609e), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:34.432947 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb522365-8d1f-4455-aaef-08a87ba46509 admin admin] Pushing event updated for resources: {'Subnet': ['ID=284b3d2f-50bf-4ba6-94ee-f0c9962362f1,revision_number=0']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:34.438896 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb522365-8d1f-4455-aaef-08a87ba46509 admin admin] Checking segment: {'id': 'de5a91f9-ad7b-41b7-a059-2b8a392639d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '1a127b31-ab6c-49bc-9157-935f5a668119'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 14:02:34.439373 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb522365-8d1f-4455-aaef-08a87ba46509 admin admin] Network hostable DHCP agents. Network: 1a127b31-ab6c-49bc-9157-935f5a668119, hostable agents: ['22ab8903-d7f5-4941-bce3-89140b53b8af'], hosted agents: [] {{(pid=112710) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 14:02:34.463065 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb522365-8d1f-4455-aaef-08a87ba46509 admin admin] Network 1a127b31-ab6c-49bc-9157-935f5a668119 is scheduled to be hosted by DHCP agent 22ab8903-d7f5-4941-bce3-89140b53b8af with binding_index 1 {{(pid=112710) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 14:02:34.473856 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.scheduler.base_scheduler [None req-eb522365-8d1f-4455-aaef-08a87ba46509 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820027-24-iscsi, 1a127b31-ab6c-49bc-9157-935f5a668119) {{(pid=112710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:02:34.479000 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb522365-8d1f-4455-aaef-08a87ba46509 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:34.480332 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-eb522365-8d1f-4455-aaef-08a87ba46509 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:34.485375 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80321073-0587-4146-af9d-33b363a5d73a None None] Network 1a127b31-ab6c-49bc-9157-935f5a668119 requested from dv-cinder-820027-24-iscsi {{(pid=112711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 08 14:02:34.501312 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-eb522365-8d1f-4455-aaef-08a87ba46509 admin admin] 10.222.0.55 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3745811 Sep 08 14:02:34.506425 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 43608) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:02:34.511743 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.v2.base [None req-831970e6-6207-488d-a52c-82ac256e6335 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1961277728-router', 'tenant_id': 'c242bca3eda94d1c9ae0121553a0f12f', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014'}}} {{(pid=112710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:02:34.535294 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-831970e6-6207-488d-a52c-82ac256e6335 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3681175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8264'] for router (68e3b3b4-bc85-4adb-bae7-cc98691987c2), before_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:34.536635 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-831970e6-6207-488d-a52c-82ac256e6335 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3678445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3747977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3928445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8273'] for router (68e3b3b4-bc85-4adb-bae7-cc98691987c2), precommit_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:34.541682 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Current status of the port 137edb7b-e561-4f20-b840-8b76ffd0609e is: ACTIVE; New status is: ACTIVE {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:02:34.591800 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-831970e6-6207-488d-a52c-82ac256e6335 admin admin] Publish callbacks [] for router_controller (68e3b3b4-bc85-4adb-bae7-cc98691987c2), precommit_add_association {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:34.603473 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6f885c-ce3e-4b26-9b97-7581085cd4c1 None None] Sync routers for ids ['18657881-70c0-4330-b049-16b855fda8ab'] in dv-cinder-820027-24-iscsi {{(pid=112711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:02:34.617066 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2728292-7c54-4685-b8f1-587402be28ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89035300-8bf1-5d6c-bf4b-25e43971bb7c-1a127b31-ab6c-49bc-9157-935f5a668119', 'network_id': '1a127b31-ab6c-49bc-9157-935f5a668119', 'project_id': 'c242bca3eda94d1c9ae0121553a0f12f', 'fixed_ips': [{'subnet_id': '284b3d2f-50bf-4ba6-94ee-f0c9962362f1'}]}} from dv-cinder-820027-24-iscsi. {{(pid=112711) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 08 14:02:34.617961 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-a2728292-7c54-4685-b8f1-587402be28ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (None), before_create {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:34.623069 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6f885c-ce3e-4b26-9b97-7581085cd4c1 None None] Routers {'18657881-70c0-4330-b049-16b855fda8ab'} bound to L3 agent in host dv-cinder-820027-24-iscsi {{(pid=112711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:02:34.623678 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_hamode_db [None req-7c6f885c-ce3e-4b26-9b97-7581085cd4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-08T13:44:16Z,description=,heartbeat_timestamp=2022-09-08T14:02:16Z,host='dv-cinder-820027-24-iscsi',id=91421a76-39ff-4685-90ca-aa6fbf6a1933,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:44:16Z,topic='l3_agent')) {'router_ids': ['18657881-70c0-4330-b049-16b855fda8ab'], 'active': True} {{(pid=112711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:02:34.657851 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:34.736265 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-831970e6-6207-488d-a52c-82ac256e6335 admin admin] Publish callbacks [] for router_gateway (68e3b3b4-bc85-4adb-bae7-cc98691987c2), precommit_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:34.822022 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (4c2ff875-e6d7-424e-bdc7-d4b2ed4bdd9c), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:34.833894 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvr_db [None req-7c6f885c-ce3e-4b26-9b97-7581085cd4c1 None None] Set router 18657881-70c0-4330-b049-16b855fda8ab gateway port host: dv-cinder-820027-24-iscsi {{(pid=112711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:02:34.864388 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:34.900087 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:34.926599 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-831970e6-6207-488d-a52c-82ac256e6335 admin admin] Publish callbacks [] for router_gateway (68e3b3b4-bc85-4adb-bae7-cc98691987c2), before_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:34.949843 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-831970e6-6207-488d-a52c-82ac256e6335 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (None), before_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:34.988661 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.db_base_plugin_common [None req-a2728292-7c54-4685-b8f1-587402be28ae None None] Allocated IP 172.20.0.2 (1a127b31-ab6c-49bc-9157-935f5a668119/284b3d2f-50bf-4ba6-94ee-f0c9962362f1/dbc8adb7-28ad-4d3c-acc3-55171c14f008) {{(pid=112711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:02:35.060429 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.db.db_base_plugin_common [None req-831970e6-6207-488d-a52c-82ac256e6335 admin admin] Allocated IP 172.27.0.104 (a5311008-4782-42e3-9445-a36a6c9fb014/42b74029-f5ac-41f0-a451-9a0d0b4a74ed/35949873-0b05-498f-9459-df1a708d0cc2) {{(pid=112710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:02:35.154882 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_hamode_db [None req-7c6f885c-ce3e-4b26-9b97-7581085cd4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18657881-70c0-4330-b049-16b855fda8ab', 'name': 'tempest-TestShelveInstance-836883065-router', 'tenant_id': '1dcae1b090af440f836b18a7bb000c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '32540799-7dc7-40b6-be7d-da78477923a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:02:29Z', 'updated_at': '2022-09-08T14:02:32Z', 'revision_number': 4, 'project_id': '1dcae1b090af440f836b18a7bb000c27', 'gw_port': {'id': '32540799-7dc7-40b6-be7d-da78477923a6', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:32:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18657881-70c0-4330-b049-16b855fda8ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:02:30Z', 'updated_at': '2022-09-08T14:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi', '_interfaces': [{'id': '0b1f057f-e8ff-4130-a353-9b565b73bfc9', 'name': '', 'network_id': '61798ddd-de85-4814-b88e-26fd995b29f0', 'tenant_id': '1dcae1b090af440f836b18a7bb000c27', 'mac_address': 'fa:16:3e:c6:af:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18657881-70c0-4330-b049-16b855fda8ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '9dbc7914-3cf1-4f43-b96e-876a2c30a6fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:02:31Z', 'updated_at': '2022-09-08T14:02:32Z', 'revision_number': 2, 'project_id': '1dcae1b090af440f836b18a7bb000c27', 'subnets': [{'id': '9dbc7914-3cf1-4f43-b96e-876a2c30a6fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-24-iscsi', False) {} {{(pid=112711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:02:35.159997 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:35.175663 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-831970e6-6207-488d-a52c-82ac256e6335 admin admin] Publish callbacks [] for port (35949873-0b05-498f-9459-df1a708d0cc2), precommit_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:35.189158 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6f885c-ce3e-4b26-9b97-7581085cd4c1 None None] Checking router: 18657881-70c0-4330-b049-16b855fda8ab for host: dv-cinder-820027-24-iscsi {{(pid=112711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:02:35.189510 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6f885c-ce3e-4b26-9b97-7581085cd4c1 None None] Updating router 18657881-70c0-4330-b049-16b855fda8ab port 0b1f057f-e8ff-4130-a353-9b565b73bfc9 binding host dv-cinder-820027-24-iscsi {{(pid=112711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 14:02:35.210625 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-831970e6-6207-488d-a52c-82ac256e6335 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729028134301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10367820'] for port (35949873-0b05-498f-9459-df1a708d0cc2), after_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:35.248404 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-831970e6-6207-488d-a52c-82ac256e6335 admin admin] Network a5311008-4782-42e3-9445-a36a6c9fb014 is already hosted by enough agents. {{(pid=112710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:02:35.251316 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.scheduler.base_scheduler [None req-831970e6-6207-488d-a52c-82ac256e6335 admin admin] Resources bound (agent type, host, resource id): {{(pid=112710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:02:35.252027 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-7c6f885c-ce3e-4b26-9b97-7581085cd4c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (0b1f057f-e8ff-4130-a353-9b565b73bfc9), before_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:35.257282 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831970e6-6207-488d-a52c-82ac256e6335 admin admin] Received port after_create {{(pid=112710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 08 14:02:35.258468 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-a2728292-7c54-4685-b8f1-587402be28ae None None] Publish callbacks [] for port (dbc8adb7-28ad-4d3c-acc3-55171c14f008), precommit_create {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:35.271954 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-a2728292-7c54-4685-b8f1-587402be28ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729028134301'] for port (dbc8adb7-28ad-4d3c-acc3-55171c14f008), after_create {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:35.285212 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831970e6-6207-488d-a52c-82ac256e6335 admin admin] Pushing event updated for resources: {'Port': ['ID=35949873-0b05-498f-9459-df1a708d0cc2,revision_number=1']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:35.328180 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2728292-7c54-4685-b8f1-587402be28ae None None] Network 1a127b31-ab6c-49bc-9157-935f5a668119 is already hosted by enough agents. {{(pid=112711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:02:35.334935 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.scheduler.base_scheduler [None req-a2728292-7c54-4685-b8f1-587402be28ae None None] Resources bound (agent type, host, resource id): {{(pid=112711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:02:35.338269 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2728292-7c54-4685-b8f1-587402be28ae None None] Received port after_create {{(pid=112711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 08 14:02:35.408201 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2728292-7c54-4685-b8f1-587402be28ae None None] Pushing event updated for resources: {'Port': ['ID=dbc8adb7-28ad-4d3c-acc3-55171c14f008,revision_number=1']} {{(pid=112711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:35.487821 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.managers [None req-a2728292-7c54-4685-b8f1-587402be28ae None None] Attempting to bind port dbc8adb7-28ad-4d3c-acc3-55171c14f008 on host dv-cinder-820027-24-iscsi for vnic_type normal with profile {{(pid=112711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 08 14:02:35.488192 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.managers [None req-a2728292-7c54-4685-b8f1-587402be28ae None None] Attempting to bind port dbc8adb7-28ad-4d3c-acc3-55171c14f008 by drivers openvswitch,hyperv on host dv-cinder-820027-24-iscsi at level 0 using segments [{'id': 'de5a91f9-ad7b-41b7-a059-2b8a392639d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '1a127b31-ab6c-49bc-9157-935f5a668119'}] {{(pid=112711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 08 14:02:35.488551 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2728292-7c54-4685-b8f1-587402be28ae None None] Attempting to bind port dbc8adb7-28ad-4d3c-acc3-55171c14f008 on network 1a127b31-ab6c-49bc-9157-935f5a668119 {{(pid=112711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 14:02:35.514790 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-831970e6-6207-488d-a52c-82ac256e6335 admin admin] Publish callbacks [] for router_gateway (68e3b3b4-bc85-4adb-bae7-cc98691987c2), after_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:35.565726 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:35.586645 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2728292-7c54-4685-b8f1-587402be28ae None None] Checking agent: {'id': '6df97c0c-9140-47af-8c93-84593b95031c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 8, 13, 44, 19), 'started_at': datetime.datetime(2022, 9, 8, 13, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 9, 8, 14, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 08 14:02:35.587044 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2728292-7c54-4685-b8f1-587402be28ae None None] Checking segment: {'id': 'de5a91f9-ad7b-41b7-a059-2b8a392639d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '1a127b31-ab6c-49bc-9157-935f5a668119'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 14:02:35.587448 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-a2728292-7c54-4685-b8f1-587402be28ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:35.587840 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2728292-7c54-4685-b8f1-587402be28ae None None] Bound using segment: {'id': 'de5a91f9-ad7b-41b7-a059-2b8a392639d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '1a127b31-ab6c-49bc-9157-935f5a668119'} {{(pid=112711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 08 14:02:35.588315 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.managers [None req-a2728292-7c54-4685-b8f1-587402be28ae None None] Bound port: dbc8adb7-28ad-4d3c-acc3-55171c14f008, host: dv-cinder-820027-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de5a91f9-ad7b-41b7-a059-2b8a392639d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '1a127b31-ab6c-49bc-9157-935f5a668119'}}] {{(pid=112711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 08 14:02:35.588693 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-a2728292-7c54-4685-b8f1-587402be28ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (dbc8adb7-28ad-4d3c-acc3-55171c14f008), before_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:35.649272 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:35.706292 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:35.721594 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-a2728292-7c54-4685-b8f1-587402be28ae None None] For port dbc8adb7-28ad-4d3c-acc3-55171c14f008, host dv-cinder-820027-24-iscsi, cleared binding levels {{(pid=112711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:02:35.728463 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-a2728292-7c54-4685-b8f1-587402be28ae None None] For port dbc8adb7-28ad-4d3c-acc3-55171c14f008, host dv-cinder-820027-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-24-iscsi',level=0,port_id=dbc8adb7-28ad-4d3c-acc3-55171c14f008,segment=NetworkSegment(de5a91f9-ad7b-41b7-a059-2b8a392639d2),segment_id=de5a91f9-ad7b-41b7-a059-2b8a392639d2)] {{(pid=112711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 14:02:35.731297 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-7c6f885c-ce3e-4b26-9b97-7581085cd4c1 None None] Publish callbacks [] for port (0b1f057f-e8ff-4130-a353-9b565b73bfc9), precommit_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:35.738555 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-a2728292-7c54-4685-b8f1-587402be28ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (dbc8adb7-28ad-4d3c-acc3-55171c14f008), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:35.771160 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-7c6f885c-ce3e-4b26-9b97-7581085cd4c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (0b1f057f-e8ff-4130-a353-9b565b73bfc9), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:35.831530 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2728292-7c54-4685-b8f1-587402be28ae None None] Pushing event updated for resources: {'Port': ['ID=dbc8adb7-28ad-4d3c-acc3-55171c14f008,revision_number=2']} {{(pid=112711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:36.033209 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Device 32540799-7dc7-40b6-be7d-da78477923a6 up at agent ovs-agent-dv-cinder-820027-24-iscsi {{(pid=112711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:02:36.041289 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-831970e6-6207-488d-a52c-82ac256e6335 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3678394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3679297'] for router (68e3b3b4-bc85-4adb-bae7-cc98691987c2), after_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:36.071997 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.managers [None req-7c6f885c-ce3e-4b26-9b97-7581085cd4c1 None None] Attempting to bind port 0b1f057f-e8ff-4130-a353-9b565b73bfc9 on host dv-cinder-820027-24-iscsi for vnic_type normal with profile {{(pid=112711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 08 14:02:36.072359 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.managers [None req-7c6f885c-ce3e-4b26-9b97-7581085cd4c1 None None] Attempting to bind port 0b1f057f-e8ff-4130-a353-9b565b73bfc9 by drivers openvswitch,hyperv on host dv-cinder-820027-24-iscsi at level 0 using segments [{'id': '82c18f84-988d-4d97-ab74-c445b6811f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '61798ddd-de85-4814-b88e-26fd995b29f0'}] {{(pid=112711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 08 14:02:36.072723 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6f885c-ce3e-4b26-9b97-7581085cd4c1 None None] Attempting to bind port 0b1f057f-e8ff-4130-a353-9b565b73bfc9 on network 61798ddd-de85-4814-b88e-26fd995b29f0 {{(pid=112711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 14:02:36.110885 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212d84fe-f266-4ce1-9b01-c9c394230e45 None None] Pushing event updated for resources: {'Port': ['ID=0b1f057f-e8ff-4130-a353-9b565b73bfc9,revision_number=3']} {{(pid=112711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:36.145380 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Provisioning complete for port 32540799-7dc7-40b6-be7d-da78477923a6 triggered by entity L2. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:02:36.145380 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (32540799-7dc7-40b6-be7d-da78477923a6), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:36.150532 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6f885c-ce3e-4b26-9b97-7581085cd4c1 None None] Checking agent: {'id': '6df97c0c-9140-47af-8c93-84593b95031c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 8, 13, 44, 19), 'started_at': datetime.datetime(2022, 9, 8, 13, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 9, 8, 14, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 08 14:02:36.150914 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6f885c-ce3e-4b26-9b97-7581085cd4c1 None None] Checking segment: {'id': '82c18f84-988d-4d97-ab74-c445b6811f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '61798ddd-de85-4814-b88e-26fd995b29f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 14:02:36.151317 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-7c6f885c-ce3e-4b26-9b97-7581085cd4c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:36.151716 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6f885c-ce3e-4b26-9b97-7581085cd4c1 None None] Bound using segment: {'id': '82c18f84-988d-4d97-ab74-c445b6811f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '61798ddd-de85-4814-b88e-26fd995b29f0'} {{(pid=112711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 08 14:02:36.152203 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.managers [None req-7c6f885c-ce3e-4b26-9b97-7581085cd4c1 None None] Bound port: 0b1f057f-e8ff-4130-a353-9b565b73bfc9, host: dv-cinder-820027-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82c18f84-988d-4d97-ab74-c445b6811f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '61798ddd-de85-4814-b88e-26fd995b29f0'}}] {{(pid=112711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 08 14:02:36.152581 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-7c6f885c-ce3e-4b26-9b97-7581085cd4c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (0b1f057f-e8ff-4130-a353-9b565b73bfc9), before_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:36.186591 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-831970e6-6207-488d-a52c-82ac256e6335 admin admin] Router 68e3b3b4-bc85-4adb-bae7-cc98691987c2 is scheduled to L3 agent 91421a76-39ff-4685-90ca-aa6fbf6a1933 with binding_index 1 {{(pid=112710) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 14:02:36.269527 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-7c6f885c-ce3e-4b26-9b97-7581085cd4c1 None None] For port 0b1f057f-e8ff-4130-a353-9b565b73bfc9, host dv-cinder-820027-24-iscsi, cleared binding levels {{(pid=112711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:02:36.289103 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-7c6f885c-ce3e-4b26-9b97-7581085cd4c1 None None] For port 0b1f057f-e8ff-4130-a353-9b565b73bfc9, host dv-cinder-820027-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-24-iscsi',level=0,port_id=0b1f057f-e8ff-4130-a353-9b565b73bfc9,segment=NetworkSegment(82c18f84-988d-4d97-ab74-c445b6811f80),segment_id=82c18f84-988d-4d97-ab74-c445b6811f80)] {{(pid=112711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 14:02:36.293700 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Current status of the port 32540799-7dc7-40b6-be7d-da78477923a6 is: ACTIVE; New status is: ACTIVE {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:02:36.293905 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-831970e6-6207-488d-a52c-82ac256e6335 admin admin] Notify agent at l3_agent.dv-cinder-820027-24-iscsi the message routers_updated {{(pid=112710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:02:36.296781 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-7c6f885c-ce3e-4b26-9b97-7581085cd4c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (0b1f057f-e8ff-4130-a353-9b565b73bfc9), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:36.306940 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34093a62-76fe-4895-947b-df8d214f0522 None None] Sync routers for ids ['68e3b3b4-bc85-4adb-bae7-cc98691987c2'] in dv-cinder-820027-24-iscsi {{(pid=112712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:02:36.325292 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-831970e6-6207-488d-a52c-82ac256e6335 admin admin] Publish callbacks [] for router (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:36.325520 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34093a62-76fe-4895-947b-df8d214f0522 None None] Routers {'68e3b3b4-bc85-4adb-bae7-cc98691987c2'} bound to L3 agent in host dv-cinder-820027-24-iscsi {{(pid=112712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:02:36.326153 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_hamode_db [None req-34093a62-76fe-4895-947b-df8d214f0522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-08T13:44:16Z,description=,heartbeat_timestamp=2022-09-08T14:02:16Z,host='dv-cinder-820027-24-iscsi',id=91421a76-39ff-4685-90ca-aa6fbf6a1933,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:44:16Z,topic='l3_agent')) {'router_ids': ['68e3b3b4-bc85-4adb-bae7-cc98691987c2'], 'active': True} {{(pid=112712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:02:36.326594 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-831970e6-6207-488d-a52c-82ac256e6335 admin admin] 10.222.0.55 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8188365 Sep 08 14:02:36.329374 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 43620) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:02:36.345591 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6f885c-ce3e-4b26-9b97-7581085cd4c1 None None] Routers {'18657881-70c0-4330-b049-16b855fda8ab'} bound to L3 agent in host dv-cinder-820027-24-iscsi {{(pid=112711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:02:36.346286 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_hamode_db [None req-7c6f885c-ce3e-4b26-9b97-7581085cd4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-08T13:44:16Z,description=,heartbeat_timestamp=2022-09-08T14:02:16Z,host='dv-cinder-820027-24-iscsi',id=91421a76-39ff-4685-90ca-aa6fbf6a1933,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:44:16Z,topic='l3_agent')) {'router_ids': ['18657881-70c0-4330-b049-16b855fda8ab'], 'active': True} {{(pid=112711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:02:36.393932 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212d84fe-f266-4ce1-9b01-c9c394230e45 None None] Pushing event updated for resources: {'Port': ['ID=0b1f057f-e8ff-4130-a353-9b565b73bfc9,revision_number=4']} {{(pid=112711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:36.439105 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:36.448474 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_dvr_db [None req-34093a62-76fe-4895-947b-df8d214f0522 None None] Set router 68e3b3b4-bc85-4adb-bae7-cc98691987c2 gateway port host: dv-cinder-820027-24-iscsi {{(pid=112712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:02:36.474835 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvr_db [None req-7c6f885c-ce3e-4b26-9b97-7581085cd4c1 None None] Set router 18657881-70c0-4330-b049-16b855fda8ab gateway port host: dv-cinder-820027-24-iscsi {{(pid=112711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:02:36.654761 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_hamode_db [None req-34093a62-76fe-4895-947b-df8d214f0522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e3b3b4-bc85-4adb-bae7-cc98691987c2', 'name': 'tempest-TestShelveInstance-1961277728-router', 'tenant_id': 'c242bca3eda94d1c9ae0121553a0f12f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '35949873-0b05-498f-9459-df1a708d0cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:02:34Z', 'updated_at': '2022-09-08T14:02:35Z', 'revision_number': 3, 'project_id': 'c242bca3eda94d1c9ae0121553a0f12f', 'gw_port': {'id': '35949873-0b05-498f-9459-df1a708d0cc2', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ae:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e3b3b4-bc85-4adb-bae7-cc98691987c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:02:34Z', 'updated_at': '2022-09-08T14:02:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi'}], 'dv-cinder-820027-24-iscsi', False) {} {{(pid=112712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:02:36.686763 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34093a62-76fe-4895-947b-df8d214f0522 None None] Checking router: 68e3b3b4-bc85-4adb-bae7-cc98691987c2 for host: dv-cinder-820027-24-iscsi {{(pid=112712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:02:36.687269 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34093a62-76fe-4895-947b-df8d214f0522 None None] Updating router 68e3b3b4-bc85-4adb-bae7-cc98691987c2 port 35949873-0b05-498f-9459-df1a708d0cc2 binding host dv-cinder-820027-24-iscsi {{(pid=112712) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 14:02:36.718883 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron_lib.callbacks.manager [None req-34093a62-76fe-4895-947b-df8d214f0522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (35949873-0b05-498f-9459-df1a708d0cc2), before_update {{(pid=112712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:36.779585 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_hamode_db [None req-7c6f885c-ce3e-4b26-9b97-7581085cd4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18657881-70c0-4330-b049-16b855fda8ab', 'name': 'tempest-TestShelveInstance-836883065-router', 'tenant_id': '1dcae1b090af440f836b18a7bb000c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '32540799-7dc7-40b6-be7d-da78477923a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:02:29Z', 'updated_at': '2022-09-08T14:02:32Z', 'revision_number': 4, 'project_id': '1dcae1b090af440f836b18a7bb000c27', 'gw_port': {'id': '32540799-7dc7-40b6-be7d-da78477923a6', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:32:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18657881-70c0-4330-b049-16b855fda8ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:02:30Z', 'updated_at': '2022-09-08T14:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi', '_interfaces': [{'id': '0b1f057f-e8ff-4130-a353-9b565b73bfc9', 'name': '', 'network_id': '61798ddd-de85-4814-b88e-26fd995b29f0', 'tenant_id': '1dcae1b090af440f836b18a7bb000c27', 'mac_address': 'fa:16:3e:c6:af:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18657881-70c0-4330-b049-16b855fda8ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '9dbc7914-3cf1-4f43-b96e-876a2c30a6fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:02:31Z', 'updated_at': '2022-09-08T14:02:36Z', 'revision_number': 4, 'project_id': '1dcae1b090af440f836b18a7bb000c27', 'subnets': [{'id': '9dbc7914-3cf1-4f43-b96e-876a2c30a6fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-24-iscsi', False) {} {{(pid=112711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:02:36.807745 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6f885c-ce3e-4b26-9b97-7581085cd4c1 None None] The sync data for ids ['18657881-70c0-4330-b049-16b855fda8ab'] in dv-cinder-820027-24-iscsi is: [{'id': '18657881-70c0-4330-b049-16b855fda8ab', 'name': 'tempest-TestShelveInstance-836883065-router', 'tenant_id': '1dcae1b090af440f836b18a7bb000c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '32540799-7dc7-40b6-be7d-da78477923a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:02:29Z', 'updated_at': '2022-09-08T14:02:32Z', 'revision_number': 4, 'project_id': '1dcae1b090af440f836b18a7bb000c27', 'gw_port': {'id': '32540799-7dc7-40b6-be7d-da78477923a6', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:32:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18657881-70c0-4330-b049-16b855fda8ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:02:30Z', 'updated_at': '2022-09-08T14:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi', '_interfaces': [{'id': '0b1f057f-e8ff-4130-a353-9b565b73bfc9', 'name': '', 'network_id': '61798ddd-de85-4814-b88e-26fd995b29f0', 'tenant_id': '1dcae1b090af440f836b18a7bb000c27', 'mac_address': 'fa:16:3e:c6:af:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18657881-70c0-4330-b049-16b855fda8ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '9dbc7914-3cf1-4f43-b96e-876a2c30a6fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:02:31Z', 'updated_at': '2022-09-08T14:02:36Z', 'revision_number': 4, 'project_id': '1dcae1b090af440f836b18a7bb000c27', 'subnets': [{'id': '9dbc7914-3cf1-4f43-b96e-876a2c30a6fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:02:36.825310 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-f44b1fef-cde9-448a-b4a4-3224bd6443e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (None), before_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:36.857682 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:37.102473 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b29a5640-e4dc-4e1a-af30-1f5d83fe0679 None None] Network 1a127b31-ab6c-49bc-9157-935f5a668119 requested from dv-cinder-820027-24-iscsi {{(pid=112711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 08 14:02:37.143620 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.db.db_base_plugin_common [None req-f44b1fef-cde9-448a-b4a4-3224bd6443e1 admin admin] Allocated IP 172.20.0.1 (1a127b31-ab6c-49bc-9157-935f5a668119/284b3d2f-50bf-4ba6-94ee-f0c9962362f1/42c01f84-f865-4404-bd4c-d07b9a55dc50) {{(pid=112710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:02:37.182157 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron_lib.callbacks.manager [None req-34093a62-76fe-4895-947b-df8d214f0522 None None] Publish callbacks [] for port (35949873-0b05-498f-9459-df1a708d0cc2), precommit_update {{(pid=112712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:37.184598 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:37.188793 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron_lib.callbacks.manager [None req-34093a62-76fe-4895-947b-df8d214f0522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (35949873-0b05-498f-9459-df1a708d0cc2), after_update {{(pid=112712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:37.193923 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:37.199766 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:37.222270 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-8639c726-f7b2-4a88-a098-c52ce8344a9f None None] Provisioning complete for port dbc8adb7-28ad-4d3c-acc3-55171c14f008 triggered by entity DHCP. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:02:37.222663 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-8639c726-f7b2-4a88-a098-c52ce8344a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (dbc8adb7-28ad-4d3c-acc3-55171c14f008), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:37.243311 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.plugins.ml2.managers [None req-34093a62-76fe-4895-947b-df8d214f0522 None None] Attempting to bind port 35949873-0b05-498f-9459-df1a708d0cc2 on host dv-cinder-820027-24-iscsi for vnic_type normal with profile {{(pid=112712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 08 14:02:37.244061 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.plugins.ml2.managers [None req-34093a62-76fe-4895-947b-df8d214f0522 None None] Attempting to bind port 35949873-0b05-498f-9459-df1a708d0cc2 by drivers openvswitch,hyperv on host dv-cinder-820027-24-iscsi at level 0 using segments [{'id': 'ebffaf8e-8370-4e1c-9c1b-02c9fe7aa40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014'}] {{(pid=112712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 08 14:02:37.244748 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34093a62-76fe-4895-947b-df8d214f0522 None None] Attempting to bind port 35949873-0b05-498f-9459-df1a708d0cc2 on network a5311008-4782-42e3-9445-a36a6c9fb014 {{(pid=112712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 14:02:37.306794 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f893c80-54a5-4ed9-8257-9889c4bde505 None None] Pushing event updated for resources: {'Port': ['ID=35949873-0b05-498f-9459-df1a708d0cc2,revision_number=2']} {{(pid=112712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:37.323579 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34093a62-76fe-4895-947b-df8d214f0522 None None] Checking agent: {'id': '6df97c0c-9140-47af-8c93-84593b95031c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 8, 13, 44, 19), 'started_at': datetime.datetime(2022, 9, 8, 13, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 9, 8, 14, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 08 14:02:37.324603 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34093a62-76fe-4895-947b-df8d214f0522 None None] Checking segment: {'id': 'ebffaf8e-8370-4e1c-9c1b-02c9fe7aa40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 14:02:37.325181 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron_lib.callbacks.manager [None req-34093a62-76fe-4895-947b-df8d214f0522 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:37.325798 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34093a62-76fe-4895-947b-df8d214f0522 None None] Bound using segment: {'id': 'ebffaf8e-8370-4e1c-9c1b-02c9fe7aa40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014'} {{(pid=112712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 08 14:02:37.326916 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.plugins.ml2.managers [None req-34093a62-76fe-4895-947b-df8d214f0522 None None] Bound port: 35949873-0b05-498f-9459-df1a708d0cc2, host: dv-cinder-820027-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebffaf8e-8370-4e1c-9c1b-02c9fe7aa40e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014'}}] {{(pid=112712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 08 14:02:37.327463 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron_lib.callbacks.manager [None req-34093a62-76fe-4895-947b-df8d214f0522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (35949873-0b05-498f-9459-df1a708d0cc2), before_update {{(pid=112712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:37.342317 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-f44b1fef-cde9-448a-b4a4-3224bd6443e1 admin admin] Publish callbacks [] for port (42c01f84-f865-4404-bd4c-d07b9a55dc50), precommit_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:37.407628 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-8639c726-f7b2-4a88-a098-c52ce8344a9f None None] Current status of the port dbc8adb7-28ad-4d3c-acc3-55171c14f008 is: DOWN; New status is: ACTIVE {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:02:37.408296 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-8639c726-f7b2-4a88-a098-c52ce8344a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (dbc8adb7-28ad-4d3c-acc3-55171c14f008), before_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:37.434614 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-f44b1fef-cde9-448a-b4a4-3224bd6443e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729028134301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10367820'] for port (42c01f84-f865-4404-bd4c-d07b9a55dc50), after_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:37.435982 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.plugins.ml2.db [None req-34093a62-76fe-4895-947b-df8d214f0522 None None] For port 35949873-0b05-498f-9459-df1a708d0cc2, host dv-cinder-820027-24-iscsi, cleared binding levels {{(pid=112712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:02:37.441853 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.plugins.ml2.db [None req-34093a62-76fe-4895-947b-df8d214f0522 None None] For port 35949873-0b05-498f-9459-df1a708d0cc2, host dv-cinder-820027-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-24-iscsi',level=0,port_id=35949873-0b05-498f-9459-df1a708d0cc2,segment=NetworkSegment(ebffaf8e-8370-4e1c-9c1b-02c9fe7aa40e),segment_id=ebffaf8e-8370-4e1c-9c1b-02c9fe7aa40e)] {{(pid=112712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 14:02:37.464772 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron_lib.callbacks.manager [None req-34093a62-76fe-4895-947b-df8d214f0522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (35949873-0b05-498f-9459-df1a708d0cc2), after_update {{(pid=112712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:37.467015 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-8639c726-f7b2-4a88-a098-c52ce8344a9f None None] For port dbc8adb7-28ad-4d3c-acc3-55171c14f008, host dv-cinder-820027-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-24-iscsi',level=0,port_id=dbc8adb7-28ad-4d3c-acc3-55171c14f008,segment=NetworkSegment(de5a91f9-ad7b-41b7-a059-2b8a392639d2),segment_id=de5a91f9-ad7b-41b7-a059-2b8a392639d2)] {{(pid=112711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:02:37.471865 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-8639c726-f7b2-4a88-a098-c52ce8344a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (dbc8adb7-28ad-4d3c-acc3-55171c14f008), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:37.482961 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:37.523390 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34093a62-76fe-4895-947b-df8d214f0522 None None] Routers {'68e3b3b4-bc85-4adb-bae7-cc98691987c2'} bound to L3 agent in host dv-cinder-820027-24-iscsi {{(pid=112712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:02:37.525202 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_hamode_db [None req-34093a62-76fe-4895-947b-df8d214f0522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-08T13:44:16Z,description=,heartbeat_timestamp=2022-09-08T14:02:16Z,host='dv-cinder-820027-24-iscsi',id=91421a76-39ff-4685-90ca-aa6fbf6a1933,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:44:16Z,topic='l3_agent')) {'router_ids': ['68e3b3b4-bc85-4adb-bae7-cc98691987c2'], 'active': True} {{(pid=112712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:02:37.553761 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44b1fef-cde9-448a-b4a4-3224bd6443e1 admin admin] Pushing event updated for resources: {'Port': ['ID=42c01f84-f865-4404-bd4c-d07b9a55dc50,revision_number=1']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:37.597262 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f44b1fef-cde9-448a-b4a4-3224bd6443e1 admin admin] Network 1a127b31-ab6c-49bc-9157-935f5a668119 is already hosted by enough agents. {{(pid=112710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:02:37.599160 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.scheduler.base_scheduler [None req-f44b1fef-cde9-448a-b4a4-3224bd6443e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=112710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:02:37.602349 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8639c726-f7b2-4a88-a098-c52ce8344a9f None None] Pushing event updated for resources: {'Port': ['ID=dbc8adb7-28ad-4d3c-acc3-55171c14f008,revision_number=3']} {{(pid=112711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:37.606263 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44b1fef-cde9-448a-b4a4-3224bd6443e1 admin admin] Received port after_create {{(pid=112710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 08 14:02:37.608340 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f893c80-54a5-4ed9-8257-9889c4bde505 None None] Pushing event updated for resources: {'Port': ['ID=35949873-0b05-498f-9459-df1a708d0cc2,revision_number=3']} {{(pid=112712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:37.693455 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-f44b1fef-cde9-448a-b4a4-3224bd6443e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3854091'] for router_interface (68e3b3b4-bc85-4adb-bae7-cc98691987c2), before_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:37.715361 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_dvr_db [None req-34093a62-76fe-4895-947b-df8d214f0522 None None] Set router 68e3b3b4-bc85-4adb-bae7-cc98691987c2 gateway port host: dv-cinder-820027-24-iscsi {{(pid=112712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:02:37.818093 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-bb815979-b641-4684-b9a3-584c8a8bcbe0 None None] Provisioning complete for port dbc8adb7-28ad-4d3c-acc3-55171c14f008 triggered by entity DHCP. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:02:37.819016 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-bb815979-b641-4684-b9a3-584c8a8bcbe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (dbc8adb7-28ad-4d3c-acc3-55171c14f008), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:37.936305 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-f44b1fef-cde9-448a-b4a4-3224bd6443e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (42c01f84-f865-4404-bd4c-d07b9a55dc50), before_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:37.943976 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-bb815979-b641-4684-b9a3-584c8a8bcbe0 None None] Current status of the port dbc8adb7-28ad-4d3c-acc3-55171c14f008 is: ACTIVE; New status is: ACTIVE {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:02:37.945678 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:38.070949 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-70d92bee-62c0-4ba8-9589-63b879914607 None None] Provisioning complete for port 42c01f84-f865-4404-bd4c-d07b9a55dc50 triggered by entity DHCP. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:02:38.073530 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-70d92bee-62c0-4ba8-9589-63b879914607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (42c01f84-f865-4404-bd4c-d07b9a55dc50), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:38.120166 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-70d92bee-62c0-4ba8-9589-63b879914607 None None] Port 42c01f84-f865-4404-bd4c-d07b9a55dc50 cannot update to ACTIVE because it is not bound. {{(pid=112711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 08 14:02:38.122530 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Device dbc8adb7-28ad-4d3c-acc3-55171c14f008 up at agent ovs-agent-dv-cinder-820027-24-iscsi {{(pid=112711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:02:38.177239 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Provisioning complete for port dbc8adb7-28ad-4d3c-acc3-55171c14f008 triggered by entity L2. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:02:38.177981 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (dbc8adb7-28ad-4d3c-acc3-55171c14f008), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:38.201804 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-f44b1fef-cde9-448a-b4a4-3224bd6443e1 admin admin] Publish callbacks [] for port (42c01f84-f865-4404-bd4c-d07b9a55dc50), precommit_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:38.209832 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-f44b1fef-cde9-448a-b4a4-3224bd6443e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10367797'] for port (42c01f84-f865-4404-bd4c-d07b9a55dc50), after_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:38.241141 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_hamode_db [None req-34093a62-76fe-4895-947b-df8d214f0522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e3b3b4-bc85-4adb-bae7-cc98691987c2', 'name': 'tempest-TestShelveInstance-1961277728-router', 'tenant_id': 'c242bca3eda94d1c9ae0121553a0f12f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '35949873-0b05-498f-9459-df1a708d0cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:02:34Z', 'updated_at': '2022-09-08T14:02:35Z', 'revision_number': 3, 'project_id': 'c242bca3eda94d1c9ae0121553a0f12f', 'gw_port': {'id': '35949873-0b05-498f-9459-df1a708d0cc2', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ae:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e3b3b4-bc85-4adb-bae7-cc98691987c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:02:34Z', 'updated_at': '2022-09-08T14:02:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi'}], 'dv-cinder-820027-24-iscsi', False) {} {{(pid=112712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:02:38.270831 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34093a62-76fe-4895-947b-df8d214f0522 None None] The sync data for ids ['68e3b3b4-bc85-4adb-bae7-cc98691987c2'] in dv-cinder-820027-24-iscsi is: [{'id': '68e3b3b4-bc85-4adb-bae7-cc98691987c2', 'name': 'tempest-TestShelveInstance-1961277728-router', 'tenant_id': 'c242bca3eda94d1c9ae0121553a0f12f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '35949873-0b05-498f-9459-df1a708d0cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:02:34Z', 'updated_at': '2022-09-08T14:02:35Z', 'revision_number': 3, 'project_id': 'c242bca3eda94d1c9ae0121553a0f12f', 'gw_port': {'id': '35949873-0b05-498f-9459-df1a708d0cc2', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ae:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e3b3b4-bc85-4adb-bae7-cc98691987c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:02:34Z', 'updated_at': '2022-09-08T14:02:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi'}] {{(pid=112712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:02:38.271982 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Current status of the port dbc8adb7-28ad-4d3c-acc3-55171c14f008 is: ACTIVE; New status is: ACTIVE {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:02:38.273128 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Device 0b1f057f-e8ff-4130-a353-9b565b73bfc9 up at agent ovs-agent-dv-cinder-820027-24-iscsi {{(pid=112711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:02:38.276496 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:38.301122 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-f44b1fef-cde9-448a-b4a4-3224bd6443e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3690700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3854231'] for router_interface (68e3b3b4-bc85-4adb-bae7-cc98691987c2), after_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:38.303497 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44b1fef-cde9-448a-b4a4-3224bd6443e1 admin admin] Pushing event updated for resources: {'Port': ['ID=42c01f84-f865-4404-bd4c-d07b9a55dc50,revision_number=2']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:38.327208 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Provisioning complete for port 0b1f057f-e8ff-4130-a353-9b565b73bfc9 triggered by entity L2. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:02:38.327566 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (0b1f057f-e8ff-4130-a353-9b565b73bfc9), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:38.421401 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f44b1fef-cde9-448a-b4a4-3224bd6443e1 admin admin] Network 1a127b31-ab6c-49bc-9157-935f5a668119 is already hosted by enough agents. {{(pid=112710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:02:38.423043 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.scheduler.base_scheduler [None req-f44b1fef-cde9-448a-b4a4-3224bd6443e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=112710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:02:38.424983 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=100 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:38.432970 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Current status of the port 0b1f057f-e8ff-4130-a353-9b565b73bfc9 is: DOWN; New status is: ACTIVE {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:02:38.433413 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (0b1f057f-e8ff-4130-a353-9b565b73bfc9), before_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:38.477798 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] For port 0b1f057f-e8ff-4130-a353-9b565b73bfc9, host dv-cinder-820027-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-24-iscsi',level=0,port_id=0b1f057f-e8ff-4130-a353-9b565b73bfc9,segment=NetworkSegment(82c18f84-988d-4d97-ab74-c445b6811f80),segment_id=82c18f84-988d-4d97-ab74-c445b6811f80)] {{(pid=112711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:02:38.489065 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (0b1f057f-e8ff-4130-a353-9b565b73bfc9), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:38.564541 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Pushing event updated for resources: {'Port': ['ID=0b1f057f-e8ff-4130-a353-9b565b73bfc9,revision_number=5']} {{(pid=112711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:38.589780 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f44b1fef-cde9-448a-b4a4-3224bd6443e1 admin admin] Router 68e3b3b4-bc85-4adb-bae7-cc98691987c2 has already been hosted by L3 agent 91421a76-39ff-4685-90ca-aa6fbf6a1933 {{(pid=112710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 14:02:38.728707 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f44b1fef-cde9-448a-b4a4-3224bd6443e1 admin admin] Notify agent at l3_agent.dv-cinder-820027-24-iscsi the message routers_updated {{(pid=112710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:02:38.743317 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-f44b1fef-cde9-448a-b4a4-3224bd6443e1 admin admin] 10.222.0.55 "PUT /networking/v2.0/routers/68e3b3b4-bc85-4adb-bae7-cc98691987c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4078212 Sep 08 14:02:38.755238 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-6dc12449-7768-4e84-b2b8-6238cb28e6a2 None None] Provisioning complete for port 42c01f84-f865-4404-bd4c-d07b9a55dc50 triggered by entity DHCP. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:02:38.756713 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dc12449-7768-4e84-b2b8-6238cb28e6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (42c01f84-f865-4404-bd4c-d07b9a55dc50), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:38.795294 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-6dc12449-7768-4e84-b2b8-6238cb28e6a2 None None] Port 42c01f84-f865-4404-bd4c-d07b9a55dc50 cannot update to ACTIVE because it is not bound. {{(pid=112711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 08 14:02:39.115069 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 43680) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:02:39.120201 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.v2.base [None req-c9923e2a-fce4-4108-a0c5-7c433ae1722b tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1740128781', 'description': 'tempest-secgroup-smoke-1740128781 description', 'project_id': '1dcae1b090af440f836b18a7bb000c27'}} {{(pid=112710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:02:39.143482 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-c9923e2a-fce4-4108-a0c5-7c433ae1722b tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Publish callbacks [] for security_group (None), before_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:39.228487 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-c9923e2a-fce4-4108-a0c5-7c433ae1722b tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Publish callbacks [] for security_group (122109ff-ce72-4cf8-85fa-42ab84378228), precommit_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:39.238527 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-c9923e2a-fce4-4108-a0c5-7c433ae1722b tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (122109ff-ce72-4cf8-85fa-42ab84378228), after_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:39.267073 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-c9923e2a-fce4-4108-a0c5-7c433ae1722b tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Publish callbacks [] for security_group (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:39.268400 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-c9923e2a-fce4-4108-a0c5-7c433ae1722b tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] 10.222.0.55 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1522958 Sep 08 14:02:39.271795 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 43686) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:02:39.276907 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.v2.base [None req-c39b33f2-cbfc-4990-a376-bd2286ff3617 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Request body: {'security_group_rule': {'security_group_id': '122109ff-ce72-4cf8-85fa-42ab84378228', 'project_id': '1dcae1b090af440f836b18a7bb000c27', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:02:39.277209 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9923e2a-fce4-4108-a0c5-7c433ae1722b tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=122109ff-ce72-4cf8-85fa-42ab84378228,revision_number=1']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:39.306337 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-c39b33f2-cbfc-4990-a376-bd2286ff3617 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Publish callbacks [] for security_group_rule (ee313532-6d15-4bc1-8226-49a335d57ac1), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:39.365999 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-c39b33f2-cbfc-4990-a376-bd2286ff3617 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Publish callbacks [] for security_group_rule (ee313532-6d15-4bc1-8226-49a335d57ac1), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:39.370431 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-c39b33f2-cbfc-4990-a376-bd2286ff3617 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763866'] for security_group_rule (ee313532-6d15-4bc1-8226-49a335d57ac1), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:39.389706 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39b33f2-cbfc-4990-a376-bd2286ff3617 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee313532-6d15-4bc1-8226-49a335d57ac1,revision_number=0']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:39.399548 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-c39b33f2-cbfc-4990-a376-bd2286ff3617 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:39.400775 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-c39b33f2-cbfc-4990-a376-bd2286ff3617 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] 10.222.0.55 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1279287 Sep 08 14:02:39.403507 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 43688) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:02:39.407762 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.v2.base [None req-1e343be2-5e35-487d-90db-7146efe9fdd4 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Request body: {'security_group_rule': {'security_group_id': '122109ff-ce72-4cf8-85fa-42ab84378228', 'project_id': '1dcae1b090af440f836b18a7bb000c27', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=112709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:02:39.434008 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-1e343be2-5e35-487d-90db-7146efe9fdd4 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Publish callbacks [] for security_group_rule (625b0538-90ae-4e4a-a36f-fa50ed2a8f0a), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:39.490312 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-1e343be2-5e35-487d-90db-7146efe9fdd4 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Publish callbacks [] for security_group_rule (625b0538-90ae-4e4a-a36f-fa50ed2a8f0a), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:39.494260 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-1e343be2-5e35-487d-90db-7146efe9fdd4 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763866'] for security_group_rule (625b0538-90ae-4e4a-a36f-fa50ed2a8f0a), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:39.512148 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e343be2-5e35-487d-90db-7146efe9fdd4 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=625b0538-90ae-4e4a-a36f-fa50ed2a8f0a,revision_number=0']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:39.519406 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-1e343be2-5e35-487d-90db-7146efe9fdd4 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:39.520579 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-1e343be2-5e35-487d-90db-7146efe9fdd4 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] 10.222.0.55 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1161005 Sep 08 14:02:39.523285 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 43690) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:02:39.527601 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.v2.base [None req-47d56ff6-1f4f-46b3-9b4f-33781616a9dd tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Request body: {'security_group_rule': {'security_group_id': '122109ff-ce72-4cf8-85fa-42ab84378228', 'project_id': '1dcae1b090af440f836b18a7bb000c27', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=112709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:02:39.556675 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-47d56ff6-1f4f-46b3-9b4f-33781616a9dd tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Publish callbacks [] for security_group_rule (c54a6ee8-7c9f-4aa3-a300-94c42cf3f0c8), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:39.607188 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-47d56ff6-1f4f-46b3-9b4f-33781616a9dd tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Publish callbacks [] for security_group_rule (c54a6ee8-7c9f-4aa3-a300-94c42cf3f0c8), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:39.610909 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-47d56ff6-1f4f-46b3-9b4f-33781616a9dd tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763866'] for security_group_rule (c54a6ee8-7c9f-4aa3-a300-94c42cf3f0c8), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:39.628782 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d56ff6-1f4f-46b3-9b4f-33781616a9dd tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c54a6ee8-7c9f-4aa3-a300-94c42cf3f0c8,revision_number=0']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:39.636220 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-47d56ff6-1f4f-46b3-9b4f-33781616a9dd tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:39.637385 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-47d56ff6-1f4f-46b3-9b4f-33781616a9dd tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] 10.222.0.55 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1131735 Sep 08 14:02:39.640074 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 43692) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:02:39.644185 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.v2.base [None req-b755f00c-958d-47a0-a2a2-be694e840691 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Request body: {'security_group_rule': {'security_group_id': '122109ff-ce72-4cf8-85fa-42ab84378228', 'project_id': '1dcae1b090af440f836b18a7bb000c27', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=112709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:02:39.671184 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-b755f00c-958d-47a0-a2a2-be694e840691 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Publish callbacks [] for security_group_rule (807c813c-d04e-491a-850c-dbb8d3bcf5f0), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:39.738925 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-b755f00c-958d-47a0-a2a2-be694e840691 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Publish callbacks [] for security_group_rule (807c813c-d04e-491a-850c-dbb8d3bcf5f0), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:39.742994 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-b755f00c-958d-47a0-a2a2-be694e840691 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763866'] for security_group_rule (807c813c-d04e-491a-850c-dbb8d3bcf5f0), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:39.761607 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b755f00c-958d-47a0-a2a2-be694e840691 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=807c813c-d04e-491a-850c-dbb8d3bcf5f0,revision_number=0']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:39.769828 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-b755f00c-958d-47a0-a2a2-be694e840691 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:39.771044 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-b755f00c-958d-47a0-a2a2-be694e840691 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] 10.222.0.55 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1300664 Sep 08 14:02:39.773693 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 43694) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:02:39.778418 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.v2.base [None req-7f8c967f-699e-4513-9228-4eb11f64a608 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Request body: {'security_group_rule': {'security_group_id': '122109ff-ce72-4cf8-85fa-42ab84378228', 'project_id': '1dcae1b090af440f836b18a7bb000c27', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=112709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:02:39.800158 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.db.securitygroups_db [None req-7f8c967f-699e-4513-9228-4eb11f64a608 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Project 1dcae1b090af440f836b18a7bb000c27 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 08 14:02:39.804549 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=83,neutron:DELETE=7,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:39.806588 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-7f8c967f-699e-4513-9228-4eb11f64a608 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Publish callbacks [] for security_group_rule (a6eb0637-8b24-499c-acd8-60e752d64758), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:39.873633 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-7f8c967f-699e-4513-9228-4eb11f64a608 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Publish callbacks [] for security_group_rule (a6eb0637-8b24-499c-acd8-60e752d64758), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:39.877572 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-7f8c967f-699e-4513-9228-4eb11f64a608 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763866'] for security_group_rule (a6eb0637-8b24-499c-acd8-60e752d64758), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:39.889219 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:39.898279 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8c967f-699e-4513-9228-4eb11f64a608 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6eb0637-8b24-499c-acd8-60e752d64758,revision_number=0']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:39.919872 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-7f8c967f-699e-4513-9228-4eb11f64a608 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:39.921363 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-7f8c967f-699e-4513-9228-4eb11f64a608 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] 10.222.0.55 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1467342 Sep 08 14:02:39.924184 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 43698) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:02:39.928628 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.v2.base [None req-832d0724-bf28-4e76-bdb2-528fba281d00 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Request body: {'security_group_rule': {'security_group_id': '122109ff-ce72-4cf8-85fa-42ab84378228', 'project_id': '1dcae1b090af440f836b18a7bb000c27', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=112709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:02:39.950194 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.db.securitygroups_db [None req-832d0724-bf28-4e76-bdb2-528fba281d00 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Project 1dcae1b090af440f836b18a7bb000c27 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 08 14:02:39.955817 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-832d0724-bf28-4e76-bdb2-528fba281d00 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Publish callbacks [] for security_group_rule (0dd561ad-2177-427e-b8b0-19502e315450), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:39.978859 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Device 0b1f057f-e8ff-4130-a353-9b565b73bfc9 up at agent ovs-agent-dv-cinder-820027-24-iscsi {{(pid=112711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:02:40.029518 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-832d0724-bf28-4e76-bdb2-528fba281d00 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Publish callbacks [] for security_group_rule (0dd561ad-2177-427e-b8b0-19502e315450), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:40.034850 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-832d0724-bf28-4e76-bdb2-528fba281d00 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763866'] for security_group_rule (0dd561ad-2177-427e-b8b0-19502e315450), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:40.037063 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Provisioning complete for port 0b1f057f-e8ff-4130-a353-9b565b73bfc9 triggered by entity L2. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:02:40.037492 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (0b1f057f-e8ff-4130-a353-9b565b73bfc9), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:40.054279 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832d0724-bf28-4e76-bdb2-528fba281d00 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dd561ad-2177-427e-b8b0-19502e315450,revision_number=0']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:40.059621 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:40.063411 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-832d0724-bf28-4e76-bdb2-528fba281d00 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:40.065010 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-832d0724-bf28-4e76-bdb2-528fba281d00 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] 10.222.0.55 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1396136 Sep 08 14:02:40.126111 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Current status of the port 0b1f057f-e8ff-4130-a353-9b565b73bfc9 is: ACTIVE; New status is: ACTIVE {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:02:40.127235 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Device 35949873-0b05-498f-9459-df1a708d0cc2 up at agent ovs-agent-dv-cinder-820027-24-iscsi {{(pid=112711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:02:40.171376 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Provisioning complete for port 35949873-0b05-498f-9459-df1a708d0cc2 triggered by entity L2. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:02:40.171749 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (35949873-0b05-498f-9459-df1a708d0cc2), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:40.247342 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Current status of the port 35949873-0b05-498f-9459-df1a708d0cc2 is: DOWN; New status is: ACTIVE {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:02:40.247724 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (35949873-0b05-498f-9459-df1a708d0cc2), before_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:40.272249 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] For port 35949873-0b05-498f-9459-df1a708d0cc2, host dv-cinder-820027-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-24-iscsi',level=0,port_id=35949873-0b05-498f-9459-df1a708d0cc2,segment=NetworkSegment(ebffaf8e-8370-4e1c-9c1b-02c9fe7aa40e),segment_id=ebffaf8e-8370-4e1c-9c1b-02c9fe7aa40e)] {{(pid=112711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:02:40.278717 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (35949873-0b05-498f-9459-df1a708d0cc2), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:40.342143 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Pushing event updated for resources: {'Port': ['ID=35949873-0b05-498f-9459-df1a708d0cc2,revision_number=4']} {{(pid=112711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:40.485472 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0a6355-dc9b-4163-9277-5a769e57f81b None None] Sync routers for ids ['68e3b3b4-bc85-4adb-bae7-cc98691987c2'] in dv-cinder-820027-24-iscsi {{(pid=112711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:02:40.496944 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0a6355-dc9b-4163-9277-5a769e57f81b None None] Routers {'68e3b3b4-bc85-4adb-bae7-cc98691987c2'} bound to L3 agent in host dv-cinder-820027-24-iscsi {{(pid=112711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:02:40.497565 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_hamode_db [None req-1a0a6355-dc9b-4163-9277-5a769e57f81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-08T13:44:16Z,description=,heartbeat_timestamp=2022-09-08T14:02:16Z,host='dv-cinder-820027-24-iscsi',id=91421a76-39ff-4685-90ca-aa6fbf6a1933,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:44:16Z,topic='l3_agent')) {'router_ids': ['68e3b3b4-bc85-4adb-bae7-cc98691987c2'], 'active': True} {{(pid=112711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:02:40.609847 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 43746) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:02:40.640826 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvr_db [None req-1a0a6355-dc9b-4163-9277-5a769e57f81b None None] Set router 68e3b3b4-bc85-4adb-bae7-cc98691987c2 gateway port host: dv-cinder-820027-24-iscsi {{(pid=112711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:02:40.722717 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-c31cc9f3-65b1-42f3-851a-9af96a28583a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:40.798862 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-c31cc9f3-65b1-42f3-851a-9af96a28583a admin admin] Publish callbacks [] for security_group (c8e120a0-5420-448b-bc15-5130e5268989), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:40.802836 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-c31cc9f3-65b1-42f3-851a-9af96a28583a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (c8e120a0-5420-448b-bc15-5130e5268989), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:40.840541 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_hamode_db [None req-1a0a6355-dc9b-4163-9277-5a769e57f81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e3b3b4-bc85-4adb-bae7-cc98691987c2', 'name': 'tempest-TestShelveInstance-1961277728-router', 'tenant_id': 'c242bca3eda94d1c9ae0121553a0f12f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '35949873-0b05-498f-9459-df1a708d0cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:02:34Z', 'updated_at': '2022-09-08T14:02:37Z', 'revision_number': 4, 'project_id': 'c242bca3eda94d1c9ae0121553a0f12f', 'gw_port': {'id': '35949873-0b05-498f-9459-df1a708d0cc2', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ae:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e3b3b4-bc85-4adb-bae7-cc98691987c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:02:34Z', 'updated_at': '2022-09-08T14:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi', '_interfaces': [{'id': '42c01f84-f865-4404-bd4c-d07b9a55dc50', 'name': '', 'network_id': '1a127b31-ab6c-49bc-9157-935f5a668119', 'tenant_id': 'c242bca3eda94d1c9ae0121553a0f12f', 'mac_address': 'fa:16:3e:2e:7e:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e3b3b4-bc85-4adb-bae7-cc98691987c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '284b3d2f-50bf-4ba6-94ee-f0c9962362f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:02:36Z', 'updated_at': '2022-09-08T14:02:38Z', 'revision_number': 2, 'project_id': 'c242bca3eda94d1c9ae0121553a0f12f', 'subnets': [{'id': '284b3d2f-50bf-4ba6-94ee-f0c9962362f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-24-iscsi', False) {} {{(pid=112711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:02:40.849615 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-c31cc9f3-65b1-42f3-851a-9af96a28583a admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=1c841e6e36f64e6f828991790a45b7c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2360888 Sep 08 14:02:40.849615 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31cc9f3-65b1-42f3-851a-9af96a28583a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8e120a0-5420-448b-bc15-5130e5268989,revision_number=1']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:40.850082 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 43758) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:02:40.891748 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0a6355-dc9b-4163-9277-5a769e57f81b None None] Checking router: 68e3b3b4-bc85-4adb-bae7-cc98691987c2 for host: dv-cinder-820027-24-iscsi {{(pid=112711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:02:40.892103 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0a6355-dc9b-4163-9277-5a769e57f81b None None] Updating router 68e3b3b4-bc85-4adb-bae7-cc98691987c2 port 42c01f84-f865-4404-bd4c-d07b9a55dc50 binding host dv-cinder-820027-24-iscsi {{(pid=112711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 14:02:40.893893 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:40.915774 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-21ff441e-fa55-41a9-b6bd-9ecb1963fdb9 admin admin] Publish callbacks [] for security_group (c8e120a0-5420-448b-bc15-5130e5268989), before_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:40.917506 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:40.928865 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-1a0a6355-dc9b-4163-9277-5a769e57f81b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (42c01f84-f865-4404-bd4c-d07b9a55dc50), before_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:40.937978 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-21ff441e-fa55-41a9-b6bd-9ecb1963fdb9 admin admin] Publish callbacks [] for security_group (c8e120a0-5420-448b-bc15-5130e5268989), precommit_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:40.991141 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-21ff441e-fa55-41a9-b6bd-9ecb1963fdb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (c8e120a0-5420-448b-bc15-5130e5268989), after_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:40.994340 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-21ff441e-fa55-41a9-b6bd-9ecb1963fdb9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:40.998089 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-21ff441e-fa55-41a9-b6bd-9ecb1963fdb9 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/c8e120a0-5420-448b-bc15-5130e5268989 HTTP/1.1" status: 204 len: 168 time: 0.1448331 Sep 08 14:02:41.007862 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ff441e-fa55-41a9-b6bd-9ecb1963fdb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8e120a0-5420-448b-bc15-5130e5268989,revision_number=None']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:41.360038 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-1a0a6355-dc9b-4163-9277-5a769e57f81b None None] Publish callbacks [] for port (42c01f84-f865-4404-bd4c-d07b9a55dc50), precommit_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:41.365853 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-1a0a6355-dc9b-4163-9277-5a769e57f81b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (42c01f84-f865-4404-bd4c-d07b9a55dc50), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:41.370930 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:41.432360 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4e65ad-2bf5-4ac2-aec5-9465e2f6e075 None None] Pushing event updated for resources: {'Port': ['ID=42c01f84-f865-4404-bd4c-d07b9a55dc50,revision_number=3']} {{(pid=112711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:41.467944 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.managers [None req-1a0a6355-dc9b-4163-9277-5a769e57f81b None None] Attempting to bind port 42c01f84-f865-4404-bd4c-d07b9a55dc50 on host dv-cinder-820027-24-iscsi for vnic_type normal with profile {{(pid=112711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 08 14:02:41.468149 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.managers [None req-1a0a6355-dc9b-4163-9277-5a769e57f81b None None] Attempting to bind port 42c01f84-f865-4404-bd4c-d07b9a55dc50 by drivers openvswitch,hyperv on host dv-cinder-820027-24-iscsi at level 0 using segments [{'id': 'de5a91f9-ad7b-41b7-a059-2b8a392639d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '1a127b31-ab6c-49bc-9157-935f5a668119'}] {{(pid=112711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 08 14:02:41.468512 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0a6355-dc9b-4163-9277-5a769e57f81b None None] Attempting to bind port 42c01f84-f865-4404-bd4c-d07b9a55dc50 on network 1a127b31-ab6c-49bc-9157-935f5a668119 {{(pid=112711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 14:02:41.517079 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0a6355-dc9b-4163-9277-5a769e57f81b None None] Checking agent: {'id': '6df97c0c-9140-47af-8c93-84593b95031c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 8, 13, 44, 19), 'started_at': datetime.datetime(2022, 9, 8, 13, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 9, 8, 14, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 08 14:02:41.517456 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0a6355-dc9b-4163-9277-5a769e57f81b None None] Checking segment: {'id': 'de5a91f9-ad7b-41b7-a059-2b8a392639d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '1a127b31-ab6c-49bc-9157-935f5a668119'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 14:02:41.517892 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-1a0a6355-dc9b-4163-9277-5a769e57f81b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:41.518291 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0a6355-dc9b-4163-9277-5a769e57f81b None None] Bound using segment: {'id': 'de5a91f9-ad7b-41b7-a059-2b8a392639d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '1a127b31-ab6c-49bc-9157-935f5a668119'} {{(pid=112711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 08 14:02:41.518765 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.managers [None req-1a0a6355-dc9b-4163-9277-5a769e57f81b None None] Bound port: 42c01f84-f865-4404-bd4c-d07b9a55dc50, host: dv-cinder-820027-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de5a91f9-ad7b-41b7-a059-2b8a392639d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '1a127b31-ab6c-49bc-9157-935f5a668119'}}] {{(pid=112711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 08 14:02:41.519146 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-1a0a6355-dc9b-4163-9277-5a769e57f81b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (42c01f84-f865-4404-bd4c-d07b9a55dc50), before_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:41.585672 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-1a0a6355-dc9b-4163-9277-5a769e57f81b None None] For port 42c01f84-f865-4404-bd4c-d07b9a55dc50, host dv-cinder-820027-24-iscsi, cleared binding levels {{(pid=112711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:02:41.592123 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-1a0a6355-dc9b-4163-9277-5a769e57f81b None None] For port 42c01f84-f865-4404-bd4c-d07b9a55dc50, host dv-cinder-820027-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-24-iscsi',level=0,port_id=42c01f84-f865-4404-bd4c-d07b9a55dc50,segment=NetworkSegment(de5a91f9-ad7b-41b7-a059-2b8a392639d2),segment_id=de5a91f9-ad7b-41b7-a059-2b8a392639d2)] {{(pid=112711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 14:02:41.599775 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-1a0a6355-dc9b-4163-9277-5a769e57f81b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (42c01f84-f865-4404-bd4c-d07b9a55dc50), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:41.629621 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-5066fc27-7027-4d04-ba24-66e724ef2a9b req-66588de4-ce26-4150-91a3-9512f3bd445a service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=6c0fbbab-644f-4d57-b4bf-644204a5b26f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0646701 Sep 08 14:02:41.640114 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0a6355-dc9b-4163-9277-5a769e57f81b None None] Routers {'68e3b3b4-bc85-4adb-bae7-cc98691987c2'} bound to L3 agent in host dv-cinder-820027-24-iscsi {{(pid=112711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:02:41.640933 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_hamode_db [None req-1a0a6355-dc9b-4163-9277-5a769e57f81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-08T13:44:16Z,description=,heartbeat_timestamp=2022-09-08T14:02:16Z,host='dv-cinder-820027-24-iscsi',id=91421a76-39ff-4685-90ca-aa6fbf6a1933,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:44:16Z,topic='l3_agent')) {'router_ids': ['68e3b3b4-bc85-4adb-bae7-cc98691987c2'], 'active': True} {{(pid=112711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:02:41.685877 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 43790) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:02:41.713194 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4e65ad-2bf5-4ac2-aec5-9465e2f6e075 None None] Pushing event updated for resources: {'Port': ['ID=42c01f84-f865-4404-bd4c-d07b9a55dc50,revision_number=4']} {{(pid=112711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:41.774706 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvr_db [None req-1a0a6355-dc9b-4163-9277-5a769e57f81b None None] Set router 68e3b3b4-bc85-4adb-bae7-cc98691987c2 gateway port host: dv-cinder-820027-24-iscsi {{(pid=112711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:02:41.779018 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5066fc27-7027-4d04-ba24-66e724ef2a9b req-22bcd305-aa42-4f25-87f5-e13d9294ff57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:41.780743 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-5066fc27-7027-4d04-ba24-66e724ef2a9b req-22bcd305-aa42-4f25-87f5-e13d9294ff57 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=19d114fd258a4306b4c0665df90ae4c7&device_id=6c0fbbab-644f-4d57-b4bf-644204a5b26f HTTP/1.1" status: 200 len: 1130 time: 0.0520413 Sep 08 14:02:41.811181 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.v2.base [None req-83d7c511-4eba-4f2a-ad49-7ab73ee257c4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1032315635-network', 'tenant_id': '6a848414c86b439c922442d0862c334f'}} {{(pid=112709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:02:41.832495 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83d7c511-4eba-4f2a-ad49-7ab73ee257c4 admin admin] Made reservation on behalf of 6a848414c86b439c922442d0862c334f for: {'network': 1} {{(pid=112709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 14:02:41.836507 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-83d7c511-4eba-4f2a-ad49-7ab73ee257c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for network (None), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:41.851391 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-83d7c511-4eba-4f2a-ad49-7ab73ee257c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:41.941020 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5066fc27-7027-4d04-ba24-66e724ef2a9b req-635c64b5-112b-493d-81da-ef4aa9cb43b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:41.942530 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-5066fc27-7027-4d04-ba24-66e724ef2a9b req-635c64b5-112b-493d-81da-ef4aa9cb43b8 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=551d8846-f844-4925-a2fe-eef49820f7af HTTP/1.1" status: 200 len: 912 time: 0.1390779 Sep 08 14:02:41.945584 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:41.947954 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Device 35949873-0b05-498f-9459-df1a708d0cc2 up at agent ovs-agent-dv-cinder-820027-24-iscsi {{(pid=112711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:02:41.963516 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-83d7c511-4eba-4f2a-ad49-7ab73ee257c4 admin admin] Publish callbacks [] for security_group (e2c245db-0f2b-47ab-8064-0e1eb77e332d), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:41.968207 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-83d7c511-4eba-4f2a-ad49-7ab73ee257c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (e2c245db-0f2b-47ab-8064-0e1eb77e332d), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:41.982632 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83d7c511-4eba-4f2a-ad49-7ab73ee257c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=112709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 14:02:42.002972 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-83d7c511-4eba-4f2a-ad49-7ab73ee257c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1392598'] for segment (031a16f3-d64b-4435-a3f3-46646c7608b4), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:42.003484 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.db.segments_db [None req-83d7c511-4eba-4f2a-ad49-7ab73ee257c4 admin admin] Added segment 031a16f3-d64b-4435-a3f3-46646c7608b4 of type vlan for network 95015f11-4506-4483-bc8b-0d6bce5985db Sep 08 14:02:42.042093 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=3 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:42.043601 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d7c511-4eba-4f2a-ad49-7ab73ee257c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2c245db-0f2b-47ab-8064-0e1eb77e332d,revision_number=1']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:42.049935 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-5066fc27-7027-4d04-ba24-66e724ef2a9b req-e737c050-2bbe-443c-a090-cc24eaab6184 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07945f23-93ca-4174-93c3-7352e02ec6a5 HTTP/1.1" status: 200 len: 1002 time: 0.0992813 Sep 08 14:02:42.064269 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-83d7c511-4eba-4f2a-ad49-7ab73ee257c4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729028104322'] for network (95015f11-4506-4483-bc8b-0d6bce5985db), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:42.087486 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_hamode_db [None req-1a0a6355-dc9b-4163-9277-5a769e57f81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e3b3b4-bc85-4adb-bae7-cc98691987c2', 'name': 'tempest-TestShelveInstance-1961277728-router', 'tenant_id': 'c242bca3eda94d1c9ae0121553a0f12f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '35949873-0b05-498f-9459-df1a708d0cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:02:34Z', 'updated_at': '2022-09-08T14:02:37Z', 'revision_number': 4, 'project_id': 'c242bca3eda94d1c9ae0121553a0f12f', 'gw_port': {'id': '35949873-0b05-498f-9459-df1a708d0cc2', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ae:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e3b3b4-bc85-4adb-bae7-cc98691987c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:02:34Z', 'updated_at': '2022-09-08T14:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi', '_interfaces': [{'id': '42c01f84-f865-4404-bd4c-d07b9a55dc50', 'name': '', 'network_id': '1a127b31-ab6c-49bc-9157-935f5a668119', 'tenant_id': 'c242bca3eda94d1c9ae0121553a0f12f', 'mac_address': 'fa:16:3e:2e:7e:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e3b3b4-bc85-4adb-bae7-cc98691987c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '284b3d2f-50bf-4ba6-94ee-f0c9962362f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:02:36Z', 'updated_at': '2022-09-08T14:02:41Z', 'revision_number': 4, 'project_id': 'c242bca3eda94d1c9ae0121553a0f12f', 'subnets': [{'id': '284b3d2f-50bf-4ba6-94ee-f0c9962362f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-24-iscsi', False) {} {{(pid=112711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:02:42.098822 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-83d7c511-4eba-4f2a-ad49-7ab73ee257c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862'] for network (95015f11-4506-4483-bc8b-0d6bce5985db), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:42.100428 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d7c511-4eba-4f2a-ad49-7ab73ee257c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:42.101390 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-83d7c511-4eba-4f2a-ad49-7ab73ee257c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693876'] for network (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:42.120696 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-83d7c511-4eba-4f2a-ad49-7ab73ee257c4 admin admin] 10.222.0.55 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4336617 Sep 08 14:02:42.133815 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0a6355-dc9b-4163-9277-5a769e57f81b None None] The sync data for ids ['68e3b3b4-bc85-4adb-bae7-cc98691987c2'] in dv-cinder-820027-24-iscsi is: [{'id': '68e3b3b4-bc85-4adb-bae7-cc98691987c2', 'name': 'tempest-TestShelveInstance-1961277728-router', 'tenant_id': 'c242bca3eda94d1c9ae0121553a0f12f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '35949873-0b05-498f-9459-df1a708d0cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:02:34Z', 'updated_at': '2022-09-08T14:02:37Z', 'revision_number': 4, 'project_id': 'c242bca3eda94d1c9ae0121553a0f12f', 'gw_port': {'id': '35949873-0b05-498f-9459-df1a708d0cc2', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ae:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e3b3b4-bc85-4adb-bae7-cc98691987c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:02:34Z', 'updated_at': '2022-09-08T14:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi', '_interfaces': [{'id': '42c01f84-f865-4404-bd4c-d07b9a55dc50', 'name': '', 'network_id': '1a127b31-ab6c-49bc-9157-935f5a668119', 'tenant_id': 'c242bca3eda94d1c9ae0121553a0f12f', 'mac_address': 'fa:16:3e:2e:7e:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e3b3b4-bc85-4adb-bae7-cc98691987c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '284b3d2f-50bf-4ba6-94ee-f0c9962362f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:02:36Z', 'updated_at': '2022-09-08T14:02:41Z', 'revision_number': 4, 'project_id': 'c242bca3eda94d1c9ae0121553a0f12f', 'subnets': [{'id': '284b3d2f-50bf-4ba6-94ee-f0c9962362f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:02:42.145628 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 43800) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:02:42.151460 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.v2.base [None req-3cf41ebe-3cf8-4fcc-8dff-4e729fb203c0 admin admin] Request body: {'subnet': {'network_id': '95015f11-4506-4483-bc8b-0d6bce5985db', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1032315635-subnet', 'tenant_id': '6a848414c86b439c922442d0862c334f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:02:42.154512 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Provisioning complete for port 35949873-0b05-498f-9459-df1a708d0cc2 triggered by entity L2. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:02:42.154997 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (35949873-0b05-498f-9459-df1a708d0cc2), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:42.155410 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5066fc27-7027-4d04-ba24-66e724ef2a9b req-9ece2f34-c44c-4f28-8b90-9789c29b7102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:42.160249 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-5066fc27-7027-4d04-ba24-66e724ef2a9b req-9ece2f34-c44c-4f28-8b90-9789c29b7102 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=8ad1b6f9-720f-46b5-a559-3250cb34e913 HTTP/1.1" status: 200 len: 850 time: 0.0994077 Sep 08 14:02:42.174852 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cf41ebe-3cf8-4fcc-8dff-4e729fb203c0 admin admin] Made reservation on behalf of 6a848414c86b439c922442d0862c334f for: {'subnet': 1} {{(pid=112709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 14:02:42.177595 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-3cf41ebe-3cf8-4fcc-8dff-4e729fb203c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9398177'] for subnet (None), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:42.283887 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5066fc27-7027-4d04-ba24-66e724ef2a9b req-4588dd7b-2f71-4742-a622-c4ad2119822a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:42.285613 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-5066fc27-7027-4d04-ba24-66e724ef2a9b req-4588dd7b-2f71-4742-a622-c4ad2119822a service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=551d8846-f844-4925-a2fe-eef49820f7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1101241 Sep 08 14:02:42.307001 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Current status of the port 35949873-0b05-498f-9459-df1a708d0cc2 is: ACTIVE; New status is: ACTIVE {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:02:42.314021 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=70,neutron:INSERT=21,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:42.315033 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:INSERT=15,neutron:SELECT=81,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:42.324963 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d7c511-4eba-4f2a-ad49-7ab73ee257c4 admin admin] Pushing event updated for resources: {'Network': ['ID=95015f11-4506-4483-bc8b-0d6bce5985db,revision_number=1']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:42.337893 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Network 95015f11-4506-4483-bc8b-0d6bce5985db details requested by agent ovs-agent-dv-cinder-820027-24-iscsi with host dv-cinder-820027-24-iscsi {{(pid=112711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 14:02:42.412808 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-5066fc27-7027-4d04-ba24-66e724ef2a9b req-dd31ca9b-5350-408e-b883-01affd59f192 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/551d8846-f844-4925-a2fe-eef49820f7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180816 Sep 08 14:02:42.516453 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-3cf41ebe-3cf8-4fcc-8dff-4e729fb203c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9152725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9398207'] for subnet (ce3fa8f2-036b-4bed-a438-133d95dfdf7f), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:42.556692 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-5066fc27-7027-4d04-ba24-66e724ef2a9b req-a3bfb37c-b43a-4e4b-8a83-d7c2f34c0954 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/551d8846-f844-4925-a2fe-eef49820f7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309664 Sep 08 14:02:42.599567 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf41ebe-3cf8-4fcc-8dff-4e729fb203c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce3fa8f2-036b-4bed-a438-133d95dfdf7f,revision_number=0']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:42.609958 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf41ebe-3cf8-4fcc-8dff-4e729fb203c0 admin admin] Checking segment: {'id': '031a16f3-d64b-4435-a3f3-46646c7608b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '95015f11-4506-4483-bc8b-0d6bce5985db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 14:02:42.610385 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf41ebe-3cf8-4fcc-8dff-4e729fb203c0 admin admin] Network hostable DHCP agents. Network: 95015f11-4506-4483-bc8b-0d6bce5985db, hostable agents: ['22ab8903-d7f5-4941-bce3-89140b53b8af'], hosted agents: [] {{(pid=112709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 14:02:42.631755 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf41ebe-3cf8-4fcc-8dff-4e729fb203c0 admin admin] Network 95015f11-4506-4483-bc8b-0d6bce5985db is scheduled to be hosted by DHCP agent 22ab8903-d7f5-4941-bce3-89140b53b8af with binding_index 1 {{(pid=112709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 14:02:42.642156 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.scheduler.base_scheduler [None req-3cf41ebe-3cf8-4fcc-8dff-4e729fb203c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820027-24-iscsi, 95015f11-4506-4483-bc8b-0d6bce5985db) {{(pid=112709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:02:42.646318 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf41ebe-3cf8-4fcc-8dff-4e729fb203c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:42.646928 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-3cf41ebe-3cf8-4fcc-8dff-4e729fb203c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693876'] for subnet (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:42.653720 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a3c12af-b832-4d61-983e-81bd4b7a3770 None None] Network 95015f11-4506-4483-bc8b-0d6bce5985db requested from dv-cinder-820027-24-iscsi {{(pid=112711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 08 14:02:42.666304 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:42.668562 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-3cf41ebe-3cf8-4fcc-8dff-4e729fb203c0 admin admin] 10.222.0.55 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5213192 Sep 08 14:02:42.782645 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ef5108-7961-4551-b858-a8f3e586ba92 None None] Network 95015f11-4506-4483-bc8b-0d6bce5985db requested from dv-cinder-820027-24-iscsi {{(pid=112711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 08 14:02:43.816154 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 43830) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:02:43.913821 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Device 42c01f84-f865-4404-bd4c-d07b9a55dc50 up at agent ovs-agent-dv-cinder-820027-24-iscsi {{(pid=112711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:02:43.948308 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-449f7019-0e94-41c9-be20-c3922a8942d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:43.959742 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Provisioning complete for port 42c01f84-f865-4404-bd4c-d07b9a55dc50 triggered by entity L2. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:02:43.960112 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (42c01f84-f865-4404-bd4c-d07b9a55dc50), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:44.034940 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-449f7019-0e94-41c9-be20-c3922a8942d4 admin admin] Publish callbacks [] for security_group (d2cdf40e-043b-43e1-8cea-32299f31189f), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:44.039404 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-449f7019-0e94-41c9-be20-c3922a8942d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (d2cdf40e-043b-43e1-8cea-32299f31189f), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:44.044910 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Current status of the port 42c01f84-f865-4404-bd4c-d07b9a55dc50 is: DOWN; New status is: ACTIVE {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:02:44.045305 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (42c01f84-f865-4404-bd4c-d07b9a55dc50), before_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:44.090796 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-449f7019-0e94-41c9-be20-c3922a8942d4 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=57962b6b7b0541589abd69b82a5146e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2729867 Sep 08 14:02:44.091546 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449f7019-0e94-41c9-be20-c3922a8942d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2cdf40e-043b-43e1-8cea-32299f31189f,revision_number=1']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:44.092262 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 43834) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:02:44.094459 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6eb7e698-c4df-41a4-9b58-c39692cdea6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (22ab8903-d7f5-4941-bce3-89140b53b8af), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:44.100944 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] For port 42c01f84-f865-4404-bd4c-d07b9a55dc50, host dv-cinder-820027-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-24-iscsi',level=0,port_id=42c01f84-f865-4404-bd4c-d07b9a55dc50,segment=NetworkSegment(de5a91f9-ad7b-41b7-a059-2b8a392639d2),segment_id=de5a91f9-ad7b-41b7-a059-2b8a392639d2)] {{(pid=112711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:02:44.107046 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (42c01f84-f865-4404-bd4c-d07b9a55dc50), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:44.160919 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-aa91538b-ca8a-423f-8663-0da8840df71d admin admin] Publish callbacks [] for security_group (d2cdf40e-043b-43e1-8cea-32299f31189f), before_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:44.167217 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Pushing event updated for resources: {'Port': ['ID=42c01f84-f865-4404-bd4c-d07b9a55dc50,revision_number=5']} {{(pid=112711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:44.187302 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-aa91538b-ca8a-423f-8663-0da8840df71d admin admin] Publish callbacks [] for security_group (d2cdf40e-043b-43e1-8cea-32299f31189f), precommit_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:44.257799 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-aa91538b-ca8a-423f-8663-0da8840df71d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (d2cdf40e-043b-43e1-8cea-32299f31189f), after_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:44.261819 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-aa91538b-ca8a-423f-8663-0da8840df71d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:44.263189 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-aa91538b-ca8a-423f-8663-0da8840df71d admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/d2cdf40e-043b-43e1-8cea-32299f31189f HTTP/1.1" status: 204 len: 168 time: 0.1698587 Sep 08 14:02:44.272999 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa91538b-ca8a-423f-8663-0da8840df71d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2cdf40e-043b-43e1-8cea-32299f31189f,revision_number=None']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:44.814415 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac1634a-72ec-46e8-962c-0cc28649e09a req-a4227146-57bc-4366-86c9-46dcd9729151 tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:44.817772 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-3ac1634a-72ec-46e8-962c-0cc28649e09a req-a4227146-57bc-4366-86c9-46dcd9729151 tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] 10.222.0.55 "GET /networking/v2.0/networks?id=95015f11-4506-4483-bc8b-0d6bce5985db HTTP/1.1" status: 200 len: 809 time: 0.1273253 Sep 08 14:02:44.835597 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-3ac1634a-72ec-46e8-962c-0cc28649e09a req-9322e924-6b14-4d46-8c85-c920e7160f21 tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] 10.222.0.55 "GET /networking/v2.0/quotas/6a848414c86b439c922442d0862c334f HTTP/1.1" status: 200 len: 375 time: 0.0114548 Sep 08 14:02:44.873390 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-3ac1634a-72ec-46e8-962c-0cc28649e09a req-56964026-4cc0-44f5-bb8a-752b84a4a7ab tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=6a848414c86b439c922442d0862c334f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320170 Sep 08 14:02:44.885441 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [req-3ac1634a-72ec-46e8-962c-0cc28649e09a req-93916e9a-130f-4ddb-8919-adf9dd04243b service neutron] http://10.222.0.55:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112710) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 08 14:02:44.886496 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-3ac1634a-72ec-46e8-962c-0cc28649e09a req-93916e9a-130f-4ddb-8919-adf9dd04243b service neutron] 10.222.0.55 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0056195 Sep 08 14:02:45.004284 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-3ac1634a-72ec-46e8-962c-0cc28649e09a req-6d75355e-6ada-49bf-98e0-25e5104df3e4 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/95015f11-4506-4483-bc8b-0d6bce5985db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022747 Sep 08 14:02:45.058095 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:45.105756 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-3ac1634a-72ec-46e8-962c-0cc28649e09a req-bafaf7fc-472c-4e66-84a8-ba367ad1c14c service neutron] 10.222.0.55 "GET /networking/v2.0/networks/95015f11-4506-4483-bc8b-0d6bce5985db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947952 Sep 08 14:02:45.493687 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-ff0a2a6b-62f8-49b8-897b-08372d798fe8 req-e1971895-65a1-43e6-a6de-46f8a9485b54 tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=730cfd15-29b6-4857-8e2f-a6bf8fc52ec4 HTTP/1.1" status: 200 len: 210 time: 0.2389109 Sep 08 14:02:45.909614 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Device 42c01f84-f865-4404-bd4c-d07b9a55dc50 up at agent ovs-agent-dv-cinder-820027-24-iscsi {{(pid=112711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:02:45.963585 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Provisioning complete for port 42c01f84-f865-4404-bd4c-d07b9a55dc50 triggered by entity L2. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:02:45.963954 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (42c01f84-f865-4404-bd4c-d07b9a55dc50), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:46.061138 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Current status of the port 42c01f84-f865-4404-bd4c-d07b9a55dc50 is: ACTIVE; New status is: ACTIVE {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:02:46.382172 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-bfe2c447-6f49-4a8f-86da-e0805055bfa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (91421a76-39ff-4685-90ca-aa6fbf6a1933), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:46.660247 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-900e7260-9073-40e7-81c6-4dc203b8b195 req-23a3c5ef-d93c-422c-b72b-8bae755ac99d tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=730cfd15-29b6-4857-8e2f-a6bf8fc52ec4 HTTP/1.1" status: 200 len: 210 time: 0.0553501 Sep 08 14:02:46.669301 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac1634a-72ec-46e8-962c-0cc28649e09a req-c906082b-a861-4de7-88c3-e691804664c9 tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:46.670807 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-3ac1634a-72ec-46e8-962c-0cc28649e09a req-c906082b-a861-4de7-88c3-e691804664c9 tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] 10.222.0.20 "GET /networking/v2.0/networks?id=95015f11-4506-4483-bc8b-0d6bce5985db HTTP/1.1" status: 200 len: 809 time: 0.1717680 Sep 08 14:02:46.697912 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.v2.base [req-3ac1634a-72ec-46e8-962c-0cc28649e09a req-609a8386-b100-4d6f-b5d4-eb6aa1df8201 tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] Request body: {'port': {'device_id': '730cfd15-29b6-4857-8e2f-a6bf8fc52ec4', 'network_id': '95015f11-4506-4483-bc8b-0d6bce5985db', 'admin_state_up': True, 'tenant_id': '6a848414c86b439c922442d0862c334f'}} {{(pid=112710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:02:46.769993 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:46.809324 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ac1634a-72ec-46e8-962c-0cc28649e09a req-609a8386-b100-4d6f-b5d4-eb6aa1df8201 tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] Made reservation on behalf of 6a848414c86b439c922442d0862c334f for: {'port': 1} {{(pid=112710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 14:02:46.813025 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-3ac1634a-72ec-46e8-962c-0cc28649e09a req-609a8386-b100-4d6f-b5d4-eb6aa1df8201 tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (None), before_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:46.943840 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.db.db_base_plugin_common [req-3ac1634a-72ec-46e8-962c-0cc28649e09a req-609a8386-b100-4d6f-b5d4-eb6aa1df8201 tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] Allocated IP 172.20.0.2 (95015f11-4506-4483-bc8b-0d6bce5985db/ce3fa8f2-036b-4bed-a438-133d95dfdf7f/e160d3df-0f22-4811-abc5-6838a5194ecd) {{(pid=112710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:02:47.101826 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-3ac1634a-72ec-46e8-962c-0cc28649e09a req-609a8386-b100-4d6f-b5d4-eb6aa1df8201 tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] Publish callbacks [] for port (e160d3df-0f22-4811-abc5-6838a5194ecd), precommit_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:47.133355 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-3ac1634a-72ec-46e8-962c-0cc28649e09a req-609a8386-b100-4d6f-b5d4-eb6aa1df8201 tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729028134301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10367820'] for port (e160d3df-0f22-4811-abc5-6838a5194ecd), after_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:47.176513 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ac1634a-72ec-46e8-962c-0cc28649e09a req-609a8386-b100-4d6f-b5d4-eb6aa1df8201 tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] Network 95015f11-4506-4483-bc8b-0d6bce5985db is already hosted by enough agents. {{(pid=112710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:02:47.182317 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.scheduler.base_scheduler [req-3ac1634a-72ec-46e8-962c-0cc28649e09a req-609a8386-b100-4d6f-b5d4-eb6aa1df8201 tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] Resources bound (agent type, host, resource id): {{(pid=112710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:02:47.186209 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ac1634a-72ec-46e8-962c-0cc28649e09a req-609a8386-b100-4d6f-b5d4-eb6aa1df8201 tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] Received port after_create {{(pid=112710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 08 14:02:47.192532 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609a8386-b100-4d6f-b5d4-eb6aa1df8201 tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] Pushing event updated for resources: {'Port': ['ID=e160d3df-0f22-4811-abc5-6838a5194ecd,revision_number=1']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:47.238138 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac1634a-72ec-46e8-962c-0cc28649e09a req-609a8386-b100-4d6f-b5d4-eb6aa1df8201 tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:47.238740 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-3ac1634a-72ec-46e8-962c-0cc28649e09a req-609a8386-b100-4d6f-b5d4-eb6aa1df8201 tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161718'] for port (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:47.255166 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-3ac1634a-72ec-46e8-962c-0cc28649e09a req-609a8386-b100-4d6f-b5d4-eb6aa1df8201 tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5673599 Sep 08 14:02:47.274568 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.v2.base [req-3ac1634a-72ec-46e8-962c-0cc28649e09a req-ade467c3-8272-4b0f-a635-d3ecebc18b5b service neutron] Request body: {'port': {'device_id': '730cfd15-29b6-4857-8e2f-a6bf8fc52ec4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82002'}} {{(pid=112710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:02:47.333106 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:47.342654 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-3ac1634a-72ec-46e8-962c-0cc28649e09a req-ade467c3-8272-4b0f-a635-d3ecebc18b5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (e160d3df-0f22-4811-abc5-6838a5194ecd), before_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:47.496652 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-b7e97967-3fa9-4dcb-b3f0-dcc99b3a4378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (24e12250-b8f3-473f-bf71-765ca8669827), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:47.564730 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:47.610087 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.notifiers.nova [req-3ac1634a-72ec-46e8-962c-0cc28649e09a req-ade467c3-8272-4b0f-a635-d3ecebc18b5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e160d3df-0f22-4811-abc5-6838a5194ecd {{(pid=112710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 08 14:02:47.617664 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-3ac1634a-72ec-46e8-962c-0cc28649e09a req-ade467c3-8272-4b0f-a635-d3ecebc18b5b service neutron] Publish callbacks [] for port (e160d3df-0f22-4811-abc5-6838a5194ecd), precommit_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:47.632209 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.db.provisioning_blocks [req-3ac1634a-72ec-46e8-962c-0cc28649e09a req-ade467c3-8272-4b0f-a635-d3ecebc18b5b service neutron] Transition to ACTIVE for port object e160d3df-0f22-4811-abc5-6838a5194ecd will not be triggered until provisioned by entity L2. {{(pid=112710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 08 14:02:47.635906 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-3ac1634a-72ec-46e8-962c-0cc28649e09a req-ade467c3-8272-4b0f-a635-d3ecebc18b5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10367797'] for port (e160d3df-0f22-4811-abc5-6838a5194ecd), after_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:47.701227 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade467c3-8272-4b0f-a635-d3ecebc18b5b service neutron] Pushing event updated for resources: {'Port': ['ID=e160d3df-0f22-4811-abc5-6838a5194ecd,revision_number=2']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:47.765210 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.managers [req-3ac1634a-72ec-46e8-962c-0cc28649e09a req-ade467c3-8272-4b0f-a635-d3ecebc18b5b service neutron] Attempting to bind port e160d3df-0f22-4811-abc5-6838a5194ecd on host hv-cinder-82002 for vnic_type normal with profile {{(pid=112710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 08 14:02:47.765548 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.managers [req-3ac1634a-72ec-46e8-962c-0cc28649e09a req-ade467c3-8272-4b0f-a635-d3ecebc18b5b service neutron] Attempting to bind port e160d3df-0f22-4811-abc5-6838a5194ecd by drivers openvswitch,hyperv on host hv-cinder-82002 at level 0 using segments [{'id': '031a16f3-d64b-4435-a3f3-46646c7608b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '95015f11-4506-4483-bc8b-0d6bce5985db'}] {{(pid=112710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 08 14:02:47.766017 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac1634a-72ec-46e8-962c-0cc28649e09a req-ade467c3-8272-4b0f-a635-d3ecebc18b5b service neutron] Attempting to bind port e160d3df-0f22-4811-abc5-6838a5194ecd on network 95015f11-4506-4483-bc8b-0d6bce5985db {{(pid=112710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 14:02:47.828443 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c24c56-5c9d-4495-b860-c3175f8e4808 req-41eed099-a544-46fb-adb4-611a143b9027 tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:47.829987 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e9c24c56-5c9d-4495-b860-c3175f8e4808 req-41eed099-a544-46fb-adb4-611a143b9027 tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=730cfd15-29b6-4857-8e2f-a6bf8fc52ec4 HTTP/1.1" status: 200 len: 943 time: 0.0789230 Sep 08 14:02:47.860662 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac1634a-72ec-46e8-962c-0cc28649e09a req-ade467c3-8272-4b0f-a635-d3ecebc18b5b service neutron] Port e160d3df-0f22-4811-abc5-6838a5194ecd on network 95015f11-4506-4483-bc8b-0d6bce5985db not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82002 {{(pid=112710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 08 14:02:47.860988 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac1634a-72ec-46e8-962c-0cc28649e09a req-ade467c3-8272-4b0f-a635-d3ecebc18b5b service neutron] Attempting to bind port e160d3df-0f22-4811-abc5-6838a5194ecd on network 95015f11-4506-4483-bc8b-0d6bce5985db {{(pid=112710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 14:02:47.929938 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e9c24c56-5c9d-4495-b860-c3175f8e4808 req-57085d90-f464-4feb-a274-02f10ac45578 tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e2c245db-0f2b-47ab-8064-0e1eb77e332d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915363 Sep 08 14:02:47.936856 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac1634a-72ec-46e8-962c-0cc28649e09a req-ade467c3-8272-4b0f-a635-d3ecebc18b5b service neutron] Checking agent: {'id': '4c2ff875-e6d7-424e-bdc7-d4b2ed4bdd9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82002', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 8, 13, 50, 33), 'started_at': datetime.datetime(2022, 9, 8, 13, 50, 33), 'heartbeat_timestamp': datetime.datetime(2022, 9, 8, 14, 2, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 08 14:02:47.937354 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac1634a-72ec-46e8-962c-0cc28649e09a req-ade467c3-8272-4b0f-a635-d3ecebc18b5b service neutron] Checking segment: {'id': '031a16f3-d64b-4435-a3f3-46646c7608b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '95015f11-4506-4483-bc8b-0d6bce5985db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 14:02:47.937855 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac1634a-72ec-46e8-962c-0cc28649e09a req-ade467c3-8272-4b0f-a635-d3ecebc18b5b service neutron] Bound using segment: {'id': '031a16f3-d64b-4435-a3f3-46646c7608b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '95015f11-4506-4483-bc8b-0d6bce5985db'} {{(pid=112710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 08 14:02:47.938369 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.managers [req-3ac1634a-72ec-46e8-962c-0cc28649e09a req-ade467c3-8272-4b0f-a635-d3ecebc18b5b service neutron] Bound port: e160d3df-0f22-4811-abc5-6838a5194ecd, host: hv-cinder-82002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '031a16f3-d64b-4435-a3f3-46646c7608b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '95015f11-4506-4483-bc8b-0d6bce5985db'}}] {{(pid=112710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 08 14:02:47.938660 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-3ac1634a-72ec-46e8-962c-0cc28649e09a req-ade467c3-8272-4b0f-a635-d3ecebc18b5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (e160d3df-0f22-4811-abc5-6838a5194ecd), before_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:48.015057 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.db [req-3ac1634a-72ec-46e8-962c-0cc28649e09a req-ade467c3-8272-4b0f-a635-d3ecebc18b5b service neutron] For port e160d3df-0f22-4811-abc5-6838a5194ecd, host hv-cinder-82002, cleared binding levels {{(pid=112710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:02:48.018333 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.db [req-3ac1634a-72ec-46e8-962c-0cc28649e09a req-ade467c3-8272-4b0f-a635-d3ecebc18b5b service neutron] For port e160d3df-0f22-4811-abc5-6838a5194ecd, host hv-cinder-82002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=e160d3df-0f22-4811-abc5-6838a5194ecd,segment=NetworkSegment(031a16f3-d64b-4435-a3f3-46646c7608b4),segment_id=031a16f3-d64b-4435-a3f3-46646c7608b4)] {{(pid=112710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 14:02:48.026563 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-3ac1634a-72ec-46e8-962c-0cc28649e09a req-ade467c3-8272-4b0f-a635-d3ecebc18b5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10367797'] for port (e160d3df-0f22-4811-abc5-6838a5194ecd), after_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:48.032224 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac1634a-72ec-46e8-962c-0cc28649e09a req-ade467c3-8272-4b0f-a635-d3ecebc18b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:48.032943 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-3ac1634a-72ec-46e8-962c-0cc28649e09a req-ade467c3-8272-4b0f-a635-d3ecebc18b5b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161718'] for port (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:48.034751 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-3ac1634a-72ec-46e8-962c-0cc28649e09a req-ade467c3-8272-4b0f-a635-d3ecebc18b5b service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/e160d3df-0f22-4811-abc5-6838a5194ecd HTTP/1.1" status: 200 len: 1093 time: 0.7641859 Sep 08 14:02:48.035977 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '730cfd15-29b6-4857-8e2f-a6bf8fc52ec4', 'tag': 'e160d3df-0f22-4811-abc5-6838a5194ecd'}] {{(pid=112710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 14:02:48.038781 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4aaac3e20a53a8e6247a431178541979a817c05ad734f54eee24c8be994502e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bf48092-8655-42ba-93fa-8de48f94d996" -d '{"events": [{"name": "network-changed", "server_uuid": "730cfd15-29b6-4857-8e2f-a6bf8fc52ec4", "tag": "e160d3df-0f22-4811-abc5-6838a5194ecd"}]}' {{(pid=112710) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:02:48.092770 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade467c3-8272-4b0f-a635-d3ecebc18b5b service neutron] Pushing event updated for resources: {'Port': ['ID=e160d3df-0f22-4811-abc5-6838a5194ecd,revision_number=3']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:48.110874 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Sep 2022 14:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2689714-8db2-4a89-b76b-071f21e82ab8 x-openstack-request-id: req-c2689714-8db2-4a89-b76b-071f21e82ab8 {{(pid=112710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:02:48.111168 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "730cfd15-29b6-4857-8e2f-a6bf8fc52ec4", "tag": "e160d3df-0f22-4811-abc5-6838a5194ecd", "status": "completed", "code": 200}]} {{(pid=112710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:02:48.111428 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c2689714-8db2-4a89-b76b-071f21e82ab8 {{(pid=112710) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:02:48.111842 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2689714-8db2-4a89-b76b-071f21e82ab8'] response: {'name': 'network-changed', 'server_uuid': '730cfd15-29b6-4857-8e2f-a6bf8fc52ec4', 'tag': 'e160d3df-0f22-4811-abc5-6838a5194ecd', 'status': 'completed', 'code': 200} Sep 08 14:02:48.193503 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac1634a-72ec-46e8-962c-0cc28649e09a req-1b465c06-0acb-4f87-bc7b-c8f0f2f22b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:48.195027 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-3ac1634a-72ec-46e8-962c-0cc28649e09a req-1b465c06-0acb-4f87-bc7b-c8f0f2f22b58 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=6a848414c86b439c922442d0862c334f&device_id=730cfd15-29b6-4857-8e2f-a6bf8fc52ec4 HTTP/1.1" status: 200 len: 1127 time: 0.0426521 Sep 08 14:02:48.241449 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=56,neutron:UPDATE=2 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:48.246638 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=28 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:48.254802 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-3ac1634a-72ec-46e8-962c-0cc28649e09a req-93f50e41-253a-49d8-9f02-2744ae8f5b60 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e160d3df-0f22-4811-abc5-6838a5194ecd HTTP/1.1" status: 200 len: 217 time: 0.0400450 Sep 08 14:02:48.310644 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac1634a-72ec-46e8-962c-0cc28649e09a req-a012fc57-1cf8-453a-9322-c78eafd6fc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:48.312268 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-3ac1634a-72ec-46e8-962c-0cc28649e09a req-a012fc57-1cf8-453a-9322-c78eafd6fc71 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=ce3fa8f2-036b-4bed-a438-133d95dfdf7f HTTP/1.1" status: 200 len: 849 time: 0.0511484 Sep 08 14:02:48.350406 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-3ac1634a-72ec-46e8-962c-0cc28649e09a req-bfe769d1-afda-4411-a3e1-c100b3bd73a4 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=95015f11-4506-4483-bc8b-0d6bce5985db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318201 Sep 08 14:02:48.365691 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:48.447953 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-3ac1634a-72ec-46e8-962c-0cc28649e09a req-3b61fc7c-6c83-4cc0-950e-e98227ae02e4 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/95015f11-4506-4483-bc8b-0d6bce5985db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901270 Sep 08 14:02:48.834192 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-3ac1634a-72ec-46e8-962c-0cc28649e09a req-eb6b13eb-995a-4450-aaec-a9e0bba49dd1 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/95015f11-4506-4483-bc8b-0d6bce5985db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3799486 Sep 08 14:02:48.938413 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-604b277b-9310-4e7b-bd1a-c26598410893 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (ad63ffce-77d1-4b05-ac53-eeb1c28e2aec), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:48.940218 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (6df97c0c-9140-47af-8c93-84593b95031c), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:49.057103 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870e0392-e73c-4825-b719-26ae5e51e1c0 req-4d5b3c8a-a8c4-405a-bace-cd13e8101e38 tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:49.058691 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-870e0392-e73c-4825-b719-26ae5e51e1c0 req-4d5b3c8a-a8c4-405a-bace-cd13e8101e38 tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=730cfd15-29b6-4857-8e2f-a6bf8fc52ec4 HTTP/1.1" status: 200 len: 943 time: 0.0489726 Sep 08 14:02:49.078857 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:49.112121 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-870e0392-e73c-4825-b719-26ae5e51e1c0 req-fc9df6f3-1283-4da9-b462-f8961b7a0387 tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e2c245db-0f2b-47ab-8064-0e1eb77e332d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475423 Sep 08 14:02:49.834582 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf48092-8655-42ba-93fa-8de48f94d996 req-155b41be-61bd-449b-8ea5-6c5624f714ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:49.836092 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-9bf48092-8655-42ba-93fa-8de48f94d996 req-155b41be-61bd-449b-8ea5-6c5624f714ab service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=6a848414c86b439c922442d0862c334f&device_id=730cfd15-29b6-4857-8e2f-a6bf8fc52ec4 HTTP/1.1" status: 200 len: 1127 time: 0.0434909 Sep 08 14:02:49.938246 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf48092-8655-42ba-93fa-8de48f94d996 req-30e4f757-e4d9-4b43-8747-e3e050b2b704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:49.939757 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-9bf48092-8655-42ba-93fa-8de48f94d996 req-30e4f757-e4d9-4b43-8747-e3e050b2b704 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=95015f11-4506-4483-bc8b-0d6bce5985db HTTP/1.1" status: 200 len: 910 time: 0.0970266 Sep 08 14:02:49.981893 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-9bf48092-8655-42ba-93fa-8de48f94d996 req-544c6765-586f-4d57-9d21-d981418ef804 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e160d3df-0f22-4811-abc5-6838a5194ecd HTTP/1.1" status: 200 len: 217 time: 0.0346446 Sep 08 14:02:50.037926 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf48092-8655-42ba-93fa-8de48f94d996 req-0eea4e34-ff85-4dcf-a9f4-ed5f65e14b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:50.039640 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-9bf48092-8655-42ba-93fa-8de48f94d996 req-0eea4e34-ff85-4dcf-a9f4-ed5f65e14b69 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=ce3fa8f2-036b-4bed-a438-133d95dfdf7f HTTP/1.1" status: 200 len: 849 time: 0.0521567 Sep 08 14:02:50.081366 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-9bf48092-8655-42ba-93fa-8de48f94d996 req-a507f84a-8fc9-42b7-bd69-feb91233cc72 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=95015f11-4506-4483-bc8b-0d6bce5985db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331793 Sep 08 14:02:50.220612 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-9bf48092-8655-42ba-93fa-8de48f94d996 req-1d6bf27a-369a-4903-a470-b727639a3a6c service neutron] 10.222.0.20 "GET /networking/v2.0/networks/95015f11-4506-4483-bc8b-0d6bce5985db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317294 Sep 08 14:02:50.295991 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4057604-8b5e-480b-a6ae-6791516ee7e7 req-c7d42916-a108-45ea-97f6-782beb30dbbe tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:50.297466 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-d4057604-8b5e-480b-a6ae-6791516ee7e7 req-c7d42916-a108-45ea-97f6-782beb30dbbe tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=730cfd15-29b6-4857-8e2f-a6bf8fc52ec4 HTTP/1.1" status: 200 len: 943 time: 0.0961556 Sep 08 14:02:50.373368 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-9bf48092-8655-42ba-93fa-8de48f94d996 req-5cf71d28-3504-4846-9a53-664176c6e4f2 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/95015f11-4506-4483-bc8b-0d6bce5985db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364820 Sep 08 14:02:50.377510 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-d4057604-8b5e-480b-a6ae-6791516ee7e7 req-e223a2a9-53b9-46c1-867e-0499037755f6 tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e2c245db-0f2b-47ab-8064-0e1eb77e332d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742228 Sep 08 14:02:50.562136 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Device e160d3df-0f22-4811-abc5-6838a5194ecd details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=112711) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 14:02:50.626741 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:50.663757 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] For port e160d3df-0f22-4811-abc5-6838a5194ecd, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=e160d3df-0f22-4811-abc5-6838a5194ecd,segment=NetworkSegment(031a16f3-d64b-4435-a3f3-46646c7608b4),segment_id=031a16f3-d64b-4435-a3f3-46646c7608b4)] {{(pid=112711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:02:50.678939 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Returning: {'device': 'e160d3df-0f22-4811-abc5-6838a5194ecd', 'network_id': '95015f11-4506-4483-bc8b-0d6bce5985db', 'port_id': 'e160d3df-0f22-4811-abc5-6838a5194ecd', 'mac_address': 'fa:16:3e:34:34:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce3fa8f2-036b-4bed-a438-133d95dfdf7f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112711) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 14:02:50.713977 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Current status of the port e160d3df-0f22-4811-abc5-6838a5194ecd is: DOWN; New status is: BUILD {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:02:50.714365 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (e160d3df-0f22-4811-abc5-6838a5194ecd), before_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:50.727850 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.notifiers.nova [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e160d3df-0f22-4811-abc5-6838a5194ecd {{(pid=112711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 08 14:02:50.733665 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:50.748231 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] For port e160d3df-0f22-4811-abc5-6838a5194ecd, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=e160d3df-0f22-4811-abc5-6838a5194ecd,segment=NetworkSegment(031a16f3-d64b-4435-a3f3-46646c7608b4),segment_id=031a16f3-d64b-4435-a3f3-46646c7608b4)] {{(pid=112711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:02:50.751781 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (e160d3df-0f22-4811-abc5-6838a5194ecd), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:50.797963 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Pushing event updated for resources: {'Port': ['ID=e160d3df-0f22-4811-abc5-6838a5194ecd,revision_number=4']} {{(pid=112711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:51.103469 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] get_ports_and_sgs() called for port_ids ['e160d3df-0f22-4811-abc5-6838a5194ecd'] {{(pid=112711) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 08 14:02:51.503205 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949516cb-2027-473e-9c12-d4f06f845bdb req-6539e90c-2c3b-49c9-adbe-36e094de27db tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:51.504913 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-949516cb-2027-473e-9c12-d4f06f845bdb req-6539e90c-2c3b-49c9-adbe-36e094de27db tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=730cfd15-29b6-4857-8e2f-a6bf8fc52ec4 HTTP/1.1" status: 200 len: 944 time: 0.0507874 Sep 08 14:02:51.561889 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-949516cb-2027-473e-9c12-d4f06f845bdb req-15575d1e-8224-4b78-a706-f01fbb520eb7 tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e2c245db-0f2b-47ab-8064-0e1eb77e332d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472672 Sep 08 14:02:52.572010 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Device e160d3df-0f22-4811-abc5-6838a5194ecd up at agent hyperv_hv-cinder-82002 {{(pid=112711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:02:52.619707 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Provisioning for port e160d3df-0f22-4811-abc5-6838a5194ecd completed by entity L2. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 08 14:02:52.625411 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Provisioning complete for port e160d3df-0f22-4811-abc5-6838a5194ecd triggered by entity L2. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:02:52.626083 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (e160d3df-0f22-4811-abc5-6838a5194ecd), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:52.704515 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df54d74-9793-4514-8e9c-fde5c5a2651d req-4ea4853e-e059-460b-9885-79249bf88ee0 tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:52.706812 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-9df54d74-9793-4514-8e9c-fde5c5a2651d req-4ea4853e-e059-460b-9885-79249bf88ee0 tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=730cfd15-29b6-4857-8e2f-a6bf8fc52ec4 HTTP/1.1" status: 200 len: 944 time: 0.0615933 Sep 08 14:02:52.717046 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Current status of the port e160d3df-0f22-4811-abc5-6838a5194ecd is: BUILD; New status is: ACTIVE {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:02:52.717554 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (e160d3df-0f22-4811-abc5-6838a5194ecd), before_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:52.744877 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '730cfd15-29b6-4857-8e2f-a6bf8fc52ec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e160d3df-0f22-4811-abc5-6838a5194ecd'}] {{(pid=112711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 14:02:52.747799 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da88ec0cbec787fa3ec3fbfc035ae72aba30a0bab36d561f227dc8a59222d55b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-789f0087-2b4d-4500-b3ad-069e3830c41c" -d '{"events": [{"server_uuid": "730cfd15-29b6-4857-8e2f-a6bf8fc52ec4", "name": "network-vif-plugged", "status": "completed", "tag": "e160d3df-0f22-4811-abc5-6838a5194ecd"}]}' {{(pid=112711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:02:52.764815 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-9df54d74-9793-4514-8e9c-fde5c5a2651d req-94d12c3e-b43d-4021-84d3-d7a8b378b7b2 tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e2c245db-0f2b-47ab-8064-0e1eb77e332d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480533 Sep 08 14:02:52.772981 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] For port e160d3df-0f22-4811-abc5-6838a5194ecd, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=e160d3df-0f22-4811-abc5-6838a5194ecd,segment=NetworkSegment(031a16f3-d64b-4435-a3f3-46646c7608b4),segment_id=031a16f3-d64b-4435-a3f3-46646c7608b4)] {{(pid=112711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:02:52.777177 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (e160d3df-0f22-4811-abc5-6838a5194ecd), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:52.801664 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Sep 2022 14:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-682b8cc0-14b2-4ed5-a3ad-2c6c6809b765 x-openstack-request-id: req-682b8cc0-14b2-4ed5-a3ad-2c6c6809b765 {{(pid=112711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:02:52.801993 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "730cfd15-29b6-4857-8e2f-a6bf8fc52ec4", "name": "network-vif-plugged", "status": "completed", "tag": "e160d3df-0f22-4811-abc5-6838a5194ecd", "code": 200}]} {{(pid=112711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:02:52.802241 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-682b8cc0-14b2-4ed5-a3ad-2c6c6809b765 {{(pid=112711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:02:52.802631 dv-cinder-820027-24-iscsi neutron-server[112711]: INFO neutron.notifiers.nova [-] Nova event matching ['req-682b8cc0-14b2-4ed5-a3ad-2c6c6809b765'] response: {'server_uuid': '730cfd15-29b6-4857-8e2f-a6bf8fc52ec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e160d3df-0f22-4811-abc5-6838a5194ecd', 'code': 200} Sep 08 14:02:52.829660 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Pushing event updated for resources: {'Port': ['ID=e160d3df-0f22-4811-abc5-6838a5194ecd,revision_number=5']} {{(pid=112711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:52.951623 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 44022) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:02:53.047497 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bad47d9-e31d-4fb2-815a-96c3e26cc78b req-e2a34d20-a2fe-4e4f-b9c4-16973614fbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:53.049002 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-9bad47d9-e31d-4fb2-815a-96c3e26cc78b req-e2a34d20-a2fe-4e4f-b9c4-16973614fbcb service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=730cfd15-29b6-4857-8e2f-a6bf8fc52ec4 HTTP/1.1" status: 200 len: 1129 time: 0.0453739 Sep 08 14:02:53.078859 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-9cc6b11a-8b7c-4ee8-a435-9e48224a2509 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:53.098796 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=100 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:53.129676 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-9bad47d9-e31d-4fb2-815a-96c3e26cc78b req-917f381c-f581-4f95-a5d2-4a923d617db6 service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e2c245db-0f2b-47ab-8064-0e1eb77e332d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693481 Sep 08 14:02:53.182226 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-9cc6b11a-8b7c-4ee8-a435-9e48224a2509 admin admin] Publish callbacks [] for security_group (3f4c6d53-727b-4ebf-8198-7fbb787e7d39), precommit_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:53.185961 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-9cc6b11a-8b7c-4ee8-a435-9e48224a2509 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (3f4c6d53-727b-4ebf-8198-7fbb787e7d39), after_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:53.190501 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:53.225672 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-9cc6b11a-8b7c-4ee8-a435-9e48224a2509 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=838f4b9739be4a289ef662deb82f9939&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2729213 Sep 08 14:02:53.228978 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 44030) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:02:53.231332 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc6b11a-8b7c-4ee8-a435-9e48224a2509 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f4c6d53-727b-4ebf-8198-7fbb787e7d39,revision_number=1']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:53.280875 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-400db03e-d93f-4868-988e-64f4d3b7f57a admin admin] Publish callbacks [] for security_group (3f4c6d53-727b-4ebf-8198-7fbb787e7d39), before_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:53.301348 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-400db03e-d93f-4868-988e-64f4d3b7f57a admin admin] Publish callbacks [] for security_group (3f4c6d53-727b-4ebf-8198-7fbb787e7d39), precommit_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:53.351833 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-400db03e-d93f-4868-988e-64f4d3b7f57a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (3f4c6d53-727b-4ebf-8198-7fbb787e7d39), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:53.355015 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-400db03e-d93f-4868-988e-64f4d3b7f57a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:53.356249 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-400db03e-d93f-4868-988e-64f4d3b7f57a admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/3f4c6d53-727b-4ebf-8198-7fbb787e7d39 HTTP/1.1" status: 204 len: 168 time: 0.1262605 Sep 08 14:02:53.366417 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400db03e-d93f-4868-988e-64f4d3b7f57a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f4c6d53-727b-4ebf-8198-7fbb787e7d39,revision_number=None']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:53.639710 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 44042) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:02:53.653578 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-4f65bb30-54fc-41d8-8466-925be534408b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:53.714720 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:53.733460 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=80,neutron:UPDATE=3,neutron:INSERT=15,neutron:DELETE=2 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:53.739411 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-4f65bb30-54fc-41d8-8466-925be534408b admin admin] Publish callbacks [] for security_group (a3ad7afa-90f2-4a63-afe3-8eb5bf4c2aa8), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:53.743177 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-4f65bb30-54fc-41d8-8466-925be534408b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (a3ad7afa-90f2-4a63-afe3-8eb5bf4c2aa8), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:53.786253 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-4f65bb30-54fc-41d8-8466-925be534408b admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=0e85c1bf28574ac6a73a047aa037e358&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1454768 Sep 08 14:02:53.787357 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f65bb30-54fc-41d8-8466-925be534408b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3ad7afa-90f2-4a63-afe3-8eb5bf4c2aa8,revision_number=1']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:53.788946 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 44044) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:02:53.839751 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-3e24e042-7871-47e4-be09-8fbaa5830616 admin admin] Publish callbacks [] for security_group (a3ad7afa-90f2-4a63-afe3-8eb5bf4c2aa8), before_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:53.871134 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-3e24e042-7871-47e4-be09-8fbaa5830616 admin admin] Publish callbacks [] for security_group (a3ad7afa-90f2-4a63-afe3-8eb5bf4c2aa8), precommit_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:53.929109 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bc13ca-a80c-4549-97f9-50b7fa7e3c31 req-97abada8-8365-4026-9fdf-7785137bcc86 tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:53.931111 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-57bc13ca-a80c-4549-97f9-50b7fa7e3c31 req-97abada8-8365-4026-9fdf-7785137bcc86 tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=730cfd15-29b6-4857-8e2f-a6bf8fc52ec4 HTTP/1.1" status: 200 len: 945 time: 0.0717368 Sep 08 14:02:53.964823 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-3e24e042-7871-47e4-be09-8fbaa5830616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (a3ad7afa-90f2-4a63-afe3-8eb5bf4c2aa8), after_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:53.967534 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-3e24e042-7871-47e4-be09-8fbaa5830616 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:53.968701 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-3e24e042-7871-47e4-be09-8fbaa5830616 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/a3ad7afa-90f2-4a63-afe3-8eb5bf4c2aa8 HTTP/1.1" status: 204 len: 168 time: 0.1787260 Sep 08 14:02:53.987000 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e24e042-7871-47e4-be09-8fbaa5830616 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3ad7afa-90f2-4a63-afe3-8eb5bf4c2aa8,revision_number=None']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:53.993390 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-57bc13ca-a80c-4549-97f9-50b7fa7e3c31 req-1e8bdeed-ee78-4d66-a3f9-cf568b36a46f tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e2c245db-0f2b-47ab-8064-0e1eb77e332d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555208 Sep 08 14:02:54.301260 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 44052) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:02:54.315093 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-666fa660-d614-4b50-aed5-f07ef520260e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:54.392602 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-666fa660-d614-4b50-aed5-f07ef520260e admin admin] Publish callbacks [] for security_group (1053f878-07c0-465f-b9cd-f36becb9d9f6), precommit_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:54.395914 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-666fa660-d614-4b50-aed5-f07ef520260e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (1053f878-07c0-465f-b9cd-f36becb9d9f6), after_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:54.439318 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-666fa660-d614-4b50-aed5-f07ef520260e admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=94466f5d731842c0bf01a0b5ce508130&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1369193 Sep 08 14:02:54.440182 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666fa660-d614-4b50-aed5-f07ef520260e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1053f878-07c0-465f-b9cd-f36becb9d9f6,revision_number=1']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:54.442229 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 44056) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:02:54.497095 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-71ed1450-0c8b-42f3-89d3-963f73ecae55 admin admin] Publish callbacks [] for security_group (1053f878-07c0-465f-b9cd-f36becb9d9f6), before_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:54.516884 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-71ed1450-0c8b-42f3-89d3-963f73ecae55 admin admin] Publish callbacks [] for security_group (1053f878-07c0-465f-b9cd-f36becb9d9f6), precommit_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:54.564247 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-71ed1450-0c8b-42f3-89d3-963f73ecae55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (1053f878-07c0-465f-b9cd-f36becb9d9f6), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:54.566823 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-71ed1450-0c8b-42f3-89d3-963f73ecae55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:54.567974 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-71ed1450-0c8b-42f3-89d3-963f73ecae55 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/1053f878-07c0-465f-b9cd-f36becb9d9f6 HTTP/1.1" status: 204 len: 168 time: 0.1247599 Sep 08 14:02:54.575727 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ed1450-0c8b-42f3-89d3-963f73ecae55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1053f878-07c0-465f-b9cd-f36becb9d9f6,revision_number=None']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:55.121829 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ade52a-bb6b-4572-a429-45ef6ae2656c req-12b964a8-343e-49ae-9f4c-12a248f18ded tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:55.123334 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-92ade52a-bb6b-4572-a429-45ef6ae2656c req-12b964a8-343e-49ae-9f4c-12a248f18ded tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=730cfd15-29b6-4857-8e2f-a6bf8fc52ec4 HTTP/1.1" status: 200 len: 945 time: 0.0497682 Sep 08 14:02:55.172728 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-92ade52a-bb6b-4572-a429-45ef6ae2656c req-9b19fc48-8887-4943-9305-b02351d89f98 tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e2c245db-0f2b-47ab-8064-0e1eb77e332d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439403 Sep 08 14:02:56.036823 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760b340e-c400-4652-bfd6-871659f3658f req-f366eee1-64a1-4a44-8cc5-cf864a40bf68 tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:56.038500 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-760b340e-c400-4652-bfd6-871659f3658f req-f366eee1-64a1-4a44-8cc5-cf864a40bf68 tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=730cfd15-29b6-4857-8e2f-a6bf8fc52ec4 HTTP/1.1" status: 200 len: 945 time: 0.0477915 Sep 08 14:02:56.087192 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-760b340e-c400-4652-bfd6-871659f3658f req-20e65fcc-5ea9-414d-90d1-d2cde1212dc0 tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e2c245db-0f2b-47ab-8064-0e1eb77e332d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427868 Sep 08 14:02:57.218642 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df39e8c-ae1f-4236-bb59-ac1a30e75c55 req-ce2c6a30-786a-4753-8ffa-cace0c0411b3 tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:57.220245 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-4df39e8c-ae1f-4236-bb59-ac1a30e75c55 req-ce2c6a30-786a-4753-8ffa-cace0c0411b3 tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=730cfd15-29b6-4857-8e2f-a6bf8fc52ec4 HTTP/1.1" status: 200 len: 945 time: 0.0542481 Sep 08 14:02:57.256376 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:57.279106 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-4df39e8c-ae1f-4236-bb59-ac1a30e75c55 req-1ef0a559-d354-4464-b732-d08c71f06e54 tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e2c245db-0f2b-47ab-8064-0e1eb77e332d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504277 Sep 08 14:02:57.716394 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d52717c-aac6-4057-85d9-ef00d425053a req-98df44e0-e3b6-4ead-be7b-8d7c027b01d2 tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:57.717879 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-7d52717c-aac6-4057-85d9-ef00d425053a req-98df44e0-e3b6-4ead-be7b-8d7c027b01d2 tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=730cfd15-29b6-4857-8e2f-a6bf8fc52ec4 HTTP/1.1" status: 200 len: 945 time: 0.0484807 Sep 08 14:02:57.807672 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.plugin [req-7d52717c-aac6-4057-85d9-ef00d425053a req-4bf0dc37-78ac-4ce6-9f4b-61013ba465f3 tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] Deleting port e160d3df-0f22-4811-abc5-6838a5194ecd {{(pid=112710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 08 14:02:57.808013 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-7d52717c-aac6-4057-85d9-ef00d425053a req-4bf0dc37-78ac-4ce6-9f4b-61013ba465f3 tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729028590053'] for port (e160d3df-0f22-4811-abc5-6838a5194ecd), before_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:57.861228 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=8 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:57.903681 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.db [req-7d52717c-aac6-4057-85d9-ef00d425053a req-4bf0dc37-78ac-4ce6-9f4b-61013ba465f3 tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] For port e160d3df-0f22-4811-abc5-6838a5194ecd, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=e160d3df-0f22-4811-abc5-6838a5194ecd,segment=NetworkSegment(031a16f3-d64b-4435-a3f3-46646c7608b4),segment_id=031a16f3-d64b-4435-a3f3-46646c7608b4)] {{(pid=112710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:02:57.904134 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-7d52717c-aac6-4057-85d9-ef00d425053a req-4bf0dc37-78ac-4ce6-9f4b-61013ba465f3 tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3750342'] for port (e160d3df-0f22-4811-abc5-6838a5194ecd), precommit_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:57.918953 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.plugin [req-7d52717c-aac6-4057-85d9-ef00d425053a req-4bf0dc37-78ac-4ce6-9f4b-61013ba465f3 tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] Calling delete_port for e160d3df-0f22-4811-abc5-6838a5194ecd owned by compute:nova {{(pid=112710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 08 14:02:58.055930 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-7d52717c-aac6-4057-85d9-ef00d425053a req-4bf0dc37-78ac-4ce6-9f4b-61013ba465f3 tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729028594324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729028134310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10367820'] for port (e160d3df-0f22-4811-abc5-6838a5194ecd), after_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:58.083898 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf0dc37-78ac-4ce6-9f4b-61013ba465f3 tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] Pushing event deleted for resources: {'Port': ['ID=e160d3df-0f22-4811-abc5-6838a5194ecd,revision_number=None']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:58.094537 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] get_ports_and_sgs() called for port_ids ['e160d3df-0f22-4811-abc5-6838a5194ecd'] {{(pid=112711) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 08 14:02:58.128205 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d52717c-aac6-4057-85d9-ef00d425053a req-4bf0dc37-78ac-4ce6-9f4b-61013ba465f3 tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] No DVR routers for this DVR port e160d3df-0f22-4811-abc5-6838a5194ecd on host hv-cinder-82002 {{(pid=112710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 08 14:02:58.131053 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-7d52717c-aac6-4057-85d9-ef00d425053a req-4bf0dc37-78ac-4ce6-9f4b-61013ba465f3 tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161718'] for port (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:58.134858 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-7d52717c-aac6-4057-85d9-ef00d425053a req-4bf0dc37-78ac-4ce6-9f4b-61013ba465f3 tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] 10.222.0.20 "DELETE /networking/v2.0/ports/e160d3df-0f22-4811-abc5-6838a5194ecd HTTP/1.1" status: 204 len: 173 time: 0.4092906 Sep 08 14:02:58.135338 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '730cfd15-29b6-4857-8e2f-a6bf8fc52ec4', 'name': 'network-vif-deleted', 'tag': 'e160d3df-0f22-4811-abc5-6838a5194ecd'}] {{(pid=112710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 14:02:58.137555 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4aaac3e20a53a8e6247a431178541979a817c05ad734f54eee24c8be994502e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d6562ce-2e4a-4729-8b90-52c6ccca85d8" -d '{"events": [{"server_uuid": "730cfd15-29b6-4857-8e2f-a6bf8fc52ec4", "name": "network-vif-deleted", "tag": "e160d3df-0f22-4811-abc5-6838a5194ecd"}]}' {{(pid=112710) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:02:58.174682 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Sep 2022 14:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bd57fe8-19ed-4da9-8d9d-6e1874773e96 x-openstack-request-id: req-0bd57fe8-19ed-4da9-8d9d-6e1874773e96 {{(pid=112710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:02:58.174977 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "730cfd15-29b6-4857-8e2f-a6bf8fc52ec4", "name": "network-vif-deleted", "tag": "e160d3df-0f22-4811-abc5-6838a5194ecd", "status": "completed", "code": 200}]} {{(pid=112710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:02:58.175270 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0bd57fe8-19ed-4da9-8d9d-6e1874773e96 {{(pid=112710) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:02:58.175664 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bd57fe8-19ed-4da9-8d9d-6e1874773e96'] response: {'server_uuid': '730cfd15-29b6-4857-8e2f-a6bf8fc52ec4', 'name': 'network-vif-deleted', 'tag': 'e160d3df-0f22-4811-abc5-6838a5194ecd', 'status': 'completed', 'code': 200} Sep 08 14:02:58.415191 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-1b3f0d3d-9461-4084-81e2-f84b17131e50 req-6427af3e-78a6-4cf5-8fb3-9119dc1d7f70 tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=730cfd15-29b6-4857-8e2f-a6bf8fc52ec4 HTTP/1.1" status: 200 len: 210 time: 0.0363586 Sep 08 14:02:58.469865 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=2 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:58.476875 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=4 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:59.008932 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-ee49d7f0-1706-4ecf-971e-e315cd44d6fc req-d842c900-2e5e-4748-950a-10dc3193bbf7 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] 10.222.0.55 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1740128781&fields=id&tenant_id=1dcae1b090af440f836b18a7bb000c27 HTTP/1.1" status: 200 len: 267 time: 0.0446904 Sep 08 14:02:59.122701 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee49d7f0-1706-4ecf-971e-e315cd44d6fc req-ff6a3527-42e8-482b-adc0-60bbdeda14b3 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:59.124141 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-ee49d7f0-1706-4ecf-971e-e315cd44d6fc req-ff6a3527-42e8-482b-adc0-60bbdeda14b3 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] 10.222.0.55 "GET /networking/v2.0/networks?id=61798ddd-de85-4814-b88e-26fd995b29f0 HTTP/1.1" status: 200 len: 808 time: 0.1086967 Sep 08 14:02:59.138735 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-ee49d7f0-1706-4ecf-971e-e315cd44d6fc req-a0b23de1-bb73-4172-ab3a-28d295dcb466 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] 10.222.0.55 "GET /networking/v2.0/quotas/1dcae1b090af440f836b18a7bb000c27 HTTP/1.1" status: 200 len: 375 time: 0.0092926 Sep 08 14:02:59.188040 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-ee49d7f0-1706-4ecf-971e-e315cd44d6fc req-979f1b1c-c050-408d-8ab4-8a3323855d70 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=1dcae1b090af440f836b18a7bb000c27&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0445516 Sep 08 14:02:59.282970 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-ee49d7f0-1706-4ecf-971e-e315cd44d6fc req-cdc761e7-404b-45f9-bb6d-7f2749848aac service neutron] 10.222.0.55 "GET /networking/v2.0/networks/61798ddd-de85-4814-b88e-26fd995b29f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832760 Sep 08 14:02:59.375446 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-ee49d7f0-1706-4ecf-971e-e315cd44d6fc req-5c22374c-c7ff-4c41-a2cb-0d4917bd0c37 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/61798ddd-de85-4814-b88e-26fd995b29f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869405 Sep 08 14:02:59.723616 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-6f7af69b-c532-40db-9b89-94454758f137 req-3e6c8f8c-2e68-4e30-91b4-524f7c0daa60 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=13064b4a-3c9e-4c93-96fe-7779d873e832 HTTP/1.1" status: 200 len: 210 time: 0.0309560 Sep 08 14:02:59.815438 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:59.837853 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d419adf-589c-493a-be4b-c76e4d2c13ea req-fe66af98-072a-400d-bc2d-50b4bad458c6 tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:59.839356 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-9d419adf-589c-493a-be4b-c76e4d2c13ea req-fe66af98-072a-400d-bc2d-50b4bad458c6 tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] 10.222.0.55 "GET /networking/v2.0/networks?id=95015f11-4506-4483-bc8b-0d6bce5985db HTTP/1.1" status: 200 len: 809 time: 0.1129007 Sep 08 14:02:59.856037 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-9d419adf-589c-493a-be4b-c76e4d2c13ea req-8246034c-053f-4d9b-976f-3d86c5bbeca9 tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] 10.222.0.55 "GET /networking/v2.0/quotas/6a848414c86b439c922442d0862c334f HTTP/1.1" status: 200 len: 375 time: 0.0103481 Sep 08 14:02:59.892082 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-9d419adf-589c-493a-be4b-c76e4d2c13ea req-c0f38cbe-6ac0-4875-a056-ee3efcccdb99 tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=6a848414c86b439c922442d0862c334f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292552 Sep 08 14:02:59.999396 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-9d419adf-589c-493a-be4b-c76e4d2c13ea req-e5a00ffc-62c6-4141-981b-33e5e00f60c0 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/95015f11-4506-4483-bc8b-0d6bce5985db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987685 Sep 08 14:03:00.058217 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:00.100716 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-9d419adf-589c-493a-be4b-c76e4d2c13ea req-46f83073-c540-4259-8a3b-5e12cb4ca024 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/95015f11-4506-4483-bc8b-0d6bce5985db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956135 Sep 08 14:03:00.276402 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-ad1e87fc-da4d-457a-9f02-08ed768d8d62 req-f6957557-523b-4df3-867d-fc35bfc478a3 tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3b0d5296-0abc-45a9-8f32-0f3e04159f57 HTTP/1.1" status: 200 len: 210 time: 0.0425358 Sep 08 14:03:00.827962 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-64acaba2-12c7-4cb3-a42d-97bd286831c7 req-e76be3a9-8974-4d18-9bf9-fdf231d95991 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=13064b4a-3c9e-4c93-96fe-7779d873e832 HTTP/1.1" status: 200 len: 210 time: 0.0295210 Sep 08 14:03:01.112015 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee49d7f0-1706-4ecf-971e-e315cd44d6fc req-136317f5-8cc7-483b-b046-65fd731748a9 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:01.113777 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-ee49d7f0-1706-4ecf-971e-e315cd44d6fc req-136317f5-8cc7-483b-b046-65fd731748a9 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] 10.222.0.20 "GET /networking/v2.0/networks?id=61798ddd-de85-4814-b88e-26fd995b29f0 HTTP/1.1" status: 200 len: 808 time: 0.1371200 Sep 08 14:03:01.201527 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-ee49d7f0-1706-4ecf-971e-e315cd44d6fc req-1655340b-0a11-46b0-a061-8977e672cc76 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] 10.222.0.20 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=1dcae1b090af440f836b18a7bb000c27 HTTP/1.1" status: 200 len: 380 time: 0.0614893 Sep 08 14:03:01.210010 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.v2.base [req-ee49d7f0-1706-4ecf-971e-e315cd44d6fc req-9d2ade18-1897-4756-9f35-e49a91e35eb2 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Request body: {'port': {'device_id': '13064b4a-3c9e-4c93-96fe-7779d873e832', 'network_id': '61798ddd-de85-4814-b88e-26fd995b29f0', 'admin_state_up': True, 'tenant_id': '1dcae1b090af440f836b18a7bb000c27', 'security_groups': ['122109ff-ce72-4cf8-85fa-42ab84378228']}} {{(pid=112710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:03:01.319589 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee49d7f0-1706-4ecf-971e-e315cd44d6fc req-9d2ade18-1897-4756-9f35-e49a91e35eb2 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Made reservation on behalf of 1dcae1b090af440f836b18a7bb000c27 for: {'port': 1} {{(pid=112710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 14:03:01.323592 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-ee49d7f0-1706-4ecf-971e-e315cd44d6fc req-9d2ade18-1897-4756-9f35-e49a91e35eb2 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (None), before_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:01.415396 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-8836eb54-ea86-49b5-b20c-65edeabeba60 req-d6d993bd-f8fb-47ac-8756-f31cf787fac2 tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3b0d5296-0abc-45a9-8f32-0f3e04159f57 HTTP/1.1" status: 200 len: 210 time: 0.0361907 Sep 08 14:03:01.475246 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.db.db_base_plugin_common [req-ee49d7f0-1706-4ecf-971e-e315cd44d6fc req-9d2ade18-1897-4756-9f35-e49a91e35eb2 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Allocated IP 172.20.0.11 (61798ddd-de85-4814-b88e-26fd995b29f0/9dbc7914-3cf1-4f43-b96e-876a2c30a6fa/bd7535b1-15c4-42a1-b1c2-93844a3b30f1) {{(pid=112710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:03:01.601633 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:01.618679 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-ee49d7f0-1706-4ecf-971e-e315cd44d6fc req-9d2ade18-1897-4756-9f35-e49a91e35eb2 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Publish callbacks [] for port (bd7535b1-15c4-42a1-b1c2-93844a3b30f1), precommit_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:01.650565 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-ee49d7f0-1706-4ecf-971e-e315cd44d6fc req-9d2ade18-1897-4756-9f35-e49a91e35eb2 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729028134301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10367820'] for port (bd7535b1-15c4-42a1-b1c2-93844a3b30f1), after_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:01.692962 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee49d7f0-1706-4ecf-971e-e315cd44d6fc req-9d2ade18-1897-4756-9f35-e49a91e35eb2 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Network 61798ddd-de85-4814-b88e-26fd995b29f0 is already hosted by enough agents. {{(pid=112710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:03:01.698565 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.scheduler.base_scheduler [req-ee49d7f0-1706-4ecf-971e-e315cd44d6fc req-9d2ade18-1897-4756-9f35-e49a91e35eb2 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Resources bound (agent type, host, resource id): {{(pid=112710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:03:01.702484 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee49d7f0-1706-4ecf-971e-e315cd44d6fc req-9d2ade18-1897-4756-9f35-e49a91e35eb2 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Received port after_create {{(pid=112710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 08 14:03:01.708519 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2ade18-1897-4756-9f35-e49a91e35eb2 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Pushing event updated for resources: {'Port': ['ID=bd7535b1-15c4-42a1-b1c2-93844a3b30f1,revision_number=1']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:03:01.811409 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee49d7f0-1706-4ecf-971e-e315cd44d6fc req-9d2ade18-1897-4756-9f35-e49a91e35eb2 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:01.812022 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-ee49d7f0-1706-4ecf-971e-e315cd44d6fc req-9d2ade18-1897-4756-9f35-e49a91e35eb2 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161718'] for port (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:01.843180 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-ee49d7f0-1706-4ecf-971e-e315cd44d6fc req-9d2ade18-1897-4756-9f35-e49a91e35eb2 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6368303 Sep 08 14:03:01.861161 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [req-ee49d7f0-1706-4ecf-971e-e315cd44d6fc req-d5cd884a-81c5-4da3-95af-8562440e62df tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] http://10.222.0.55:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112710) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 08 14:03:01.862436 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-ee49d7f0-1706-4ecf-971e-e315cd44d6fc req-d5cd884a-81c5-4da3-95af-8562440e62df tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] 10.222.0.20 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0092626 Sep 08 14:03:01.884028 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:01.899963 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d419adf-589c-493a-be4b-c76e4d2c13ea req-c5c1e07b-cba2-4aec-850d-ab2c0e922714 tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:01.901829 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-9d419adf-589c-493a-be4b-c76e4d2c13ea req-c5c1e07b-cba2-4aec-850d-ab2c0e922714 tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] 10.222.0.20 "GET /networking/v2.0/networks?id=95015f11-4506-4483-bc8b-0d6bce5985db HTTP/1.1" status: 200 len: 809 time: 0.1720226 Sep 08 14:03:01.983888 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740e0b87-54c5-4439-aa84-19b7c5fa1b48 req-e14b181c-dbde-47da-8462-84b9d23b1ec5 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:01.985475 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-740e0b87-54c5-4439-aa84-19b7c5fa1b48 req-e14b181c-dbde-47da-8462-84b9d23b1ec5 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=13064b4a-3c9e-4c93-96fe-7779d873e832 HTTP/1.1" status: 200 len: 932 time: 0.0491252 Sep 08 14:03:01.991428 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-61e17eab-526d-4353-ad44-134bb98d1e12 None None] Provisioning complete for port bd7535b1-15c4-42a1-b1c2-93844a3b30f1 triggered by entity DHCP. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:03:01.991969 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-61e17eab-526d-4353-ad44-134bb98d1e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (bd7535b1-15c4-42a1-b1c2-93844a3b30f1), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:02.021929 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.v2.base [req-ee49d7f0-1706-4ecf-971e-e315cd44d6fc req-3e453d70-78c6-4c4f-b138-bd30e572f991 service neutron] Request body: {'port': {'device_id': '13064b4a-3c9e-4c93-96fe-7779d873e832', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82002'}} {{(pid=112710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:03:02.027077 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-61e17eab-526d-4353-ad44-134bb98d1e12 None None] Port bd7535b1-15c4-42a1-b1c2-93844a3b30f1 cannot update to ACTIVE because it is not bound. {{(pid=112711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 08 14:03:02.052573 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.v2.base [req-9d419adf-589c-493a-be4b-c76e4d2c13ea req-74c36ffb-45d0-4696-99ce-fe5b7a158e8a tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] Request body: {'port': {'device_id': '3b0d5296-0abc-45a9-8f32-0f3e04159f57', 'network_id': '95015f11-4506-4483-bc8b-0d6bce5985db', 'admin_state_up': True, 'tenant_id': '6a848414c86b439c922442d0862c334f'}} {{(pid=112710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:03:02.153759 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-740e0b87-54c5-4439-aa84-19b7c5fa1b48 req-652bd093-9561-4e40-8724-9ae18cc078d3 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=122109ff-ce72-4cf8-85fa-42ab84378228&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1565835 Sep 08 14:03:02.190760 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-ee49d7f0-1706-4ecf-971e-e315cd44d6fc req-3e453d70-78c6-4c4f-b138-bd30e572f991 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (bd7535b1-15c4-42a1-b1c2-93844a3b30f1), before_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:02.270527 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d419adf-589c-493a-be4b-c76e4d2c13ea req-74c36ffb-45d0-4696-99ce-fe5b7a158e8a tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] Made reservation on behalf of 6a848414c86b439c922442d0862c334f for: {'port': 1} {{(pid=112710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 14:03:02.274880 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-9d419adf-589c-493a-be4b-c76e4d2c13ea req-74c36ffb-45d0-4696-99ce-fe5b7a158e8a tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (None), before_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:02.510558 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:02.553964 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-97e3195c-c99f-4344-8f1e-bc2a1a7b54fd req-a4f8617c-85f8-49ce-9441-63463dfe8338 tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3b0d5296-0abc-45a9-8f32-0f3e04159f57 HTTP/1.1" status: 200 len: 210 time: 0.0587540 Sep 08 14:03:02.579685 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.db.db_base_plugin_common [req-9d419adf-589c-493a-be4b-c76e4d2c13ea req-74c36ffb-45d0-4696-99ce-fe5b7a158e8a tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] Allocated IP 172.20.0.2 (95015f11-4506-4483-bc8b-0d6bce5985db/ce3fa8f2-036b-4bed-a438-133d95dfdf7f/c3b57e40-056f-4a07-a642-117f26ac12d0) {{(pid=112710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:03:02.604501 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Device e160d3df-0f22-4811-abc5-6838a5194ecd no longer exists at agent hyperv_hv-cinder-82002 {{(pid=112711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:03:02.626414 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] No Port match for: e160d3df-0f22-4811-abc5-6838a5194ecd {{(pid=112711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 08 14:03:02.626760 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Device e160d3df-0f22-4811-abc5-6838a5194ecd not bound to the agent host hv-cinder-82002 {{(pid=112711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:03:02.670019 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.notifiers.nova [req-ee49d7f0-1706-4ecf-971e-e315cd44d6fc req-3e453d70-78c6-4c4f-b138-bd30e572f991 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd7535b1-15c4-42a1-b1c2-93844a3b30f1 {{(pid=112710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 08 14:03:02.682547 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-ee49d7f0-1706-4ecf-971e-e315cd44d6fc req-3e453d70-78c6-4c4f-b138-bd30e572f991 service neutron] Publish callbacks [] for port (bd7535b1-15c4-42a1-b1c2-93844a3b30f1), precommit_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:02.733892 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=7 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:02.738939 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.db.provisioning_blocks [req-ee49d7f0-1706-4ecf-971e-e315cd44d6fc req-3e453d70-78c6-4c4f-b138-bd30e572f991 service neutron] Transition to ACTIVE for port object bd7535b1-15c4-42a1-b1c2-93844a3b30f1 will not be triggered until provisioned by entity L2. {{(pid=112710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 08 14:03:02.747222 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-ee49d7f0-1706-4ecf-971e-e315cd44d6fc req-3e453d70-78c6-4c4f-b138-bd30e572f991 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10367797'] for port (bd7535b1-15c4-42a1-b1c2-93844a3b30f1), after_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:02.848901 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e453d70-78c6-4c4f-b138-bd30e572f991 service neutron] Pushing event updated for resources: {'Port': ['ID=bd7535b1-15c4-42a1-b1c2-93844a3b30f1,revision_number=2']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:03:02.874237 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-9d419adf-589c-493a-be4b-c76e4d2c13ea req-74c36ffb-45d0-4696-99ce-fe5b7a158e8a tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] Publish callbacks [] for port (c3b57e40-056f-4a07-a642-117f26ac12d0), precommit_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:02.927134 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.managers [req-ee49d7f0-1706-4ecf-971e-e315cd44d6fc req-3e453d70-78c6-4c4f-b138-bd30e572f991 service neutron] Attempting to bind port bd7535b1-15c4-42a1-b1c2-93844a3b30f1 on host hv-cinder-82002 for vnic_type normal with profile {{(pid=112710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 08 14:03:02.927472 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.managers [req-ee49d7f0-1706-4ecf-971e-e315cd44d6fc req-3e453d70-78c6-4c4f-b138-bd30e572f991 service neutron] Attempting to bind port bd7535b1-15c4-42a1-b1c2-93844a3b30f1 by drivers openvswitch,hyperv on host hv-cinder-82002 at level 0 using segments [{'id': '82c18f84-988d-4d97-ab74-c445b6811f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '61798ddd-de85-4814-b88e-26fd995b29f0'}] {{(pid=112710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 08 14:03:02.927799 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee49d7f0-1706-4ecf-971e-e315cd44d6fc req-3e453d70-78c6-4c4f-b138-bd30e572f991 service neutron] Attempting to bind port bd7535b1-15c4-42a1-b1c2-93844a3b30f1 on network 61798ddd-de85-4814-b88e-26fd995b29f0 {{(pid=112710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 14:03:02.952509 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-9d419adf-589c-493a-be4b-c76e4d2c13ea req-74c36ffb-45d0-4696-99ce-fe5b7a158e8a tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729028134301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10367820'] for port (c3b57e40-056f-4a07-a642-117f26ac12d0), after_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:03.001219 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d419adf-589c-493a-be4b-c76e4d2c13ea req-74c36ffb-45d0-4696-99ce-fe5b7a158e8a tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] Network 95015f11-4506-4483-bc8b-0d6bce5985db is already hosted by enough agents. {{(pid=112710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:03:03.012290 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.scheduler.base_scheduler [req-9d419adf-589c-493a-be4b-c76e4d2c13ea req-74c36ffb-45d0-4696-99ce-fe5b7a158e8a tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] Resources bound (agent type, host, resource id): {{(pid=112710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:03:03.014681 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d419adf-589c-493a-be4b-c76e4d2c13ea req-74c36ffb-45d0-4696-99ce-fe5b7a158e8a tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] Received port after_create {{(pid=112710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 08 14:03:03.045596 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c36ffb-45d0-4696-99ce-fe5b7a158e8a tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] Pushing event updated for resources: {'Port': ['ID=c3b57e40-056f-4a07-a642-117f26ac12d0,revision_number=1']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:03:03.050828 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee49d7f0-1706-4ecf-971e-e315cd44d6fc req-3e453d70-78c6-4c4f-b138-bd30e572f991 service neutron] Port bd7535b1-15c4-42a1-b1c2-93844a3b30f1 on network 61798ddd-de85-4814-b88e-26fd995b29f0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82002 {{(pid=112710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 08 14:03:03.051158 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee49d7f0-1706-4ecf-971e-e315cd44d6fc req-3e453d70-78c6-4c4f-b138-bd30e572f991 service neutron] Attempting to bind port bd7535b1-15c4-42a1-b1c2-93844a3b30f1 on network 61798ddd-de85-4814-b88e-26fd995b29f0 {{(pid=112710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 14:03:03.103520 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d419adf-589c-493a-be4b-c76e4d2c13ea req-74c36ffb-45d0-4696-99ce-fe5b7a158e8a tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:03.104121 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-9d419adf-589c-493a-be4b-c76e4d2c13ea req-74c36ffb-45d0-4696-99ce-fe5b7a158e8a tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161718'] for port (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:03.122482 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee49d7f0-1706-4ecf-971e-e315cd44d6fc req-3e453d70-78c6-4c4f-b138-bd30e572f991 service neutron] Checking agent: {'id': '4c2ff875-e6d7-424e-bdc7-d4b2ed4bdd9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82002', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 8, 13, 50, 33), 'started_at': datetime.datetime(2022, 9, 8, 13, 50, 33), 'heartbeat_timestamp': datetime.datetime(2022, 9, 8, 14, 2, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 08 14:03:03.122872 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee49d7f0-1706-4ecf-971e-e315cd44d6fc req-3e453d70-78c6-4c4f-b138-bd30e572f991 service neutron] Checking segment: {'id': '82c18f84-988d-4d97-ab74-c445b6811f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '61798ddd-de85-4814-b88e-26fd995b29f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 14:03:03.123320 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee49d7f0-1706-4ecf-971e-e315cd44d6fc req-3e453d70-78c6-4c4f-b138-bd30e572f991 service neutron] Bound using segment: {'id': '82c18f84-988d-4d97-ab74-c445b6811f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '61798ddd-de85-4814-b88e-26fd995b29f0'} {{(pid=112710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 08 14:03:03.123826 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.managers [req-ee49d7f0-1706-4ecf-971e-e315cd44d6fc req-3e453d70-78c6-4c4f-b138-bd30e572f991 service neutron] Bound port: bd7535b1-15c4-42a1-b1c2-93844a3b30f1, host: hv-cinder-82002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82c18f84-988d-4d97-ab74-c445b6811f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '61798ddd-de85-4814-b88e-26fd995b29f0'}}] {{(pid=112710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 08 14:03:03.124201 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-ee49d7f0-1706-4ecf-971e-e315cd44d6fc req-3e453d70-78c6-4c4f-b138-bd30e572f991 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (bd7535b1-15c4-42a1-b1c2-93844a3b30f1), before_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:03.136815 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-9d419adf-589c-493a-be4b-c76e4d2c13ea req-74c36ffb-45d0-4696-99ce-fe5b7a158e8a tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0937324 Sep 08 14:03:03.187661 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:03.188843 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.db [req-ee49d7f0-1706-4ecf-971e-e315cd44d6fc req-3e453d70-78c6-4c4f-b138-bd30e572f991 service neutron] For port bd7535b1-15c4-42a1-b1c2-93844a3b30f1, host hv-cinder-82002, cleared binding levels {{(pid=112710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:03:03.192034 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.db [req-ee49d7f0-1706-4ecf-971e-e315cd44d6fc req-3e453d70-78c6-4c4f-b138-bd30e572f991 service neutron] For port bd7535b1-15c4-42a1-b1c2-93844a3b30f1, host hv-cinder-82002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=bd7535b1-15c4-42a1-b1c2-93844a3b30f1,segment=NetworkSegment(82c18f84-988d-4d97-ab74-c445b6811f80),segment_id=82c18f84-988d-4d97-ab74-c445b6811f80)] {{(pid=112710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 14:03:03.199205 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-ee49d7f0-1706-4ecf-971e-e315cd44d6fc req-3e453d70-78c6-4c4f-b138-bd30e572f991 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10367797'] for port (bd7535b1-15c4-42a1-b1c2-93844a3b30f1), after_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:03.202486 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee49d7f0-1706-4ecf-971e-e315cd44d6fc req-3e453d70-78c6-4c4f-b138-bd30e572f991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:03.203097 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-ee49d7f0-1706-4ecf-971e-e315cd44d6fc req-3e453d70-78c6-4c4f-b138-bd30e572f991 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161718'] for port (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:03.204563 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-ee49d7f0-1706-4ecf-971e-e315cd44d6fc req-3e453d70-78c6-4c4f-b138-bd30e572f991 service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/bd7535b1-15c4-42a1-b1c2-93844a3b30f1 HTTP/1.1" status: 200 len: 1094 time: 1.3173301 Sep 08 14:03:03.207023 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13064b4a-3c9e-4c93-96fe-7779d873e832', 'tag': 'bd7535b1-15c4-42a1-b1c2-93844a3b30f1'}] {{(pid=112710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 14:03:03.209196 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4aaac3e20a53a8e6247a431178541979a817c05ad734f54eee24c8be994502e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e5f16fb-4e03-4bc9-8e43-e5e53f981bf4" -d '{"events": [{"name": "network-changed", "server_uuid": "13064b4a-3c9e-4c93-96fe-7779d873e832", "tag": "bd7535b1-15c4-42a1-b1c2-93844a3b30f1"}]}' {{(pid=112710) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:03:03.255854 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Sep 2022 14:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a62b5e9c-aee1-4e1d-a81b-8bcffe86ab27 x-openstack-request-id: req-a62b5e9c-aee1-4e1d-a81b-8bcffe86ab27 {{(pid=112710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:03:03.256078 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13064b4a-3c9e-4c93-96fe-7779d873e832", "tag": "bd7535b1-15c4-42a1-b1c2-93844a3b30f1", "status": "completed", "code": 200}]} {{(pid=112710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:03:03.256341 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a62b5e9c-aee1-4e1d-a81b-8bcffe86ab27 {{(pid=112710) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:03:03.256723 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a62b5e9c-aee1-4e1d-a81b-8bcffe86ab27'] response: {'name': 'network-changed', 'server_uuid': '13064b4a-3c9e-4c93-96fe-7779d873e832', 'tag': 'bd7535b1-15c4-42a1-b1c2-93844a3b30f1', 'status': 'completed', 'code': 200} Sep 08 14:03:03.294539 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e453d70-78c6-4c4f-b138-bd30e572f991 service neutron] Pushing event updated for resources: {'Port': ['ID=bd7535b1-15c4-42a1-b1c2-93844a3b30f1,revision_number=3']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:03:03.308423 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f0c32b-6430-427d-8cea-4c5299bd78c2 req-dc3e6023-61bb-42ee-8418-dd3c084a6e70 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:03.309925 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-20f0c32b-6430-427d-8cea-4c5299bd78c2 req-dc3e6023-61bb-42ee-8418-dd3c084a6e70 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=13064b4a-3c9e-4c93-96fe-7779d873e832 HTTP/1.1" status: 200 len: 944 time: 0.0713201 Sep 08 14:03:03.358389 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-20f0c32b-6430-427d-8cea-4c5299bd78c2 req-a7081277-2e72-494c-a47c-570795e3e90e tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=122109ff-ce72-4cf8-85fa-42ab84378228&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429170 Sep 08 14:03:03.675083 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2af138-58b8-4cf0-a78e-b727953afbdc req-d988a44b-c68f-4570-8f7c-5e65d8957a12 tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:03.676527 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-3a2af138-58b8-4cf0-a78e-b727953afbdc req-d988a44b-c68f-4570-8f7c-5e65d8957a12 tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3b0d5296-0abc-45a9-8f32-0f3e04159f57 HTTP/1.1" status: 200 len: 931 time: 0.0468469 Sep 08 14:03:03.722279 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-3a2af138-58b8-4cf0-a78e-b727953afbdc req-15d8c1d7-548f-4e0c-bd72-fb2065225b94 tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e2c245db-0f2b-47ab-8064-0e1eb77e332d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402048 Sep 08 14:03:04.476880 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff3a074-77e2-4480-84dd-35e52deadcdf req-6b74c98c-bf39-464c-8656-56c8dce3d56a tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:04.478356 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-9ff3a074-77e2-4480-84dd-35e52deadcdf req-6b74c98c-bf39-464c-8656-56c8dce3d56a tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=13064b4a-3c9e-4c93-96fe-7779d873e832 HTTP/1.1" status: 200 len: 944 time: 0.0465953 Sep 08 14:03:04.531281 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-9ff3a074-77e2-4480-84dd-35e52deadcdf req-d4322fd6-f768-4884-8fd5-b8685d38de68 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=122109ff-ce72-4cf8-85fa-42ab84378228&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474191 Sep 08 14:03:04.549964 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=17,neutron:DELETE=3 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:04.572058 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=30,neutron:DELETE=1 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:04.840513 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7acb8c-5b1d-4614-8bdc-ebe9345ae20a req-898e15c1-f97d-4426-9e87-426f21ee6e1d tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:04.841987 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-9f7acb8c-5b1d-4614-8bdc-ebe9345ae20a req-898e15c1-f97d-4426-9e87-426f21ee6e1d tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3b0d5296-0abc-45a9-8f32-0f3e04159f57 HTTP/1.1" status: 200 len: 931 time: 0.0465524 Sep 08 14:03:04.889279 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-9f7acb8c-5b1d-4614-8bdc-ebe9345ae20a req-ae65b135-777a-4348-84e4-7ee0979098c1 tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e2c245db-0f2b-47ab-8064-0e1eb77e332d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415907 Sep 08 14:03:05.525322 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (4c2ff875-e6d7-424e-bdc7-d4b2ed4bdd9c), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:05.540252 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.v2.base [req-9d419adf-589c-493a-be4b-c76e4d2c13ea req-d3471d95-1102-4ffc-9ef2-70495cd581c3 service neutron] Request body: {'port': {'device_id': '3b0d5296-0abc-45a9-8f32-0f3e04159f57', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82002'}} {{(pid=112710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:03:05.543721 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:05.629552 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5f16fb-4e03-4bc9-8e43-e5e53f981bf4 req-e635a1c3-c97a-46bf-80a4-eb9bdccabbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:05.630999 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-2e5f16fb-4e03-4bc9-8e43-e5e53f981bf4 req-e635a1c3-c97a-46bf-80a4-eb9bdccabbbf service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=1dcae1b090af440f836b18a7bb000c27&device_id=13064b4a-3c9e-4c93-96fe-7779d873e832 HTTP/1.1" status: 200 len: 1128 time: 0.0710971 Sep 08 14:03:05.687001 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-9d419adf-589c-493a-be4b-c76e4d2c13ea req-d3471d95-1102-4ffc-9ef2-70495cd581c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (c3b57e40-056f-4a07-a642-117f26ac12d0), before_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:06.014929 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ecd22d-7585-407a-8a23-5b91691ff25d req-c7df4c59-c3a7-425b-9e36-ccbffeb1d49e tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:06.016378 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e6ecd22d-7585-407a-8a23-5b91691ff25d req-c7df4c59-c3a7-425b-9e36-ccbffeb1d49e tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=13064b4a-3c9e-4c93-96fe-7779d873e832 HTTP/1.1" status: 200 len: 944 time: 0.3886034 Sep 08 14:03:06.101987 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e118880-dae7-4614-82c8-9e684e830aa5 req-66d9cd28-a99a-4414-88cc-12fb25b5fbb4 tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:06.103331 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-4e118880-dae7-4614-82c8-9e684e830aa5 req-66d9cd28-a99a-4414-88cc-12fb25b5fbb4 tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3b0d5296-0abc-45a9-8f32-0f3e04159f57 HTTP/1.1" status: 200 len: 931 time: 0.1082036 Sep 08 14:03:06.230528 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5f16fb-4e03-4bc9-8e43-e5e53f981bf4 req-e2ab5a59-e0e7-46df-9a4c-007eb05b52b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:06.231968 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-2e5f16fb-4e03-4bc9-8e43-e5e53f981bf4 req-e2ab5a59-e0e7-46df-9a4c-007eb05b52b7 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?tenant_id=1dcae1b090af440f836b18a7bb000c27&shared=False HTTP/1.1" status: 200 len: 909 time: 0.5857511 Sep 08 14:03:06.244958 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e6ecd22d-7585-407a-8a23-5b91691ff25d req-2df842a4-a50b-4a92-880b-ef3ce6146a6a tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=122109ff-ce72-4cf8-85fa-42ab84378228&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2057672 Sep 08 14:03:06.262006 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:06.288801 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-4e118880-dae7-4614-82c8-9e684e830aa5 req-b39bbc08-5413-4baa-8989-2ac2a2aa7660 tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e2c245db-0f2b-47ab-8064-0e1eb77e332d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783562 Sep 08 14:03:06.426478 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5f16fb-4e03-4bc9-8e43-e5e53f981bf4 req-47b1ddfb-b3b6-4656-8352-34756e60a21b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:06.428129 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-2e5f16fb-4e03-4bc9-8e43-e5e53f981bf4 req-47b1ddfb-b3b6-4656-8352-34756e60a21b service neutron] 10.222.0.20 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1801786 Sep 08 14:03:06.472764 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.agents_db [None req-36671662-b8ef-427e-8422-ee96630d1377 None None] Agent healthcheck: found 6 active agents {{(pid=112712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:03:06.501882 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.notifiers.nova [req-9d419adf-589c-493a-be4b-c76e4d2c13ea req-d3471d95-1102-4ffc-9ef2-70495cd581c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3b57e40-056f-4a07-a642-117f26ac12d0 {{(pid=112710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 08 14:03:06.524862 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-9d419adf-589c-493a-be4b-c76e4d2c13ea req-d3471d95-1102-4ffc-9ef2-70495cd581c3 service neutron] Publish callbacks [] for port (c3b57e40-056f-4a07-a642-117f26ac12d0), precommit_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:06.544123 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee49d7f0-1706-4ecf-971e-e315cd44d6fc req-ba8b6352-e3a6-4ef1-8cb9-173a9ecd1ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:06.545685 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-ee49d7f0-1706-4ecf-971e-e315cd44d6fc req-ba8b6352-e3a6-4ef1-8cb9-173a9ecd1ae6 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=1dcae1b090af440f836b18a7bb000c27&device_id=13064b4a-3c9e-4c93-96fe-7779d873e832 HTTP/1.1" status: 200 len: 1128 time: 0.0590904 Sep 08 14:03:06.546597 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.db.provisioning_blocks [req-9d419adf-589c-493a-be4b-c76e4d2c13ea req-d3471d95-1102-4ffc-9ef2-70495cd581c3 service neutron] Transition to ACTIVE for port object c3b57e40-056f-4a07-a642-117f26ac12d0 will not be triggered until provisioned by entity L2. {{(pid=112710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 08 14:03:06.549973 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-9d419adf-589c-493a-be4b-c76e4d2c13ea req-d3471d95-1102-4ffc-9ef2-70495cd581c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10367797'] for port (c3b57e40-056f-4a07-a642-117f26ac12d0), after_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:06.615962 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-ee49d7f0-1706-4ecf-971e-e315cd44d6fc req-6af13fdb-2fe8-43e2-b8ab-1951d13b8825 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bd7535b1-15c4-42a1-b1c2-93844a3b30f1 HTTP/1.1" status: 200 len: 217 time: 0.0433433 Sep 08 14:03:06.668538 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3471d95-1102-4ffc-9ef2-70495cd581c3 service neutron] Pushing event updated for resources: {'Port': ['ID=c3b57e40-056f-4a07-a642-117f26ac12d0,revision_number=2']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:03:06.697489 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:06.722921 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee49d7f0-1706-4ecf-971e-e315cd44d6fc req-e9259c13-983d-4feb-a227-77aab967218d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:06.724376 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-ee49d7f0-1706-4ecf-971e-e315cd44d6fc req-e9259c13-983d-4feb-a227-77aab967218d service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=9dbc7914-3cf1-4f43-b96e-876a2c30a6fa HTTP/1.1" status: 200 len: 847 time: 0.0859616 Sep 08 14:03:06.743152 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.managers [req-9d419adf-589c-493a-be4b-c76e4d2c13ea req-d3471d95-1102-4ffc-9ef2-70495cd581c3 service neutron] Attempting to bind port c3b57e40-056f-4a07-a642-117f26ac12d0 on host hv-cinder-82002 for vnic_type normal with profile {{(pid=112710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 08 14:03:06.743486 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.managers [req-9d419adf-589c-493a-be4b-c76e4d2c13ea req-d3471d95-1102-4ffc-9ef2-70495cd581c3 service neutron] Attempting to bind port c3b57e40-056f-4a07-a642-117f26ac12d0 by drivers openvswitch,hyperv on host hv-cinder-82002 at level 0 using segments [{'id': '031a16f3-d64b-4435-a3f3-46646c7608b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '95015f11-4506-4483-bc8b-0d6bce5985db'}] {{(pid=112710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 08 14:03:06.743810 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d419adf-589c-493a-be4b-c76e4d2c13ea req-d3471d95-1102-4ffc-9ef2-70495cd581c3 service neutron] Attempting to bind port c3b57e40-056f-4a07-a642-117f26ac12d0 on network 95015f11-4506-4483-bc8b-0d6bce5985db {{(pid=112710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 14:03:06.798263 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee49d7f0-1706-4ecf-971e-e315cd44d6fc req-d16f77bd-7f4d-4d79-979b-63033ffa44d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:06.799751 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-ee49d7f0-1706-4ecf-971e-e315cd44d6fc req-d16f77bd-7f4d-4d79-979b-63033ffa44d4 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=61798ddd-de85-4814-b88e-26fd995b29f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0675206 Sep 08 14:03:06.830049 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d419adf-589c-493a-be4b-c76e4d2c13ea req-d3471d95-1102-4ffc-9ef2-70495cd581c3 service neutron] Port c3b57e40-056f-4a07-a642-117f26ac12d0 on network 95015f11-4506-4483-bc8b-0d6bce5985db not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82002 {{(pid=112710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 08 14:03:06.830378 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d419adf-589c-493a-be4b-c76e4d2c13ea req-d3471d95-1102-4ffc-9ef2-70495cd581c3 service neutron] Attempting to bind port c3b57e40-056f-4a07-a642-117f26ac12d0 on network 95015f11-4506-4483-bc8b-0d6bce5985db {{(pid=112710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 14:03:06.931547 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d419adf-589c-493a-be4b-c76e4d2c13ea req-d3471d95-1102-4ffc-9ef2-70495cd581c3 service neutron] Checking agent: {'id': '4c2ff875-e6d7-424e-bdc7-d4b2ed4bdd9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82002', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 8, 13, 50, 33), 'started_at': datetime.datetime(2022, 9, 8, 13, 50, 33), 'heartbeat_timestamp': datetime.datetime(2022, 9, 8, 14, 3, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 08 14:03:06.931810 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d419adf-589c-493a-be4b-c76e4d2c13ea req-d3471d95-1102-4ffc-9ef2-70495cd581c3 service neutron] Checking segment: {'id': '031a16f3-d64b-4435-a3f3-46646c7608b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '95015f11-4506-4483-bc8b-0d6bce5985db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 14:03:06.932184 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d419adf-589c-493a-be4b-c76e4d2c13ea req-d3471d95-1102-4ffc-9ef2-70495cd581c3 service neutron] Bound using segment: {'id': '031a16f3-d64b-4435-a3f3-46646c7608b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '95015f11-4506-4483-bc8b-0d6bce5985db'} {{(pid=112710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 08 14:03:06.932612 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.managers [req-9d419adf-589c-493a-be4b-c76e4d2c13ea req-d3471d95-1102-4ffc-9ef2-70495cd581c3 service neutron] Bound port: c3b57e40-056f-4a07-a642-117f26ac12d0, host: hv-cinder-82002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '031a16f3-d64b-4435-a3f3-46646c7608b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '95015f11-4506-4483-bc8b-0d6bce5985db'}}] {{(pid=112710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 08 14:03:06.932961 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-9d419adf-589c-493a-be4b-c76e4d2c13ea req-d3471d95-1102-4ffc-9ef2-70495cd581c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (c3b57e40-056f-4a07-a642-117f26ac12d0), before_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:06.944114 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-ee49d7f0-1706-4ecf-971e-e315cd44d6fc req-0261911e-ba74-40df-b05f-1cfa61e150ec service neutron] 10.222.0.20 "GET /networking/v2.0/networks/61798ddd-de85-4814-b88e-26fd995b29f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360500 Sep 08 14:03:07.053836 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.db [req-9d419adf-589c-493a-be4b-c76e4d2c13ea req-d3471d95-1102-4ffc-9ef2-70495cd581c3 service neutron] For port c3b57e40-056f-4a07-a642-117f26ac12d0, host hv-cinder-82002, cleared binding levels {{(pid=112710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:03:07.059151 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:07.078866 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.db [req-9d419adf-589c-493a-be4b-c76e4d2c13ea req-d3471d95-1102-4ffc-9ef2-70495cd581c3 service neutron] For port c3b57e40-056f-4a07-a642-117f26ac12d0, host hv-cinder-82002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=c3b57e40-056f-4a07-a642-117f26ac12d0,segment=NetworkSegment(031a16f3-d64b-4435-a3f3-46646c7608b4),segment_id=031a16f3-d64b-4435-a3f3-46646c7608b4)] {{(pid=112710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 14:03:07.091574 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-9d419adf-589c-493a-be4b-c76e4d2c13ea req-d3471d95-1102-4ffc-9ef2-70495cd581c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10367797'] for port (c3b57e40-056f-4a07-a642-117f26ac12d0), after_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:07.096616 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d419adf-589c-493a-be4b-c76e4d2c13ea req-d3471d95-1102-4ffc-9ef2-70495cd581c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:07.097216 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-9d419adf-589c-493a-be4b-c76e4d2c13ea req-d3471d95-1102-4ffc-9ef2-70495cd581c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161718'] for port (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:07.098682 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-9d419adf-589c-493a-be4b-c76e4d2c13ea req-d3471d95-1102-4ffc-9ef2-70495cd581c3 service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/c3b57e40-056f-4a07-a642-117f26ac12d0 HTTP/1.1" status: 200 len: 1093 time: 1.5633135 Sep 08 14:03:07.100643 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-ee49d7f0-1706-4ecf-971e-e315cd44d6fc req-9cd9eee6-d36d-4bfb-9f89-3e6c0be6d17b service neutron] 10.222.0.20 "GET /networking/v2.0/networks/61798ddd-de85-4814-b88e-26fd995b29f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501110 Sep 08 14:03:07.101108 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b0d5296-0abc-45a9-8f32-0f3e04159f57', 'tag': 'c3b57e40-056f-4a07-a642-117f26ac12d0'}] {{(pid=112710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 14:03:07.103374 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4aaac3e20a53a8e6247a431178541979a817c05ad734f54eee24c8be994502e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db233fbb-8ac4-47d2-96e5-2ed6646f0462" -d '{"events": [{"name": "network-changed", "server_uuid": "3b0d5296-0abc-45a9-8f32-0f3e04159f57", "tag": "c3b57e40-056f-4a07-a642-117f26ac12d0"}]}' {{(pid=112710) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:03:07.155668 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3471d95-1102-4ffc-9ef2-70495cd581c3 service neutron] Pushing event updated for resources: {'Port': ['ID=c3b57e40-056f-4a07-a642-117f26ac12d0,revision_number=3']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:03:07.178373 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Sep 2022 14:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be6fdec1-de67-40de-a050-bcd2d7ec82d7 x-openstack-request-id: req-be6fdec1-de67-40de-a050-bcd2d7ec82d7 {{(pid=112710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:03:07.178713 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b0d5296-0abc-45a9-8f32-0f3e04159f57", "tag": "c3b57e40-056f-4a07-a642-117f26ac12d0", "status": "completed", "code": 200}]} {{(pid=112710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:03:07.178967 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-be6fdec1-de67-40de-a050-bcd2d7ec82d7 {{(pid=112710) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:03:07.179378 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be6fdec1-de67-40de-a050-bcd2d7ec82d7'] response: {'name': 'network-changed', 'server_uuid': '3b0d5296-0abc-45a9-8f32-0f3e04159f57', 'tag': 'c3b57e40-056f-4a07-a642-117f26ac12d0', 'status': 'completed', 'code': 200} Sep 08 14:03:07.366365 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae337e6-165c-486f-9aa2-832cdaab12eb req-386a6fb7-cc84-425c-a5c7-3368f5a9597e tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:07.368256 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-bae337e6-165c-486f-9aa2-832cdaab12eb req-386a6fb7-cc84-425c-a5c7-3368f5a9597e tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=13064b4a-3c9e-4c93-96fe-7779d873e832 HTTP/1.1" status: 200 len: 944 time: 0.0489874 Sep 08 14:03:07.432044 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b43d72-e3de-4678-9847-c791ab1ff5dd req-81970c81-be7f-4277-8825-837111888431 tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:07.433567 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-26b43d72-e3de-4678-9847-c791ab1ff5dd req-81970c81-be7f-4277-8825-837111888431 tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3b0d5296-0abc-45a9-8f32-0f3e04159f57 HTTP/1.1" status: 200 len: 943 time: 0.0643880 Sep 08 14:03:07.505903 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-bae337e6-165c-486f-9aa2-832cdaab12eb req-5059392a-7bca-4d5f-8f2c-e803c546191c tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=122109ff-ce72-4cf8-85fa-42ab84378228&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1283765 Sep 08 14:03:07.514292 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d419adf-589c-493a-be4b-c76e4d2c13ea req-083bce3e-6fe4-4397-91bd-b51295305564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:07.515746 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-9d419adf-589c-493a-be4b-c76e4d2c13ea req-083bce3e-6fe4-4397-91bd-b51295305564 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=6a848414c86b439c922442d0862c334f&device_id=3b0d5296-0abc-45a9-8f32-0f3e04159f57 HTTP/1.1" status: 200 len: 1127 time: 0.0675826 Sep 08 14:03:07.531961 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-26b43d72-e3de-4678-9847-c791ab1ff5dd req-fc7f8e43-7cb6-4394-89cc-f22bf39c0ff0 tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e2c245db-0f2b-47ab-8064-0e1eb77e332d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926480 Sep 08 14:03:07.567551 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-9d419adf-589c-493a-be4b-c76e4d2c13ea req-5985d2f9-39b8-4e5a-bab9-427f6ec8391b service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c3b57e40-056f-4a07-a642-117f26ac12d0 HTTP/1.1" status: 200 len: 217 time: 0.0345168 Sep 08 14:03:07.620849 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d419adf-589c-493a-be4b-c76e4d2c13ea req-0a62bd67-5451-4719-87e9-a250a60756cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:07.622531 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-9d419adf-589c-493a-be4b-c76e4d2c13ea req-0a62bd67-5451-4719-87e9-a250a60756cc service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=ce3fa8f2-036b-4bed-a438-133d95dfdf7f HTTP/1.1" status: 200 len: 849 time: 0.0486763 Sep 08 14:03:07.656012 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-9d419adf-589c-493a-be4b-c76e4d2c13ea req-8fe5c2c9-8bd4-4de3-a1d1-dc1c452a8333 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=95015f11-4506-4483-bc8b-0d6bce5985db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257263 Sep 08 14:03:07.746942 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-9d419adf-589c-493a-be4b-c76e4d2c13ea req-4113c38f-8328-43cb-abfa-db3862170367 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/95015f11-4506-4483-bc8b-0d6bce5985db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837350 Sep 08 14:03:07.769498 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:07.841827 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-9d419adf-589c-493a-be4b-c76e4d2c13ea req-381db79c-ec13-479a-830f-543ec57d0476 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/95015f11-4506-4483-bc8b-0d6bce5985db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886555 Sep 08 14:03:08.662402 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d71405e-7f01-4f32-a6bf-726cef72dca8 req-3d4d047c-1591-4b78-9ff4-e3196a429dc5 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:08.663889 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-4d71405e-7f01-4f32-a6bf-726cef72dca8 req-3d4d047c-1591-4b78-9ff4-e3196a429dc5 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=13064b4a-3c9e-4c93-96fe-7779d873e832 HTTP/1.1" status: 200 len: 944 time: 0.0766511 Sep 08 14:03:08.691300 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0978932b-ea14-4bdc-94ef-e3ec7178a43b req-ea5e6b8b-e177-4613-bbc1-c9b28525b62d tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:08.692805 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-0978932b-ea14-4bdc-94ef-e3ec7178a43b req-ea5e6b8b-e177-4613-bbc1-c9b28525b62d tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3b0d5296-0abc-45a9-8f32-0f3e04159f57 HTTP/1.1" status: 200 len: 943 time: 0.0769951 Sep 08 14:03:08.776364 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-4d71405e-7f01-4f32-a6bf-726cef72dca8 req-7e9b213d-03e2-477d-a99b-46089c20a31a tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=122109ff-ce72-4cf8-85fa-42ab84378228&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046095 Sep 08 14:03:08.782599 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db233fbb-8ac4-47d2-96e5-2ed6646f0462 req-03c51fa1-4fa3-45ac-8b41-9ecef056793d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:08.784028 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-db233fbb-8ac4-47d2-96e5-2ed6646f0462 req-03c51fa1-4fa3-45ac-8b41-9ecef056793d service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=6a848414c86b439c922442d0862c334f&device_id=3b0d5296-0abc-45a9-8f32-0f3e04159f57 HTTP/1.1" status: 200 len: 1127 time: 0.0834384 Sep 08 14:03:08.809991 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-0978932b-ea14-4bdc-94ef-e3ec7178a43b req-b3ddb1d4-030b-487a-863f-ef74f0cd3185 tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e2c245db-0f2b-47ab-8064-0e1eb77e332d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081233 Sep 08 14:03:08.889410 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db233fbb-8ac4-47d2-96e5-2ed6646f0462 req-04819962-b37e-4452-8340-e3734b555f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:08.890870 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-db233fbb-8ac4-47d2-96e5-2ed6646f0462 req-04819962-b37e-4452-8340-e3734b555f2f service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=95015f11-4506-4483-bc8b-0d6bce5985db HTTP/1.1" status: 200 len: 910 time: 0.0962603 Sep 08 14:03:08.935383 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-db233fbb-8ac4-47d2-96e5-2ed6646f0462 req-770d5048-855b-43f0-99cc-68c24a9980dd service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c3b57e40-056f-4a07-a642-117f26ac12d0 HTTP/1.1" status: 200 len: 217 time: 0.0374227 Sep 08 14:03:08.985843 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db233fbb-8ac4-47d2-96e5-2ed6646f0462 req-fc8e6139-899e-45f8-85d8-2fd5e1bcab33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:08.987431 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-db233fbb-8ac4-47d2-96e5-2ed6646f0462 req-fc8e6139-899e-45f8-85d8-2fd5e1bcab33 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=ce3fa8f2-036b-4bed-a438-133d95dfdf7f HTTP/1.1" status: 200 len: 849 time: 0.0444603 Sep 08 14:03:09.023979 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-db233fbb-8ac4-47d2-96e5-2ed6646f0462 req-2f659c53-0492-4de7-9203-6ed9c66e95b6 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=95015f11-4506-4483-bc8b-0d6bce5985db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296514 Sep 08 14:03:09.113769 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-db233fbb-8ac4-47d2-96e5-2ed6646f0462 req-b00047b3-c5fc-46d3-bc7b-8ba84190341b service neutron] 10.222.0.20 "GET /networking/v2.0/networks/95015f11-4506-4483-bc8b-0d6bce5985db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830293 Sep 08 14:03:09.126255 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=100 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:09.208354 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-db233fbb-8ac4-47d2-96e5-2ed6646f0462 req-f4faed3b-d798-4338-9ef0-dd6f4229752d service neutron] 10.222.0.20 "GET /networking/v2.0/networks/95015f11-4506-4483-bc8b-0d6bce5985db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884080 Sep 08 14:03:09.925525 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acb33c4-77cb-4393-97d1-3d038ff532ca req-44ebcc8f-f7cb-4cda-95a7-8863b6a5e445 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:09.927041 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-0acb33c4-77cb-4393-97d1-3d038ff532ca req-44ebcc8f-f7cb-4cda-95a7-8863b6a5e445 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=13064b4a-3c9e-4c93-96fe-7779d873e832 HTTP/1.1" status: 200 len: 944 time: 0.0721273 Sep 08 14:03:09.955250 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b75e0f3-4655-47c4-9a73-0fd1b1f5b650 req-5ea7a27f-4aa4-4b7c-91a3-bec816db4d72 tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:09.956658 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-5b75e0f3-4655-47c4-9a73-0fd1b1f5b650 req-5ea7a27f-4aa4-4b7c-91a3-bec816db4d72 tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3b0d5296-0abc-45a9-8f32-0f3e04159f57 HTTP/1.1" status: 200 len: 943 time: 0.0688367 Sep 08 14:03:10.015077 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-0acb33c4-77cb-4393-97d1-3d038ff532ca req-23ce6c26-40e0-4302-9439-e18b7c3b209b tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=122109ff-ce72-4cf8-85fa-42ab84378228&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824208 Sep 08 14:03:10.030951 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-5b75e0f3-4655-47c4-9a73-0fd1b1f5b650 req-b0bdd5dc-7a08-4599-b489-6821e644dd80 tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e2c245db-0f2b-47ab-8064-0e1eb77e332d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672083 Sep 08 14:03:11.025449 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=16 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:11.162218 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57bcd47-2c1c-4bac-92ac-2a38fdb2d3a1 req-af50e19e-d3e7-4edc-8142-f1d358b13f3c tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:11.163696 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-c57bcd47-2c1c-4bac-92ac-2a38fdb2d3a1 req-af50e19e-d3e7-4edc-8142-f1d358b13f3c tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=13064b4a-3c9e-4c93-96fe-7779d873e832 HTTP/1.1" status: 200 len: 944 time: 0.0724812 Sep 08 14:03:11.190779 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c35cf54-b3dd-414e-9ac2-ebcd528f8568 req-be962fa0-a454-47da-be2c-ef0d0ca1def9 tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:11.192229 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-5c35cf54-b3dd-414e-9ac2-ebcd528f8568 req-be962fa0-a454-47da-be2c-ef0d0ca1def9 tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3b0d5296-0abc-45a9-8f32-0f3e04159f57 HTTP/1.1" status: 200 len: 943 time: 0.0729759 Sep 08 14:03:11.214892 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=100 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:11.247815 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-c57bcd47-2c1c-4bac-92ac-2a38fdb2d3a1 req-a34e3c42-1701-497b-9a34-cc0cce339483 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=122109ff-ce72-4cf8-85fa-42ab84378228&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782094 Sep 08 14:03:11.271548 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-5c35cf54-b3dd-414e-9ac2-ebcd528f8568 req-65d3e545-36d6-416b-973f-37ad88e6578a tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e2c245db-0f2b-47ab-8064-0e1eb77e332d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717375 Sep 08 14:03:11.536277 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Device c3b57e40-056f-4a07-a642-117f26ac12d0 details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=112711) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 14:03:11.599588 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:11.639808 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] For port c3b57e40-056f-4a07-a642-117f26ac12d0, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=c3b57e40-056f-4a07-a642-117f26ac12d0,segment=NetworkSegment(031a16f3-d64b-4435-a3f3-46646c7608b4),segment_id=031a16f3-d64b-4435-a3f3-46646c7608b4)] {{(pid=112711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:03:11.651279 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Returning: {'device': 'c3b57e40-056f-4a07-a642-117f26ac12d0', 'network_id': '95015f11-4506-4483-bc8b-0d6bce5985db', 'port_id': 'c3b57e40-056f-4a07-a642-117f26ac12d0', 'mac_address': 'fa:16:3e:65:3d:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce3fa8f2-036b-4bed-a438-133d95dfdf7f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112711) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 14:03:11.686215 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Current status of the port c3b57e40-056f-4a07-a642-117f26ac12d0 is: DOWN; New status is: BUILD {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:03:11.686600 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (c3b57e40-056f-4a07-a642-117f26ac12d0), before_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:11.699283 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.notifiers.nova [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3b57e40-056f-4a07-a642-117f26ac12d0 {{(pid=112711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 08 14:03:11.718413 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] For port c3b57e40-056f-4a07-a642-117f26ac12d0, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=c3b57e40-056f-4a07-a642-117f26ac12d0,segment=NetworkSegment(031a16f3-d64b-4435-a3f3-46646c7608b4),segment_id=031a16f3-d64b-4435-a3f3-46646c7608b4)] {{(pid=112711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:03:11.722472 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (c3b57e40-056f-4a07-a642-117f26ac12d0), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:11.727494 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:11.768577 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Pushing event updated for resources: {'Port': ['ID=c3b57e40-056f-4a07-a642-117f26ac12d0,revision_number=4']} {{(pid=112711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:03:12.114761 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] get_ports_and_sgs() called for port_ids ['c3b57e40-056f-4a07-a642-117f26ac12d0'] {{(pid=112711) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 08 14:03:12.400394 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dd7e49-7524-4db0-b675-b751e599c64f req-45d64d61-3946-4520-aea3-7bf7e53e7c61 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:12.402037 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-34dd7e49-7524-4db0-b675-b751e599c64f req-45d64d61-3946-4520-aea3-7bf7e53e7c61 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=13064b4a-3c9e-4c93-96fe-7779d873e832 HTTP/1.1" status: 200 len: 944 time: 0.0787601 Sep 08 14:03:12.431562 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654c3776-c684-449b-925b-b356cdafe57e req-4e9ce734-9843-490c-96a6-d15836f4b597 tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:12.432994 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-654c3776-c684-449b-925b-b356cdafe57e req-4e9ce734-9843-490c-96a6-d15836f4b597 tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3b0d5296-0abc-45a9-8f32-0f3e04159f57 HTTP/1.1" status: 200 len: 944 time: 0.0759420 Sep 08 14:03:12.482145 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-34dd7e49-7524-4db0-b675-b751e599c64f req-bc8a8498-e4ed-48e1-8375-a608033d042f tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=122109ff-ce72-4cf8-85fa-42ab84378228&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736213 Sep 08 14:03:12.508829 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-654c3776-c684-449b-925b-b356cdafe57e req-2c0a8ece-cdbd-4132-9c93-01c31b3ff143 tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e2c245db-0f2b-47ab-8064-0e1eb77e332d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690608 Sep 08 14:03:13.540449 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Device c3b57e40-056f-4a07-a642-117f26ac12d0 up at agent hyperv_hv-cinder-82002 {{(pid=112711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:03:13.586915 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Provisioning for port c3b57e40-056f-4a07-a642-117f26ac12d0 completed by entity L2. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 08 14:03:13.594303 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Provisioning complete for port c3b57e40-056f-4a07-a642-117f26ac12d0 triggered by entity L2. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:03:13.594724 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (c3b57e40-056f-4a07-a642-117f26ac12d0), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:13.641955 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d65ef3b-29dc-469b-ae9c-92a1e46849fa req-4df6d504-862a-4641-b998-d48356ace35b tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:13.643438 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-7d65ef3b-29dc-469b-ae9c-92a1e46849fa req-4df6d504-862a-4641-b998-d48356ace35b tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=13064b4a-3c9e-4c93-96fe-7779d873e832 HTTP/1.1" status: 200 len: 944 time: 0.0861387 Sep 08 14:03:13.664698 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565636a8-84c1-4edf-b9f5-16a98048e224 req-92a5f07c-4af0-449e-a4e5-6e494e8e2cc6 tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:13.666191 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-565636a8-84c1-4edf-b9f5-16a98048e224 req-92a5f07c-4af0-449e-a4e5-6e494e8e2cc6 tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3b0d5296-0abc-45a9-8f32-0f3e04159f57 HTTP/1.1" status: 200 len: 944 time: 0.0719173 Sep 08 14:03:13.674889 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Current status of the port c3b57e40-056f-4a07-a642-117f26ac12d0 is: BUILD; New status is: ACTIVE {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:03:13.675285 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (c3b57e40-056f-4a07-a642-117f26ac12d0), before_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:13.701391 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b0d5296-0abc-45a9-8f32-0f3e04159f57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3b57e40-056f-4a07-a642-117f26ac12d0'}] {{(pid=112711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 14:03:13.703665 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da88ec0cbec787fa3ec3fbfc035ae72aba30a0bab36d561f227dc8a59222d55b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21aee243-8e76-4473-8253-9a6c28f2b4b9" -d '{"events": [{"server_uuid": "3b0d5296-0abc-45a9-8f32-0f3e04159f57", "name": "network-vif-plugged", "status": "completed", "tag": "c3b57e40-056f-4a07-a642-117f26ac12d0"}]}' {{(pid=112711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:03:13.715778 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] For port c3b57e40-056f-4a07-a642-117f26ac12d0, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=c3b57e40-056f-4a07-a642-117f26ac12d0,segment=NetworkSegment(031a16f3-d64b-4435-a3f3-46646c7608b4),segment_id=031a16f3-d64b-4435-a3f3-46646c7608b4)] {{(pid=112711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:03:13.719871 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (c3b57e40-056f-4a07-a642-117f26ac12d0), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:13.732536 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-7d65ef3b-29dc-469b-ae9c-92a1e46849fa req-c169c373-0136-4537-893f-1abab24f7cb3 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=122109ff-ce72-4cf8-85fa-42ab84378228&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829592 Sep 08 14:03:13.747248 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-565636a8-84c1-4edf-b9f5-16a98048e224 req-ddf1ba69-fca1-434e-8c05-9f6d16627482 tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e2c245db-0f2b-47ab-8064-0e1eb77e332d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738764 Sep 08 14:03:13.774837 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Pushing event updated for resources: {'Port': ['ID=c3b57e40-056f-4a07-a642-117f26ac12d0,revision_number=5']} {{(pid=112711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:03:13.789951 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Sep 2022 14:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d0b8f8b-7ab8-49cb-aee2-f52377bd1b6d x-openstack-request-id: req-9d0b8f8b-7ab8-49cb-aee2-f52377bd1b6d {{(pid=112711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:03:13.790374 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b0d5296-0abc-45a9-8f32-0f3e04159f57", "name": "network-vif-plugged", "status": "completed", "tag": "c3b57e40-056f-4a07-a642-117f26ac12d0", "code": 200}]} {{(pid=112711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:03:13.790654 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9d0b8f8b-7ab8-49cb-aee2-f52377bd1b6d {{(pid=112711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:03:13.791048 dv-cinder-820027-24-iscsi neutron-server[112711]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d0b8f8b-7ab8-49cb-aee2-f52377bd1b6d'] response: {'server_uuid': '3b0d5296-0abc-45a9-8f32-0f3e04159f57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3b57e40-056f-4a07-a642-117f26ac12d0', 'code': 200} Sep 08 14:03:14.035261 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bce84f-4e83-4947-b27a-0e8586a648c2 req-bf816f28-dc06-4866-ad43-1199d5d61401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:14.036688 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-88bce84f-4e83-4947-b27a-0e8586a648c2 req-bf816f28-dc06-4866-ad43-1199d5d61401 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=3b0d5296-0abc-45a9-8f32-0f3e04159f57 HTTP/1.1" status: 200 len: 1129 time: 0.0379953 Sep 08 14:03:14.076922 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-7eb27f01-e938-4366-8409-bb575948e988 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (22ab8903-d7f5-4941-bce3-89140b53b8af), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:14.088758 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-88bce84f-4e83-4947-b27a-0e8586a648c2 req-24919e65-6141-4cc1-8e19-ae154cf9ae88 service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e2c245db-0f2b-47ab-8064-0e1eb77e332d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428562 Sep 08 14:03:14.854280 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=100 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:14.886068 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce28c069-b000-4cd2-8465-d247aa104cea req-8a6c4f40-e7c8-4edf-bf4e-5d8704a1799d tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:14.887521 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-ce28c069-b000-4cd2-8465-d247aa104cea req-8a6c4f40-e7c8-4edf-bf4e-5d8704a1799d tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=13064b4a-3c9e-4c93-96fe-7779d873e832 HTTP/1.1" status: 200 len: 944 time: 0.0763304 Sep 08 14:03:14.907169 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caab462b-f1ae-4707-9398-50560b5e330f req-ffac6b9d-83d4-419c-b52c-a144c0a08603 tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:14.908580 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-caab462b-f1ae-4707-9398-50560b5e330f req-ffac6b9d-83d4-419c-b52c-a144c0a08603 tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3b0d5296-0abc-45a9-8f32-0f3e04159f57 HTTP/1.1" status: 200 len: 945 time: 0.0681052 Sep 08 14:03:14.977968 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-ce28c069-b000-4cd2-8465-d247aa104cea req-d3327367-e7fb-47f6-8d7d-7a0ffa408f9e tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=122109ff-ce72-4cf8-85fa-42ab84378228&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847383 Sep 08 14:03:14.981143 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-caab462b-f1ae-4707-9398-50560b5e330f req-6d4a55f4-c9c6-4bca-a735-23187a8bb099 tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e2c245db-0f2b-47ab-8064-0e1eb77e332d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655584 Sep 08 14:03:15.545383 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Device bd7535b1-15c4-42a1-b1c2-93844a3b30f1 details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=112711) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 14:03:15.765158 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] For port bd7535b1-15c4-42a1-b1c2-93844a3b30f1, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=bd7535b1-15c4-42a1-b1c2-93844a3b30f1,segment=NetworkSegment(82c18f84-988d-4d97-ab74-c445b6811f80),segment_id=82c18f84-988d-4d97-ab74-c445b6811f80)] {{(pid=112711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:03:15.776625 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Returning: {'device': 'bd7535b1-15c4-42a1-b1c2-93844a3b30f1', 'network_id': '61798ddd-de85-4814-b88e-26fd995b29f0', 'port_id': 'bd7535b1-15c4-42a1-b1c2-93844a3b30f1', 'mac_address': 'fa:16:3e:a2:c8:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dbc7914-3cf1-4f43-b96e-876a2c30a6fa', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112711) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 14:03:15.817528 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Current status of the port bd7535b1-15c4-42a1-b1c2-93844a3b30f1 is: DOWN; New status is: BUILD {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:03:15.817860 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (bd7535b1-15c4-42a1-b1c2-93844a3b30f1), before_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:15.830789 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.notifiers.nova [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd7535b1-15c4-42a1-b1c2-93844a3b30f1 {{(pid=112711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 08 14:03:15.835669 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:15.856397 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] For port bd7535b1-15c4-42a1-b1c2-93844a3b30f1, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=bd7535b1-15c4-42a1-b1c2-93844a3b30f1,segment=NetworkSegment(82c18f84-988d-4d97-ab74-c445b6811f80),segment_id=82c18f84-988d-4d97-ab74-c445b6811f80)] {{(pid=112711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:03:15.860285 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (bd7535b1-15c4-42a1-b1c2-93844a3b30f1), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:15.910012 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Pushing event updated for resources: {'Port': ['ID=bd7535b1-15c4-42a1-b1c2-93844a3b30f1,revision_number=4']} {{(pid=112711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:03:16.140628 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f02a657-1cee-4ea3-96b6-e04debbdcfa9 req-e81b6ca5-5f8b-44ec-b8ab-d1c0a9dc62d0 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:16.142101 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-1f02a657-1cee-4ea3-96b6-e04debbdcfa9 req-e81b6ca5-5f8b-44ec-b8ab-d1c0a9dc62d0 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=13064b4a-3c9e-4c93-96fe-7779d873e832 HTTP/1.1" status: 200 len: 945 time: 0.0811718 Sep 08 14:03:16.147878 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c77586f-f041-4100-9cd0-eb1ae7e0c9a8 req-57661ae3-f06f-4425-9269-4addefed0de3 tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:16.149825 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-4c77586f-f041-4100-9cd0-eb1ae7e0c9a8 req-57661ae3-f06f-4425-9269-4addefed0de3 tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3b0d5296-0abc-45a9-8f32-0f3e04159f57 HTTP/1.1" status: 200 len: 945 time: 0.0901761 Sep 08 14:03:16.227254 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-1f02a657-1cee-4ea3-96b6-e04debbdcfa9 req-4038531d-edbb-4ddb-b8b0-0b334e7da7ae tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=122109ff-ce72-4cf8-85fa-42ab84378228&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745749 Sep 08 14:03:16.230035 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-4c77586f-f041-4100-9cd0-eb1ae7e0c9a8 req-de3cfc88-d108-4461-b90f-32346de3c83c tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e2c245db-0f2b-47ab-8064-0e1eb77e332d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734370 Sep 08 14:03:16.298305 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] get_ports_and_sgs() called for port_ids ['bd7535b1-15c4-42a1-b1c2-93844a3b30f1'] {{(pid=112711) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 08 14:03:16.349860 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:16.400078 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-bd15d308-7115-414a-83d3-8fdd7e5b97ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (91421a76-39ff-4685-90ca-aa6fbf6a1933), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:16.470218 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=12 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:17.210663 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabc4967-d814-4152-add9-135520e45655 req-8393c328-9b6a-4177-9b99-e050de488bdd tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:17.212532 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-fabc4967-d814-4152-add9-135520e45655 req-8393c328-9b6a-4177-9b99-e050de488bdd tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3b0d5296-0abc-45a9-8f32-0f3e04159f57 HTTP/1.1" status: 200 len: 945 time: 0.0519397 Sep 08 14:03:17.259385 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-fabc4967-d814-4152-add9-135520e45655 req-34d28825-16ef-4a3e-a650-ee247d2c2457 tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e2c245db-0f2b-47ab-8064-0e1eb77e332d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410070 Sep 08 14:03:17.360369 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc210020-9d81-4371-ac93-2e25bd6800ed req-da795870-73b0-42e5-b3c3-0e0b88c2a612 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:17.361876 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-bc210020-9d81-4371-ac93-2e25bd6800ed req-da795870-73b0-42e5-b3c3-0e0b88c2a612 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=13064b4a-3c9e-4c93-96fe-7779d873e832 HTTP/1.1" status: 200 len: 945 time: 0.0490570 Sep 08 14:03:17.412618 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-bc210020-9d81-4371-ac93-2e25bd6800ed req-c75caec3-f33c-4251-a915-b79776bcfa52 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=122109ff-ce72-4cf8-85fa-42ab84378228&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450840 Sep 08 14:03:17.494738 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-b7e97967-3fa9-4dcb-b3f0-dcc99b3a4378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (24e12250-b8f3-473f-bf71-765ca8669827), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:18.373133 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=100 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:18.385474 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656e3383-102d-42fd-9d78-7044a59f506a req-b7c7f113-dc3c-4a48-a661-7451a06759ae tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:18.387956 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-656e3383-102d-42fd-9d78-7044a59f506a req-b7c7f113-dc3c-4a48-a661-7451a06759ae tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3b0d5296-0abc-45a9-8f32-0f3e04159f57 HTTP/1.1" status: 200 len: 945 time: 0.0509298 Sep 08 14:03:18.447083 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-656e3383-102d-42fd-9d78-7044a59f506a req-205a3df9-3327-4ca2-8bae-da826112f335 tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e2c245db-0f2b-47ab-8064-0e1eb77e332d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464616 Sep 08 14:03:18.535479 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3734084a-d300-4609-b541-65a5605a4eb8 req-f76a39f6-734c-44ea-9d9f-44b2da60d5e7 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:18.536958 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-3734084a-d300-4609-b541-65a5605a4eb8 req-f76a39f6-734c-44ea-9d9f-44b2da60d5e7 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=13064b4a-3c9e-4c93-96fe-7779d873e832 HTTP/1.1" status: 200 len: 945 time: 0.0494728 Sep 08 14:03:18.586390 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-3734084a-d300-4609-b541-65a5605a4eb8 req-7bc8c72c-e2a9-4a6d-b9be-072aedea19c6 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=122109ff-ce72-4cf8-85fa-42ab84378228&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437293 Sep 08 14:03:18.944801 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-604b277b-9310-4e7b-bd1a-c26598410893 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (ad63ffce-77d1-4b05-ac53-eeb1c28e2aec), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:18.947042 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (6df97c0c-9140-47af-8c93-84593b95031c), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:19.574379 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15305d2-d078-4afe-a18f-82a00415b7cd req-97e6fe49-0750-40d1-a8db-8d61c1871da6 tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:19.575862 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-a15305d2-d078-4afe-a18f-82a00415b7cd req-97e6fe49-0750-40d1-a8db-8d61c1871da6 tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3b0d5296-0abc-45a9-8f32-0f3e04159f57 HTTP/1.1" status: 200 len: 945 time: 0.0522678 Sep 08 14:03:19.627634 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-a15305d2-d078-4afe-a18f-82a00415b7cd req-81565aa8-96d6-40f6-8113-86cffee1cdb4 tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e2c245db-0f2b-47ab-8064-0e1eb77e332d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421791 Sep 08 14:03:19.713256 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29136fab-08b2-477e-8cee-cdd9674511b9 req-e7e91a5f-76af-4397-bdf6-84218874245a tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:19.714732 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-29136fab-08b2-477e-8cee-cdd9674511b9 req-e7e91a5f-76af-4397-bdf6-84218874245a tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=13064b4a-3c9e-4c93-96fe-7779d873e832 HTTP/1.1" status: 200 len: 945 time: 0.0495052 Sep 08 14:03:19.764972 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-29136fab-08b2-477e-8cee-cdd9674511b9 req-f49c1f45-bfc5-48b5-b71b-015d7dac86bc tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=122109ff-ce72-4cf8-85fa-42ab84378228&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435255 Sep 08 14:03:20.609761 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Device bd7535b1-15c4-42a1-b1c2-93844a3b30f1 up at agent hyperv_hv-cinder-82002 {{(pid=112711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:03:20.652697 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Provisioning for port bd7535b1-15c4-42a1-b1c2-93844a3b30f1 completed by entity L2. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 08 14:03:20.658517 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Provisioning complete for port bd7535b1-15c4-42a1-b1c2-93844a3b30f1 triggered by entity L2. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:03:20.659044 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (bd7535b1-15c4-42a1-b1c2-93844a3b30f1), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:20.736125 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Current status of the port bd7535b1-15c4-42a1-b1c2-93844a3b30f1 is: BUILD; New status is: ACTIVE {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:03:20.736425 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (bd7535b1-15c4-42a1-b1c2-93844a3b30f1), before_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:20.748532 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4f72d4-1e0a-459f-9356-4f9a20a97252 req-63ece573-1be8-4a26-a8e2-a1a10092b925 tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:20.750110 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-8d4f72d4-1e0a-459f-9356-4f9a20a97252 req-63ece573-1be8-4a26-a8e2-a1a10092b925 tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3b0d5296-0abc-45a9-8f32-0f3e04159f57 HTTP/1.1" status: 200 len: 945 time: 0.0475895 Sep 08 14:03:20.760086 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13064b4a-3c9e-4c93-96fe-7779d873e832', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd7535b1-15c4-42a1-b1c2-93844a3b30f1'}] {{(pid=112711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 14:03:20.762407 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da88ec0cbec787fa3ec3fbfc035ae72aba30a0bab36d561f227dc8a59222d55b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6423ea47-f718-40a5-ad67-71faefb4ec73" -d '{"events": [{"server_uuid": "13064b4a-3c9e-4c93-96fe-7779d873e832", "name": "network-vif-plugged", "status": "completed", "tag": "bd7535b1-15c4-42a1-b1c2-93844a3b30f1"}]}' {{(pid=112711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:03:20.777937 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] For port bd7535b1-15c4-42a1-b1c2-93844a3b30f1, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=bd7535b1-15c4-42a1-b1c2-93844a3b30f1,segment=NetworkSegment(82c18f84-988d-4d97-ab74-c445b6811f80),segment_id=82c18f84-988d-4d97-ab74-c445b6811f80)] {{(pid=112711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:03:20.783268 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (bd7535b1-15c4-42a1-b1c2-93844a3b30f1), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:20.802892 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-8d4f72d4-1e0a-459f-9356-4f9a20a97252 req-a1d88f1f-3266-4961-959e-c8ad0deec009 tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e2c245db-0f2b-47ab-8064-0e1eb77e332d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466111 Sep 08 14:03:20.808941 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Sep 2022 14:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-963c93b4-0ee4-413c-abc6-490b83505cc4 x-openstack-request-id: req-963c93b4-0ee4-413c-abc6-490b83505cc4 {{(pid=112711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:03:20.809226 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13064b4a-3c9e-4c93-96fe-7779d873e832", "name": "network-vif-plugged", "status": "completed", "tag": "bd7535b1-15c4-42a1-b1c2-93844a3b30f1", "code": 200}]} {{(pid=112711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:03:20.809470 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-963c93b4-0ee4-413c-abc6-490b83505cc4 {{(pid=112711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:03:20.810469 dv-cinder-820027-24-iscsi neutron-server[112711]: INFO neutron.notifiers.nova [-] Nova event matching ['req-963c93b4-0ee4-413c-abc6-490b83505cc4'] response: {'server_uuid': '13064b4a-3c9e-4c93-96fe-7779d873e832', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd7535b1-15c4-42a1-b1c2-93844a3b30f1', 'code': 200} Sep 08 14:03:20.846013 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Pushing event updated for resources: {'Port': ['ID=bd7535b1-15c4-42a1-b1c2-93844a3b30f1,revision_number=5']} {{(pid=112711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:03:20.915271 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce4afc9-45d9-4337-9223-e69624fa9b75 req-e1b2fd76-dbca-4097-b1af-bf40b7e22926 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:20.916865 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-7ce4afc9-45d9-4337-9223-e69624fa9b75 req-e1b2fd76-dbca-4097-b1af-bf40b7e22926 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=13064b4a-3c9e-4c93-96fe-7779d873e832 HTTP/1.1" status: 200 len: 946 time: 0.0532553 Sep 08 14:03:20.936393 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=100 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:20.970347 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-7ce4afc9-45d9-4337-9223-e69624fa9b75 req-20494f13-1735-4b09-a380-d446ac7a17fa tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=122109ff-ce72-4cf8-85fa-42ab84378228&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476034 Sep 08 14:03:21.927050 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8701b7-545d-4b51-90d0-7015e620c05d req-38899d04-11de-4dc3-98ee-b0fbef43c206 tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:21.928523 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-1a8701b7-545d-4b51-90d0-7015e620c05d req-38899d04-11de-4dc3-98ee-b0fbef43c206 tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3b0d5296-0abc-45a9-8f32-0f3e04159f57 HTTP/1.1" status: 200 len: 945 time: 0.0479743 Sep 08 14:03:21.975044 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-1a8701b7-545d-4b51-90d0-7015e620c05d req-4f1d3e3b-bb1f-46c5-a997-04d35fea44ca tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e2c245db-0f2b-47ab-8064-0e1eb77e332d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407338 Sep 08 14:03:22.091811 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5704b8b-798b-46a1-baa5-66a8e712c047 req-718807e2-b0c7-4005-8585-4458885c3c4e tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:22.093156 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-a5704b8b-798b-46a1-baa5-66a8e712c047 req-718807e2-b0c7-4005-8585-4458885c3c4e tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=13064b4a-3c9e-4c93-96fe-7779d873e832 HTTP/1.1" status: 200 len: 946 time: 0.0465984 Sep 08 14:03:22.147415 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-a5704b8b-798b-46a1-baa5-66a8e712c047 req-b28fd4e9-a2b2-4351-af0f-9540c1d0bd68 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=122109ff-ce72-4cf8-85fa-42ab84378228&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486381 Sep 08 14:03:23.020488 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4090ed00-00b7-44c6-a1ed-0ac67a892f75 req-9c9a27c8-c09d-4f89-aa93-5344c3b6565a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:23.022040 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-4090ed00-00b7-44c6-a1ed-0ac67a892f75 req-9c9a27c8-c09d-4f89-aa93-5344c3b6565a service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=13064b4a-3c9e-4c93-96fe-7779d873e832 HTTP/1.1" status: 200 len: 1130 time: 0.0693188 Sep 08 14:03:23.027802 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a835c386-cba7-4341-b80d-0fb423fcac1a req-e051c024-759c-4eb6-9f86-605c8f6e633e tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:23.029110 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-a835c386-cba7-4341-b80d-0fb423fcac1a req-e051c024-759c-4eb6-9f86-605c8f6e633e tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=3b0d5296-0abc-45a9-8f32-0f3e04159f57 HTTP/1.1" status: 200 len: 945 time: 0.0683618 Sep 08 14:03:23.177868 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67e75d8-5401-48f3-bc82-c3f27f7e149f req-9c24132a-760e-4a5c-bbb1-9d59809517ab tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:23.179276 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e67e75d8-5401-48f3-bc82-c3f27f7e149f req-9c24132a-760e-4a5c-bbb1-9d59809517ab tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3b0d5296-0abc-45a9-8f32-0f3e04159f57 HTTP/1.1" status: 200 len: 945 time: 0.1191077 Sep 08 14:03:23.184554 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-4090ed00-00b7-44c6-a1ed-0ac67a892f75 req-9f967dd1-ada3-44a7-945a-9e4e2caf7997 service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=122109ff-ce72-4cf8-85fa-42ab84378228&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1443057 Sep 08 14:03:23.209148 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.plugin [req-a835c386-cba7-4341-b80d-0fb423fcac1a req-7e5b45fb-cd3f-4cec-b16d-3fa2d16cd211 tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] Deleting port c3b57e40-056f-4a07-a642-117f26ac12d0 {{(pid=112710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 08 14:03:23.209487 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-a835c386-cba7-4341-b80d-0fb423fcac1a req-7e5b45fb-cd3f-4cec-b16d-3fa2d16cd211 tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729028590053'] for port (c3b57e40-056f-4a07-a642-117f26ac12d0), before_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:23.303537 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=100 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:23.329173 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e67e75d8-5401-48f3-bc82-c3f27f7e149f req-aeb99132-ac8f-4aef-8fd2-cfad07146762 tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e2c245db-0f2b-47ab-8064-0e1eb77e332d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417937 Sep 08 14:03:23.342531 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19542ab1-482b-4760-8818-fc727eb1391b req-4050d4db-7221-4067-976c-f13193e2af9b tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:23.344306 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-19542ab1-482b-4760-8818-fc727eb1391b req-4050d4db-7221-4067-976c-f13193e2af9b tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=13064b4a-3c9e-4c93-96fe-7779d873e832 HTTP/1.1" status: 200 len: 946 time: 0.1180837 Sep 08 14:03:23.388173 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.db [req-a835c386-cba7-4341-b80d-0fb423fcac1a req-7e5b45fb-cd3f-4cec-b16d-3fa2d16cd211 tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] For port c3b57e40-056f-4a07-a642-117f26ac12d0, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=c3b57e40-056f-4a07-a642-117f26ac12d0,segment=NetworkSegment(031a16f3-d64b-4435-a3f3-46646c7608b4),segment_id=031a16f3-d64b-4435-a3f3-46646c7608b4)] {{(pid=112710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:03:23.388536 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-a835c386-cba7-4341-b80d-0fb423fcac1a req-7e5b45fb-cd3f-4cec-b16d-3fa2d16cd211 tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3750342'] for port (c3b57e40-056f-4a07-a642-117f26ac12d0), precommit_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:23.414629 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.plugin [req-a835c386-cba7-4341-b80d-0fb423fcac1a req-7e5b45fb-cd3f-4cec-b16d-3fa2d16cd211 tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] Calling delete_port for c3b57e40-056f-4a07-a642-117f26ac12d0 owned by compute:nova {{(pid=112710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 08 14:03:23.435662 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-19542ab1-482b-4760-8818-fc727eb1391b req-a753d63a-a0aa-4048-9e42-0dbff504df23 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=122109ff-ce72-4cf8-85fa-42ab84378228&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783951 Sep 08 14:03:23.540502 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:23.557172 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-a835c386-cba7-4341-b80d-0fb423fcac1a req-7e5b45fb-cd3f-4cec-b16d-3fa2d16cd211 tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729028594324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729028134310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10367820'] for port (c3b57e40-056f-4a07-a642-117f26ac12d0), after_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:23.584981 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5b45fb-cd3f-4cec-b16d-3fa2d16cd211 tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] Pushing event deleted for resources: {'Port': ['ID=c3b57e40-056f-4a07-a642-117f26ac12d0,revision_number=None']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:03:23.613675 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] get_ports_and_sgs() called for port_ids ['c3b57e40-056f-4a07-a642-117f26ac12d0'] {{(pid=112711) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 08 14:03:23.614249 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5b45fb-cd3f-4cec-b16d-3fa2d16cd211 tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:03:23.614550 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5b45fb-cd3f-4cec-b16d-3fa2d16cd211 tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:03:23.614846 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5b45fb-cd3f-4cec-b16d-3fa2d16cd211 tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:03:23.615187 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5b45fb-cd3f-4cec-b16d-3fa2d16cd211 tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:03:23.615521 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5b45fb-cd3f-4cec-b16d-3fa2d16cd211 tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:03:23.615858 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5b45fb-cd3f-4cec-b16d-3fa2d16cd211 tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:03:23.616332 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5b45fb-cd3f-4cec-b16d-3fa2d16cd211 tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:03:23.616515 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5b45fb-cd3f-4cec-b16d-3fa2d16cd211 tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:03:23.616821 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5b45fb-cd3f-4cec-b16d-3fa2d16cd211 tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:03:23.617178 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5b45fb-cd3f-4cec-b16d-3fa2d16cd211 tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:03:23.617508 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5b45fb-cd3f-4cec-b16d-3fa2d16cd211 tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:03:23.617857 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5b45fb-cd3f-4cec-b16d-3fa2d16cd211 tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:03:23.618182 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5b45fb-cd3f-4cec-b16d-3fa2d16cd211 tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:03:23.618504 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5b45fb-cd3f-4cec-b16d-3fa2d16cd211 tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:03:23.618819 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5b45fb-cd3f-4cec-b16d-3fa2d16cd211 tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:03:23.654057 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.db.l3_dvrscheduler_db [req-a835c386-cba7-4341-b80d-0fb423fcac1a req-7e5b45fb-cd3f-4cec-b16d-3fa2d16cd211 tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] No DVR routers for this DVR port c3b57e40-056f-4a07-a642-117f26ac12d0 on host hv-cinder-82002 {{(pid=112710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 08 14:03:23.656581 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-a835c386-cba7-4341-b80d-0fb423fcac1a req-7e5b45fb-cd3f-4cec-b16d-3fa2d16cd211 tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161718'] for port (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:23.659956 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-a835c386-cba7-4341-b80d-0fb423fcac1a req-7e5b45fb-cd3f-4cec-b16d-3fa2d16cd211 tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] 10.222.0.20 "DELETE /networking/v2.0/ports/c3b57e40-056f-4a07-a642-117f26ac12d0 HTTP/1.1" status: 204 len: 173 time: 0.6141958 Sep 08 14:03:23.660446 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b0d5296-0abc-45a9-8f32-0f3e04159f57', 'name': 'network-vif-deleted', 'tag': 'c3b57e40-056f-4a07-a642-117f26ac12d0'}] {{(pid=112710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 14:03:23.662701 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4aaac3e20a53a8e6247a431178541979a817c05ad734f54eee24c8be994502e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-559349ae-0900-4a40-ad52-cce1dd4f70c5" -d '{"events": [{"server_uuid": "3b0d5296-0abc-45a9-8f32-0f3e04159f57", "name": "network-vif-deleted", "tag": "c3b57e40-056f-4a07-a642-117f26ac12d0"}]}' {{(pid=112710) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:03:23.702997 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Sep 2022 14:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e603eb6-dce3-48e9-9c18-7f7745426ef6 x-openstack-request-id: req-4e603eb6-dce3-48e9-9c18-7f7745426ef6 {{(pid=112710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:03:23.703299 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b0d5296-0abc-45a9-8f32-0f3e04159f57", "name": "network-vif-deleted", "tag": "c3b57e40-056f-4a07-a642-117f26ac12d0", "status": "completed", "code": 200}]} {{(pid=112710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:03:23.703588 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4e603eb6-dce3-48e9-9c18-7f7745426ef6 {{(pid=112710) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:03:23.704436 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e603eb6-dce3-48e9-9c18-7f7745426ef6'] response: {'server_uuid': '3b0d5296-0abc-45a9-8f32-0f3e04159f57', 'name': 'network-vif-deleted', 'tag': 'c3b57e40-056f-4a07-a642-117f26ac12d0', 'status': 'completed', 'code': 200} Sep 08 14:03:24.466294 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-018b095a-51aa-4a37-8980-53ffe9457654 req-f6daeff7-763f-47ac-a712-e5a4841da3c0 tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3b0d5296-0abc-45a9-8f32-0f3e04159f57 HTTP/1.1" status: 200 len: 210 time: 0.0384300 Sep 08 14:03:24.564589 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2a9caa-ec8d-4c96-9910-8d860ebecc87 req-73748b6b-8dd5-408c-80a1-b26f3b32e13f tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:24.566318 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-3c2a9caa-ec8d-4c96-9910-8d860ebecc87 req-73748b6b-8dd5-408c-80a1-b26f3b32e13f tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=13064b4a-3c9e-4c93-96fe-7779d873e832 HTTP/1.1" status: 200 len: 946 time: 0.0526667 Sep 08 14:03:24.631374 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-3c2a9caa-ec8d-4c96-9910-8d860ebecc87 req-66f27c5b-c98e-4f42-83e9-ebb726a532aa tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=122109ff-ce72-4cf8-85fa-42ab84378228&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579681 Sep 08 14:03:24.660539 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-06955545-332a-4d05-9491-6f8af1ae69ac req-9318f573-4b0a-44c4-82b1-a2b468c3a701 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1471578861&fields=id&tenant_id=19d114fd258a4306b4c0665df90ae4c7 HTTP/1.1" status: 200 len: 267 time: 0.0608420 Sep 08 14:03:24.778797 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06955545-332a-4d05-9491-6f8af1ae69ac req-b5e2838b-52c1-423c-9572-bbe420b66db7 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:24.780255 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-06955545-332a-4d05-9491-6f8af1ae69ac req-b5e2838b-52c1-423c-9572-bbe420b66db7 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "GET /networking/v2.0/networks?id=551d8846-f844-4925-a2fe-eef49820f7af HTTP/1.1" status: 200 len: 811 time: 0.1081965 Sep 08 14:03:24.795901 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-06955545-332a-4d05-9491-6f8af1ae69ac req-bb2ecb3e-e9a4-40ff-99d6-c7f89d6b7a89 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "GET /networking/v2.0/quotas/19d114fd258a4306b4c0665df90ae4c7 HTTP/1.1" status: 200 len: 375 time: 0.0103052 Sep 08 14:03:24.848296 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-06955545-332a-4d05-9491-6f8af1ae69ac req-9c32f00c-8a80-4f7c-8c97-5afded9d212a tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=19d114fd258a4306b4c0665df90ae4c7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0472360 Sep 08 14:03:25.218317 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-06955545-332a-4d05-9491-6f8af1ae69ac req-9d5a995a-f097-48ea-8946-ffcd5cc90e5b service neutron] 10.222.0.55 "GET /networking/v2.0/networks/551d8846-f844-4925-a2fe-eef49820f7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3585055 Sep 08 14:03:25.309338 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-06955545-332a-4d05-9491-6f8af1ae69ac req-1b12a435-30ce-4915-b608-9300656c15d7 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/551d8846-f844-4925-a2fe-eef49820f7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851221 Sep 08 14:03:25.601912 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-19754900-a087-441d-82d7-24671f11cc26 req-fe5d28a9-154f-49be-84e6-ea70a00b8808 tempest-VolumesActionsTest-1681283525 tempest-VolumesActionsTest-1681283525-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3b0d5296-0abc-45a9-8f32-0f3e04159f57 HTTP/1.1" status: 200 len: 210 time: 0.0416079 Sep 08 14:03:25.617642 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-169e6404-70b7-41be-a1c2-0d1277cea482 req-8cfe26c8-9b76-4ef1-bf1a-1ddb13a1235a tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=9bdaa912-aaef-4435-97f9-e20e6ec24dc6 HTTP/1.1" status: 200 len: 210 time: 0.0467222 Sep 08 14:03:25.778008 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f40475-a0e7-45e1-99b4-8fc8eab05dea req-fe5ab2b2-a08e-4115-8da5-7193863f3779 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:25.779632 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-42f40475-a0e7-45e1-99b4-8fc8eab05dea req-fe5ab2b2-a08e-4115-8da5-7193863f3779 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=13064b4a-3c9e-4c93-96fe-7779d873e832 HTTP/1.1" status: 200 len: 946 time: 0.0636911 Sep 08 14:03:25.815023 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:25.836174 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-42f40475-a0e7-45e1-99b4-8fc8eab05dea req-de017707-0db6-4bb5-9118-5af262d06b16 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=122109ff-ce72-4cf8-85fa-42ab84378228&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487933 Sep 08 14:03:25.963602 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a005249-75c4-4e2c-8d1e-c6699edff0ac req-35d732c9-1db5-4813-97a9-c4b1102432a6 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:25.965074 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-4a005249-75c4-4e2c-8d1e-c6699edff0ac req-35d732c9-1db5-4813-97a9-c4b1102432a6 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=13064b4a-3c9e-4c93-96fe-7779d873e832 HTTP/1.1" status: 200 len: 946 time: 0.0508718 Sep 08 14:03:26.015852 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-4a005249-75c4-4e2c-8d1e-c6699edff0ac req-665eef03-ebc8-45dd-aee7-16116ca42ae6 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=122109ff-ce72-4cf8-85fa-42ab84378228&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449178 Sep 08 14:03:26.046878 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 44508) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:03:26.186406 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e212f3c2-69d7-4838-b417-69360064726f tempest-TestShelveInstance-775442781 tempest-TestShelveInstance-775442781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:26.187886 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-e212f3c2-69d7-4838-b417-69360064726f tempest-TestShelveInstance-775442781 tempest-TestShelveInstance-775442781-project-admin] 10.222.0.55 "GET /networking/v2.0/ports?device_id=13064b4a-3c9e-4c93-96fe-7779d873e832 HTTP/1.1" status: 200 len: 1125 time: 0.1399271 Sep 08 14:03:26.191071 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 44512) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:03:26.196300 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.v2.base [None req-fe474fec-b375-4bdc-9761-ff65edd692fb tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Request body: {'floatingip': {'floating_network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'port_id': 'bd7535b1-15c4-42a1-b1c2-93844a3b30f1', 'tenant_id': '1dcae1b090af440f836b18a7bb000c27', 'fixed_ip_address': '172.20.0.11'}} {{(pid=112709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:03:26.220367 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-fe474fec-b375-4bdc-9761-ff65edd692fb tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:26.305503 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-fe474fec-b375-4bdc-9761-ff65edd692fb tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (None), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:26.416036 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.db.db_base_plugin_common [None req-fe474fec-b375-4bdc-9761-ff65edd692fb tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Allocated IP 172.27.0.98 (a5311008-4782-42e3-9445-a36a6c9fb014/42b74029-f5ac-41f0-a451-9a0d0b4a74ed/f604726e-a959-4f54-a5b0-2e675f29a1b2) {{(pid=112709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:03:26.528625 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-fe474fec-b375-4bdc-9761-ff65edd692fb tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Publish callbacks [] for port (f604726e-a959-4f54-a5b0-2e675f29a1b2), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:26.627125 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Device c3b57e40-056f-4a07-a642-117f26ac12d0 no longer exists at agent hyperv_hv-cinder-82002 {{(pid=112711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:03:26.654953 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] No Port match for: c3b57e40-056f-4a07-a642-117f26ac12d0 {{(pid=112711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 08 14:03:26.655389 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Device c3b57e40-056f-4a07-a642-117f26ac12d0 not bound to the agent host hv-cinder-82002 {{(pid=112711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:03:26.758444 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-ad3cf7c3-dad0-492d-b89f-f34494d1236f req-c4bd982b-8b43-40d4-89cd-e97cad3cc7f0 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=9bdaa912-aaef-4435-97f9-e20e6ec24dc6 HTTP/1.1" status: 200 len: 210 time: 0.0400417 Sep 08 14:03:26.786014 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-fe474fec-b375-4bdc-9761-ff65edd692fb tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729028134301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9153317'] for port (f604726e-a959-4f54-a5b0-2e675f29a1b2), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:26.827801 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe474fec-b375-4bdc-9761-ff65edd692fb tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Network a5311008-4782-42e3-9445-a36a6c9fb014 is already hosted by enough agents. {{(pid=112709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:03:26.837111 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.scheduler.base_scheduler [None req-fe474fec-b375-4bdc-9761-ff65edd692fb tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Resources bound (agent type, host, resource id): {{(pid=112709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:03:26.841596 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe474fec-b375-4bdc-9761-ff65edd692fb tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Received port after_create {{(pid=112709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 08 14:03:26.844264 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe474fec-b375-4bdc-9761-ff65edd692fb tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Pushing event updated for resources: {'Port': ['ID=f604726e-a959-4f54-a5b0-2e675f29a1b2,revision_number=1']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:03:26.853314 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe474fec-b375-4bdc-9761-ff65edd692fb tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:03:26.853785 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe474fec-b375-4bdc-9761-ff65edd692fb tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:03:26.854140 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe474fec-b375-4bdc-9761-ff65edd692fb tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:03:26.854495 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe474fec-b375-4bdc-9761-ff65edd692fb tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:03:26.854940 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe474fec-b375-4bdc-9761-ff65edd692fb tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:03:26.855354 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe474fec-b375-4bdc-9761-ff65edd692fb tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:03:26.855698 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe474fec-b375-4bdc-9761-ff65edd692fb tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:03:26.856031 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe474fec-b375-4bdc-9761-ff65edd692fb tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:03:26.856354 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe474fec-b375-4bdc-9761-ff65edd692fb tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:03:26.856673 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe474fec-b375-4bdc-9761-ff65edd692fb tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:03:26.856997 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe474fec-b375-4bdc-9761-ff65edd692fb tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:03:26.857439 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe474fec-b375-4bdc-9761-ff65edd692fb tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:03:26.857819 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe474fec-b375-4bdc-9761-ff65edd692fb tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:03:26.858101 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe474fec-b375-4bdc-9761-ff65edd692fb tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:03:26.858422 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe474fec-b375-4bdc-9761-ff65edd692fb tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:03:27.053713 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06955545-332a-4d05-9491-6f8af1ae69ac req-fe96a596-981a-4ffd-a5b3-0e6500b4f7c2 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:27.055918 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-06955545-332a-4d05-9491-6f8af1ae69ac req-fe96a596-981a-4ffd-a5b3-0e6500b4f7c2 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.20 "GET /networking/v2.0/networks?id=551d8846-f844-4925-a2fe-eef49820f7af HTTP/1.1" status: 200 len: 811 time: 0.1242406 Sep 08 14:03:27.148304 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-06955545-332a-4d05-9491-6f8af1ae69ac req-0e111f56-7cdb-4e13-b9f0-b55d9f226e64 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.20 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=19d114fd258a4306b4c0665df90ae4c7 HTTP/1.1" status: 200 len: 380 time: 0.0666661 Sep 08 14:03:27.196192 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.v2.base [req-06955545-332a-4d05-9491-6f8af1ae69ac req-b564b2a7-6631-4748-8cb1-29a775c35ebd tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Request body: {'port': {'device_id': '9bdaa912-aaef-4435-97f9-e20e6ec24dc6', 'network_id': '551d8846-f844-4925-a2fe-eef49820f7af', 'admin_state_up': True, 'tenant_id': '19d114fd258a4306b4c0665df90ae4c7', 'security_groups': ['ddf1d878-1109-4f29-aa9f-9fca2e3c8a7b']}} {{(pid=112710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:03:27.264640 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-fe474fec-b375-4bdc-9761-ff65edd692fb tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Publish callbacks [] for floatingip (20be5a73-0e04-45ba-bfcc-e383a145a422), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:27.287685 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:INSERT=8,neutron:SELECT=90,neutron:UPDATE=2 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:27.289558 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:27.333504 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:27.344190 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-fe474fec-b375-4bdc-9761-ff65edd692fb tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (f604726e-a959-4f54-a5b0-2e675f29a1b2), before_update {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:27.348396 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06955545-332a-4d05-9491-6f8af1ae69ac req-b564b2a7-6631-4748-8cb1-29a775c35ebd tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Made reservation on behalf of 19d114fd258a4306b4c0665df90ae4c7 for: {'port': 1} {{(pid=112710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 14:03:27.353002 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-06955545-332a-4d05-9491-6f8af1ae69ac req-b564b2a7-6631-4748-8cb1-29a775c35ebd tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (None), before_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:27.490882 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.db.db_base_plugin_common [req-06955545-332a-4d05-9491-6f8af1ae69ac req-b564b2a7-6631-4748-8cb1-29a775c35ebd tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Allocated IP 172.20.0.9 (551d8846-f844-4925-a2fe-eef49820f7af/8ad1b6f9-720f-46b5-a559-3250cb34e913/c4a0bccd-922e-41f9-8c02-4a2a76cd3707) {{(pid=112710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:03:27.504562 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-fe474fec-b375-4bdc-9761-ff65edd692fb tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Publish callbacks [] for port (f604726e-a959-4f54-a5b0-2e675f29a1b2), precommit_update {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:27.509718 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-fe474fec-b375-4bdc-9761-ff65edd692fb tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9153372'] for port (f604726e-a959-4f54-a5b0-2e675f29a1b2), after_update {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:27.586181 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe474fec-b375-4bdc-9761-ff65edd692fb tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Pushing event updated for resources: {'Port': ['ID=f604726e-a959-4f54-a5b0-2e675f29a1b2,revision_number=2']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:03:27.594923 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-fe474fec-b375-4bdc-9761-ff65edd692fb tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3679472'] for floatingip (20be5a73-0e04-45ba-bfcc-e383a145a422), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:27.649196 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-06955545-332a-4d05-9491-6f8af1ae69ac req-b564b2a7-6631-4748-8cb1-29a775c35ebd tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Publish callbacks [] for port (c4a0bccd-922e-41f9-8c02-4a2a76cd3707), precommit_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:27.681070 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-06955545-332a-4d05-9491-6f8af1ae69ac req-b564b2a7-6631-4748-8cb1-29a775c35ebd tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729028134301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10367820'] for port (c4a0bccd-922e-41f9-8c02-4a2a76cd3707), after_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:27.693788 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.db.l3_db [None req-fe474fec-b375-4bdc-9761-ff65edd692fb tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Floating IP 20be5a73-0e04-45ba-bfcc-e383a145a422 associated. External IP: 172.27.0.98, port: bd7535b1-15c4-42a1-b1c2-93844a3b30f1. Sep 08 14:03:27.711994 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:27.725964 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06955545-332a-4d05-9491-6f8af1ae69ac req-b564b2a7-6631-4748-8cb1-29a775c35ebd tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Network 551d8846-f844-4925-a2fe-eef49820f7af is already hosted by enough agents. {{(pid=112710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:03:27.732015 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.scheduler.base_scheduler [req-06955545-332a-4d05-9491-6f8af1ae69ac req-b564b2a7-6631-4748-8cb1-29a775c35ebd tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Resources bound (agent type, host, resource id): {{(pid=112710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:03:27.736260 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.db.l3_dvrscheduler_db [req-06955545-332a-4d05-9491-6f8af1ae69ac req-b564b2a7-6631-4748-8cb1-29a775c35ebd tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Received port after_create {{(pid=112710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 08 14:03:27.766195 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b564b2a7-6631-4748-8cb1-29a775c35ebd tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Pushing event updated for resources: {'Port': ['ID=c4a0bccd-922e-41f9-8c02-4a2a76cd3707,revision_number=1']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:03:27.801523 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06955545-332a-4d05-9491-6f8af1ae69ac req-b564b2a7-6631-4748-8cb1-29a775c35ebd tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:27.802331 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-06955545-332a-4d05-9491-6f8af1ae69ac req-b564b2a7-6631-4748-8cb1-29a775c35ebd tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161718'] for port (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:27.822811 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-06955545-332a-4d05-9491-6f8af1ae69ac req-b564b2a7-6631-4748-8cb1-29a775c35ebd tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6305895 Sep 08 14:03:27.867226 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.v2.base [req-06955545-332a-4d05-9491-6f8af1ae69ac req-6af98798-960a-41a6-bcf7-829206b82185 service neutron] Request body: {'port': {'device_id': '9bdaa912-aaef-4435-97f9-e20e6ec24dc6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82002'}} {{(pid=112710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:03:27.934361 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe474fec-b375-4bdc-9761-ff65edd692fb tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Router 18657881-70c0-4330-b049-16b855fda8ab has already been hosted by L3 agent 91421a76-39ff-4685-90ca-aa6fbf6a1933 {{(pid=112709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 14:03:27.972741 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a74b3c-2be2-4a5f-9bbc-d0bc096195e9 req-c21aab46-0f9d-4183-8feb-c807b4b72450 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:27.974280 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-01a74b3c-2be2-4a5f-9bbc-d0bc096195e9 req-c21aab46-0f9d-4183-8feb-c807b4b72450 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=9bdaa912-aaef-4435-97f9-e20e6ec24dc6 HTTP/1.1" status: 200 len: 931 time: 0.1276231 Sep 08 14:03:27.975250 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-06955545-332a-4d05-9491-6f8af1ae69ac req-6af98798-960a-41a6-bcf7-829206b82185 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (c4a0bccd-922e-41f9-8c02-4a2a76cd3707), before_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:28.007091 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-2836ba77-513c-4639-848e-0039b37da327 None None] Provisioning complete for port c4a0bccd-922e-41f9-8c02-4a2a76cd3707 triggered by entity DHCP. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:03:28.010022 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-2836ba77-513c-4639-848e-0039b37da327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (c4a0bccd-922e-41f9-8c02-4a2a76cd3707), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:28.042464 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-2836ba77-513c-4639-848e-0039b37da327 None None] Port c4a0bccd-922e-41f9-8c02-4a2a76cd3707 cannot update to ACTIVE because it is not bound. {{(pid=112711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 08 14:03:28.047514 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe474fec-b375-4bdc-9761-ff65edd692fb tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Notify agent at l3_agent.dv-cinder-820027-24-iscsi the message routers_updated {{(pid=112709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:03:28.058878 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbcc5106-8a22-42e3-b85f-25707096eb45 None None] Sync routers for ids ['18657881-70c0-4330-b049-16b855fda8ab'] in dv-cinder-820027-24-iscsi {{(pid=112712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:03:28.066937 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-fe474fec-b375-4bdc-9761-ff65edd692fb tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161718'] for floatingip (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:28.071796 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbcc5106-8a22-42e3-b85f-25707096eb45 None None] Routers {'18657881-70c0-4330-b049-16b855fda8ab'} bound to L3 agent in host dv-cinder-820027-24-iscsi {{(pid=112712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:03:28.072424 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_hamode_db [None req-dbcc5106-8a22-42e3-b85f-25707096eb45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-08T13:44:16Z,description=,heartbeat_timestamp=2022-09-08T14:03:16Z,host='dv-cinder-820027-24-iscsi',id=91421a76-39ff-4685-90ca-aa6fbf6a1933,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:44:16Z,topic='l3_agent')) {'router_ids': ['18657881-70c0-4330-b049-16b855fda8ab'], 'active': True} {{(pid=112712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:03:28.082504 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-01a74b3c-2be2-4a5f-9bbc-d0bc096195e9 req-6e8aa112-f3af-43eb-a3f6-cb8b469ad53e tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ddf1d878-1109-4f29-aa9f-9fca2e3c8a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947063 Sep 08 14:03:28.104891 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-fe474fec-b375-4bdc-9761-ff65edd692fb tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] 10.222.0.55 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9127419 Sep 08 14:03:28.105752 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13064b4a-3c9e-4c93-96fe-7779d873e832', 'tag': 'bd7535b1-15c4-42a1-b1c2-93844a3b30f1'}] {{(pid=112709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 14:03:28.108198 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}542ac7e5325f68055833e74974e312adb8a2ee810b70c39787611e772d2c694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dec60478-0b4f-4195-9d38-fdf3197fd0b1" -d '{"events": [{"name": "network-changed", "server_uuid": "13064b4a-3c9e-4c93-96fe-7779d873e832", "tag": "bd7535b1-15c4-42a1-b1c2-93844a3b30f1"}]}' {{(pid=112709) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:03:28.203282 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_dvr_db [None req-dbcc5106-8a22-42e3-b85f-25707096eb45 None None] Set router 18657881-70c0-4330-b049-16b855fda8ab gateway port host: dv-cinder-820027-24-iscsi {{(pid=112712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:03:28.261698 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:28.296835 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Sep 2022 14:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa97f448-ac32-42d3-9ea6-5f3c12a2f21d x-openstack-request-id: req-aa97f448-ac32-42d3-9ea6-5f3c12a2f21d {{(pid=112709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:03:28.297329 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13064b4a-3c9e-4c93-96fe-7779d873e832", "tag": "bd7535b1-15c4-42a1-b1c2-93844a3b30f1", "status": "completed", "code": 200}]} {{(pid=112709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:03:28.297419 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-aa97f448-ac32-42d3-9ea6-5f3c12a2f21d {{(pid=112709) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:03:28.297787 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa97f448-ac32-42d3-9ea6-5f3c12a2f21d'] response: {'name': 'network-changed', 'server_uuid': '13064b4a-3c9e-4c93-96fe-7779d873e832', 'tag': 'bd7535b1-15c4-42a1-b1c2-93844a3b30f1', 'status': 'completed', 'code': 200} Sep 08 14:03:28.307297 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.notifiers.nova [req-06955545-332a-4d05-9491-6f8af1ae69ac req-6af98798-960a-41a6-bcf7-829206b82185 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4a0bccd-922e-41f9-8c02-4a2a76cd3707 {{(pid=112710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 08 14:03:28.314899 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-06955545-332a-4d05-9491-6f8af1ae69ac req-6af98798-960a-41a6-bcf7-829206b82185 service neutron] Publish callbacks [] for port (c4a0bccd-922e-41f9-8c02-4a2a76cd3707), precommit_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:28.327756 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.db.provisioning_blocks [req-06955545-332a-4d05-9491-6f8af1ae69ac req-6af98798-960a-41a6-bcf7-829206b82185 service neutron] Transition to ACTIVE for port object c4a0bccd-922e-41f9-8c02-4a2a76cd3707 will not be triggered until provisioned by entity L2. {{(pid=112710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 08 14:03:28.332267 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-06955545-332a-4d05-9491-6f8af1ae69ac req-6af98798-960a-41a6-bcf7-829206b82185 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10367797'] for port (c4a0bccd-922e-41f9-8c02-4a2a76cd3707), after_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:28.410680 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af98798-960a-41a6-bcf7-829206b82185 service neutron] Pushing event updated for resources: {'Port': ['ID=c4a0bccd-922e-41f9-8c02-4a2a76cd3707,revision_number=2']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:03:28.426791 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_hamode_db [None req-dbcc5106-8a22-42e3-b85f-25707096eb45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18657881-70c0-4330-b049-16b855fda8ab', 'name': 'tempest-TestShelveInstance-836883065-router', 'tenant_id': '1dcae1b090af440f836b18a7bb000c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '32540799-7dc7-40b6-be7d-da78477923a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:02:29Z', 'updated_at': '2022-09-08T14:02:32Z', 'revision_number': 4, 'project_id': '1dcae1b090af440f836b18a7bb000c27', 'gw_port': {'id': '32540799-7dc7-40b6-be7d-da78477923a6', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:32:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18657881-70c0-4330-b049-16b855fda8ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:02:30Z', 'updated_at': '2022-09-08T14:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi', '_floatingips': [{'id': '20be5a73-0e04-45ba-bfcc-e383a145a422', 'tenant_id': '1dcae1b090af440f836b18a7bb000c27', 'floating_ip_address': '172.27.0.98', 'floating_network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'router_id': '18657881-70c0-4330-b049-16b855fda8ab', 'port_id': 'bd7535b1-15c4-42a1-b1c2-93844a3b30f1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61798ddd-de85-4814-b88e-26fd995b29f0', 'mac_address': 'fa:16:3e:a2:c8:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13064b4a-3c9e-4c93-96fe-7779d873e832', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-08T14:03:27Z', 'updated_at': '2022-09-08T14:03:27Z', 'revision_number': 0, 'project_id': '1dcae1b090af440f836b18a7bb000c27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b1f057f-e8ff-4130-a353-9b565b73bfc9', 'name': '', 'network_id': '61798ddd-de85-4814-b88e-26fd995b29f0', 'tenant_id': '1dcae1b090af440f836b18a7bb000c27', 'mac_address': 'fa:16:3e:c6:af:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18657881-70c0-4330-b049-16b855fda8ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '9dbc7914-3cf1-4f43-b96e-876a2c30a6fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:02:31Z', 'updated_at': '2022-09-08T14:02:38Z', 'revision_number': 5, 'project_id': '1dcae1b090af440f836b18a7bb000c27', 'subnets': [{'id': '9dbc7914-3cf1-4f43-b96e-876a2c30a6fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-24-iscsi', False) {} {{(pid=112712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:03:28.442787 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.managers [req-06955545-332a-4d05-9491-6f8af1ae69ac req-6af98798-960a-41a6-bcf7-829206b82185 service neutron] Attempting to bind port c4a0bccd-922e-41f9-8c02-4a2a76cd3707 on host hv-cinder-82002 for vnic_type normal with profile {{(pid=112710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 08 14:03:28.443118 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.managers [req-06955545-332a-4d05-9491-6f8af1ae69ac req-6af98798-960a-41a6-bcf7-829206b82185 service neutron] Attempting to bind port c4a0bccd-922e-41f9-8c02-4a2a76cd3707 by drivers openvswitch,hyperv on host hv-cinder-82002 at level 0 using segments [{'id': '8c3064d6-a80a-4cdc-832a-15ed9b418cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '551d8846-f844-4925-a2fe-eef49820f7af'}] {{(pid=112710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 08 14:03:28.443438 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06955545-332a-4d05-9491-6f8af1ae69ac req-6af98798-960a-41a6-bcf7-829206b82185 service neutron] Attempting to bind port c4a0bccd-922e-41f9-8c02-4a2a76cd3707 on network 551d8846-f844-4925-a2fe-eef49820f7af {{(pid=112710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 14:03:28.455581 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbcc5106-8a22-42e3-b85f-25707096eb45 None None] Checking router: 18657881-70c0-4330-b049-16b855fda8ab for host: dv-cinder-820027-24-iscsi {{(pid=112712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:03:28.463733 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbcc5106-8a22-42e3-b85f-25707096eb45 None None] Routers {'18657881-70c0-4330-b049-16b855fda8ab'} bound to L3 agent in host dv-cinder-820027-24-iscsi {{(pid=112712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:03:28.464359 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_hamode_db [None req-dbcc5106-8a22-42e3-b85f-25707096eb45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-08T13:44:16Z,description=,heartbeat_timestamp=2022-09-08T14:03:16Z,host='dv-cinder-820027-24-iscsi',id=91421a76-39ff-4685-90ca-aa6fbf6a1933,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:44:16Z,topic='l3_agent')) {'router_ids': ['18657881-70c0-4330-b049-16b855fda8ab'], 'active': True} {{(pid=112712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:03:28.485108 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06955545-332a-4d05-9491-6f8af1ae69ac req-6af98798-960a-41a6-bcf7-829206b82185 service neutron] Port c4a0bccd-922e-41f9-8c02-4a2a76cd3707 on network 551d8846-f844-4925-a2fe-eef49820f7af not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82002 {{(pid=112710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 08 14:03:28.485677 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06955545-332a-4d05-9491-6f8af1ae69ac req-6af98798-960a-41a6-bcf7-829206b82185 service neutron] Attempting to bind port c4a0bccd-922e-41f9-8c02-4a2a76cd3707 on network 551d8846-f844-4925-a2fe-eef49820f7af {{(pid=112710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 14:03:28.527528 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06955545-332a-4d05-9491-6f8af1ae69ac req-6af98798-960a-41a6-bcf7-829206b82185 service neutron] Checking agent: {'id': '4c2ff875-e6d7-424e-bdc7-d4b2ed4bdd9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82002', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 8, 13, 50, 33), 'started_at': datetime.datetime(2022, 9, 8, 13, 50, 33), 'heartbeat_timestamp': datetime.datetime(2022, 9, 8, 14, 3, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 08 14:03:28.527856 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06955545-332a-4d05-9491-6f8af1ae69ac req-6af98798-960a-41a6-bcf7-829206b82185 service neutron] Checking segment: {'id': '8c3064d6-a80a-4cdc-832a-15ed9b418cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '551d8846-f844-4925-a2fe-eef49820f7af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 14:03:28.528234 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06955545-332a-4d05-9491-6f8af1ae69ac req-6af98798-960a-41a6-bcf7-829206b82185 service neutron] Bound using segment: {'id': '8c3064d6-a80a-4cdc-832a-15ed9b418cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '551d8846-f844-4925-a2fe-eef49820f7af'} {{(pid=112710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 08 14:03:28.528659 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.managers [req-06955545-332a-4d05-9491-6f8af1ae69ac req-6af98798-960a-41a6-bcf7-829206b82185 service neutron] Bound port: c4a0bccd-922e-41f9-8c02-4a2a76cd3707, host: hv-cinder-82002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c3064d6-a80a-4cdc-832a-15ed9b418cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '551d8846-f844-4925-a2fe-eef49820f7af'}}] {{(pid=112710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 08 14:03:28.529008 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-06955545-332a-4d05-9491-6f8af1ae69ac req-6af98798-960a-41a6-bcf7-829206b82185 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (c4a0bccd-922e-41f9-8c02-4a2a76cd3707), before_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:28.544024 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:28.564758 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_dvr_db [None req-dbcc5106-8a22-42e3-b85f-25707096eb45 None None] Set router 18657881-70c0-4330-b049-16b855fda8ab gateway port host: dv-cinder-820027-24-iscsi {{(pid=112712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:03:28.598424 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.db [req-06955545-332a-4d05-9491-6f8af1ae69ac req-6af98798-960a-41a6-bcf7-829206b82185 service neutron] For port c4a0bccd-922e-41f9-8c02-4a2a76cd3707, host hv-cinder-82002, cleared binding levels {{(pid=112710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:03:28.602587 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.db [req-06955545-332a-4d05-9491-6f8af1ae69ac req-6af98798-960a-41a6-bcf7-829206b82185 service neutron] For port c4a0bccd-922e-41f9-8c02-4a2a76cd3707, host hv-cinder-82002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=c4a0bccd-922e-41f9-8c02-4a2a76cd3707,segment=NetworkSegment(8c3064d6-a80a-4cdc-832a-15ed9b418cbb),segment_id=8c3064d6-a80a-4cdc-832a-15ed9b418cbb)] {{(pid=112710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 14:03:28.609507 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-06955545-332a-4d05-9491-6f8af1ae69ac req-6af98798-960a-41a6-bcf7-829206b82185 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10367797'] for port (c4a0bccd-922e-41f9-8c02-4a2a76cd3707), after_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:28.613871 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06955545-332a-4d05-9491-6f8af1ae69ac req-6af98798-960a-41a6-bcf7-829206b82185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:28.614498 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-06955545-332a-4d05-9491-6f8af1ae69ac req-6af98798-960a-41a6-bcf7-829206b82185 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161718'] for port (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:28.615846 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-06955545-332a-4d05-9491-6f8af1ae69ac req-6af98798-960a-41a6-bcf7-829206b82185 service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/c4a0bccd-922e-41f9-8c02-4a2a76cd3707 HTTP/1.1" status: 200 len: 1093 time: 0.7560623 Sep 08 14:03:28.616382 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bdaa912-aaef-4435-97f9-e20e6ec24dc6', 'tag': 'c4a0bccd-922e-41f9-8c02-4a2a76cd3707'}] {{(pid=112710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 14:03:28.619188 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4aaac3e20a53a8e6247a431178541979a817c05ad734f54eee24c8be994502e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94d78d26-2a7d-4427-9eb2-ee51b7430e2a" -d '{"events": [{"name": "network-changed", "server_uuid": "9bdaa912-aaef-4435-97f9-e20e6ec24dc6", "tag": "c4a0bccd-922e-41f9-8c02-4a2a76cd3707"}]}' {{(pid=112710) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:03:28.656529 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Sep 2022 14:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63a70c12-5c2b-4de6-92c3-263968a5c403 x-openstack-request-id: req-63a70c12-5c2b-4de6-92c3-263968a5c403 {{(pid=112710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:03:28.656809 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bdaa912-aaef-4435-97f9-e20e6ec24dc6", "tag": "c4a0bccd-922e-41f9-8c02-4a2a76cd3707", "status": "completed", "code": 200}]} {{(pid=112710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:03:28.657055 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-63a70c12-5c2b-4de6-92c3-263968a5c403 {{(pid=112710) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:03:28.657454 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63a70c12-5c2b-4de6-92c3-263968a5c403'] response: {'name': 'network-changed', 'server_uuid': '9bdaa912-aaef-4435-97f9-e20e6ec24dc6', 'tag': 'c4a0bccd-922e-41f9-8c02-4a2a76cd3707', 'status': 'completed', 'code': 200} Sep 08 14:03:28.667428 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af98798-960a-41a6-bcf7-829206b82185 service neutron] Pushing event updated for resources: {'Port': ['ID=c4a0bccd-922e-41f9-8c02-4a2a76cd3707,revision_number=3']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:03:28.780117 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_hamode_db [None req-dbcc5106-8a22-42e3-b85f-25707096eb45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18657881-70c0-4330-b049-16b855fda8ab', 'name': 'tempest-TestShelveInstance-836883065-router', 'tenant_id': '1dcae1b090af440f836b18a7bb000c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '32540799-7dc7-40b6-be7d-da78477923a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:02:29Z', 'updated_at': '2022-09-08T14:02:32Z', 'revision_number': 4, 'project_id': '1dcae1b090af440f836b18a7bb000c27', 'gw_port': {'id': '32540799-7dc7-40b6-be7d-da78477923a6', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:32:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18657881-70c0-4330-b049-16b855fda8ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:02:30Z', 'updated_at': '2022-09-08T14:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi', '_floatingips': [{'id': '20be5a73-0e04-45ba-bfcc-e383a145a422', 'tenant_id': '1dcae1b090af440f836b18a7bb000c27', 'floating_ip_address': '172.27.0.98', 'floating_network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'router_id': '18657881-70c0-4330-b049-16b855fda8ab', 'port_id': 'bd7535b1-15c4-42a1-b1c2-93844a3b30f1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61798ddd-de85-4814-b88e-26fd995b29f0', 'mac_address': 'fa:16:3e:a2:c8:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13064b4a-3c9e-4c93-96fe-7779d873e832', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-08T14:03:27Z', 'updated_at': '2022-09-08T14:03:27Z', 'revision_number': 0, 'project_id': '1dcae1b090af440f836b18a7bb000c27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b1f057f-e8ff-4130-a353-9b565b73bfc9', 'name': '', 'network_id': '61798ddd-de85-4814-b88e-26fd995b29f0', 'tenant_id': '1dcae1b090af440f836b18a7bb000c27', 'mac_address': 'fa:16:3e:c6:af:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18657881-70c0-4330-b049-16b855fda8ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '9dbc7914-3cf1-4f43-b96e-876a2c30a6fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:02:31Z', 'updated_at': '2022-09-08T14:02:38Z', 'revision_number': 5, 'project_id': '1dcae1b090af440f836b18a7bb000c27', 'subnets': [{'id': '9dbc7914-3cf1-4f43-b96e-876a2c30a6fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-24-iscsi', False) {} {{(pid=112712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:03:28.803949 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbcc5106-8a22-42e3-b85f-25707096eb45 None None] The sync data for ids ['18657881-70c0-4330-b049-16b855fda8ab'] in dv-cinder-820027-24-iscsi is: [{'id': '18657881-70c0-4330-b049-16b855fda8ab', 'name': 'tempest-TestShelveInstance-836883065-router', 'tenant_id': '1dcae1b090af440f836b18a7bb000c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '32540799-7dc7-40b6-be7d-da78477923a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:02:29Z', 'updated_at': '2022-09-08T14:02:32Z', 'revision_number': 4, 'project_id': '1dcae1b090af440f836b18a7bb000c27', 'gw_port': {'id': '32540799-7dc7-40b6-be7d-da78477923a6', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:32:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18657881-70c0-4330-b049-16b855fda8ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:02:30Z', 'updated_at': '2022-09-08T14:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi', '_floatingips': [{'id': '20be5a73-0e04-45ba-bfcc-e383a145a422', 'tenant_id': '1dcae1b090af440f836b18a7bb000c27', 'floating_ip_address': '172.27.0.98', 'floating_network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'router_id': '18657881-70c0-4330-b049-16b855fda8ab', 'port_id': 'bd7535b1-15c4-42a1-b1c2-93844a3b30f1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61798ddd-de85-4814-b88e-26fd995b29f0', 'mac_address': 'fa:16:3e:a2:c8:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13064b4a-3c9e-4c93-96fe-7779d873e832', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-08T14:03:27Z', 'updated_at': '2022-09-08T14:03:27Z', 'revision_number': 0, 'project_id': '1dcae1b090af440f836b18a7bb000c27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b1f057f-e8ff-4130-a353-9b565b73bfc9', 'name': '', 'network_id': '61798ddd-de85-4814-b88e-26fd995b29f0', 'tenant_id': '1dcae1b090af440f836b18a7bb000c27', 'mac_address': 'fa:16:3e:c6:af:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18657881-70c0-4330-b049-16b855fda8ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '9dbc7914-3cf1-4f43-b96e-876a2c30a6fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:02:31Z', 'updated_at': '2022-09-08T14:02:38Z', 'revision_number': 5, 'project_id': '1dcae1b090af440f836b18a7bb000c27', 'subnets': [{'id': '9dbc7914-3cf1-4f43-b96e-876a2c30a6fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:03:28.994757 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1481b6e7-061c-4ac0-9a82-cb06b1c0cb66 None None] New status for floating IP 20be5a73-0e04-45ba-bfcc-e383a145a422: ACTIVE {{(pid=112711) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 08 14:03:29.097838 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:29.221555 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02261fa6-fb5a-4c91-be34-72543b41c381 req-e2785342-0500-48ca-a8d7-5026f4c84a64 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:29.223314 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-02261fa6-fb5a-4c91-be34-72543b41c381 req-e2785342-0500-48ca-a8d7-5026f4c84a64 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=9bdaa912-aaef-4435-97f9-e20e6ec24dc6 HTTP/1.1" status: 200 len: 943 time: 0.0499511 Sep 08 14:03:29.272219 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-02261fa6-fb5a-4c91-be34-72543b41c381 req-5dee2b45-afef-4d5d-9b90-a4072ff276ab tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ddf1d878-1109-4f29-aa9f-9fca2e3c8a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432434 Sep 08 14:03:30.396260 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3186c2c5-4e07-4e4b-9f4b-78890bd44328 req-1290cb62-2fb3-4c0b-b24b-3c48a2c12c46 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:30.397716 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-3186c2c5-4e07-4e4b-9f4b-78890bd44328 req-1290cb62-2fb3-4c0b-b24b-3c48a2c12c46 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=9bdaa912-aaef-4435-97f9-e20e6ec24dc6 HTTP/1.1" status: 200 len: 943 time: 0.0503201 Sep 08 14:03:30.446597 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-3186c2c5-4e07-4e4b-9f4b-78890bd44328 req-7d46977d-9ada-467f-9127-41f48c7edd18 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ddf1d878-1109-4f29-aa9f-9fca2e3c8a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432117 Sep 08 14:03:31.569897 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5251d3-6850-4566-bb58-c6b44b042668 req-8187a99c-de5c-4db0-acac-c4c9f674e6c5 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:31.571353 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-bf5251d3-6850-4566-bb58-c6b44b042668 req-8187a99c-de5c-4db0-acac-c4c9f674e6c5 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=9bdaa912-aaef-4435-97f9-e20e6ec24dc6 HTTP/1.1" status: 200 len: 943 time: 0.0467393 Sep 08 14:03:31.619712 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-bf5251d3-6850-4566-bb58-c6b44b042668 req-6e411578-6be4-4abe-8c30-b718a17f50ac tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ddf1d878-1109-4f29-aa9f-9fca2e3c8a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428987 Sep 08 14:03:32.115783 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec60478-0b4f-4195-9d38-fdf3197fd0b1 req-221ab903-8d05-4f27-ae45-2d36e826b15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:32.117299 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-dec60478-0b4f-4195-9d38-fdf3197fd0b1 req-221ab903-8d05-4f27-ae45-2d36e826b15d service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=1dcae1b090af440f836b18a7bb000c27&device_id=13064b4a-3c9e-4c93-96fe-7779d873e832 HTTP/1.1" status: 200 len: 1130 time: 0.0729847 Sep 08 14:03:32.120178 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d78d26-2a7d-4427-9eb2-ee51b7430e2a req-62c81c09-a229-4df6-9569-df9fb69565b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:32.121520 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-94d78d26-2a7d-4427-9eb2-ee51b7430e2a req-62c81c09-a229-4df6-9569-df9fb69565b3 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=19d114fd258a4306b4c0665df90ae4c7&device_id=9bdaa912-aaef-4435-97f9-e20e6ec24dc6 HTTP/1.1" status: 200 len: 1127 time: 0.0658994 Sep 08 14:03:32.314295 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec60478-0b4f-4195-9d38-fdf3197fd0b1 req-30a24f28-3014-4897-b90e-24eda0f9013a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:32.315781 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-dec60478-0b4f-4195-9d38-fdf3197fd0b1 req-30a24f28-3014-4897-b90e-24eda0f9013a service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=61798ddd-de85-4814-b88e-26fd995b29f0 HTTP/1.1" status: 200 len: 909 time: 0.1712725 Sep 08 14:03:32.316844 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d78d26-2a7d-4427-9eb2-ee51b7430e2a req-75d1c106-3d35-42a1-88b9-93bee41fad63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:32.318182 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-94d78d26-2a7d-4427-9eb2-ee51b7430e2a req-75d1c106-3d35-42a1-88b9-93bee41fad63 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?tenant_id=19d114fd258a4306b4c0665df90ae4c7&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1725645 Sep 08 14:03:32.347607 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:32.441761 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-dec60478-0b4f-4195-9d38-fdf3197fd0b1 req-78e94d09-cfe7-4423-9bbc-256c2036da7e service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bd7535b1-15c4-42a1-b1c2-93844a3b30f1 HTTP/1.1" status: 200 len: 1001 time: 0.1090238 Sep 08 14:03:32.500985 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d78d26-2a7d-4427-9eb2-ee51b7430e2a req-1d58754c-752c-4c5f-8791-1b79cbf486b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:32.502604 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-94d78d26-2a7d-4427-9eb2-ee51b7430e2a req-1d58754c-752c-4c5f-8791-1b79cbf486b4 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1636252 Sep 08 14:03:32.513542 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec60478-0b4f-4195-9d38-fdf3197fd0b1 req-04d410b5-80e8-4f08-be15-e675f6ffa527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:32.514933 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-dec60478-0b4f-4195-9d38-fdf3197fd0b1 req-04d410b5-80e8-4f08-be15-e675f6ffa527 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=9dbc7914-3cf1-4f43-b96e-876a2c30a6fa HTTP/1.1" status: 200 len: 847 time: 0.0631497 Sep 08 14:03:32.612146 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec60478-0b4f-4195-9d38-fdf3197fd0b1 req-013f5fe4-26be-4c01-9b15-303a87ed90ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:32.613566 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-dec60478-0b4f-4195-9d38-fdf3197fd0b1 req-013f5fe4-26be-4c01-9b15-303a87ed90ba service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=61798ddd-de85-4814-b88e-26fd995b29f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0452356 Sep 08 14:03:32.714606 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:INSERT=1 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:32.750506 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06955545-332a-4d05-9491-6f8af1ae69ac req-02dfa8b7-15d3-41bd-a96a-f07715c6053c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:32.751991 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-06955545-332a-4d05-9491-6f8af1ae69ac req-02dfa8b7-15d3-41bd-a96a-f07715c6053c service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=19d114fd258a4306b4c0665df90ae4c7&device_id=9bdaa912-aaef-4435-97f9-e20e6ec24dc6 HTTP/1.1" status: 200 len: 1127 time: 0.1107285 Sep 08 14:03:32.781986 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9671235a-b9f8-4438-80e1-bf4f0888a8a2 req-bc0775f7-5fb1-44ef-a30d-b61f27f5ab21 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:32.783472 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-9671235a-b9f8-4438-80e1-bf4f0888a8a2 req-bc0775f7-5fb1-44ef-a30d-b61f27f5ab21 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=9bdaa912-aaef-4435-97f9-e20e6ec24dc6 HTTP/1.1" status: 200 len: 943 time: 0.0769801 Sep 08 14:03:32.843093 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-06955545-332a-4d05-9491-6f8af1ae69ac req-12f23bcd-3e9a-4296-b15e-ccb531bd4f3c service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c4a0bccd-922e-41f9-8c02-4a2a76cd3707 HTTP/1.1" status: 200 len: 217 time: 0.0518687 Sep 08 14:03:32.850974 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-dec60478-0b4f-4195-9d38-fdf3197fd0b1 req-6b22f17a-e562-4d63-9fb7-cf67c066a754 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/61798ddd-de85-4814-b88e-26fd995b29f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170353 Sep 08 14:03:32.881814 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-9671235a-b9f8-4438-80e1-bf4f0888a8a2 req-0a1c6784-9709-4d6f-aad5-29f07ff58931 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ddf1d878-1109-4f29-aa9f-9fca2e3c8a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916128 Sep 08 14:03:33.049842 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06955545-332a-4d05-9491-6f8af1ae69ac req-c57801bc-9393-4484-8d9b-c50c018effbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:33.051395 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-06955545-332a-4d05-9491-6f8af1ae69ac req-c57801bc-9393-4484-8d9b-c50c018effbe service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=8ad1b6f9-720f-46b5-a559-3250cb34e913 HTTP/1.1" status: 200 len: 850 time: 0.0896111 Sep 08 14:03:33.119950 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06955545-332a-4d05-9491-6f8af1ae69ac req-7eacceed-d713-4ef0-93eb-01f153806120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:33.121453 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-06955545-332a-4d05-9491-6f8af1ae69ac req-7eacceed-d713-4ef0-93eb-01f153806120 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=551d8846-f844-4925-a2fe-eef49820f7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0599227 Sep 08 14:03:33.123322 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-dec60478-0b4f-4195-9d38-fdf3197fd0b1 req-37aed4ab-a0e3-4971-a397-9725a9e0dcec service neutron] 10.222.0.20 "GET /networking/v2.0/networks/61798ddd-de85-4814-b88e-26fd995b29f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524386 Sep 08 14:03:33.240449 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-06955545-332a-4d05-9491-6f8af1ae69ac req-cec84988-4700-4965-89c1-59db7ea3e006 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/551d8846-f844-4925-a2fe-eef49820f7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881834 Sep 08 14:03:33.334738 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-06955545-332a-4d05-9491-6f8af1ae69ac req-6d7b99bd-90e9-4568-a4be-c0e87cf25276 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/551d8846-f844-4925-a2fe-eef49820f7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862863 Sep 08 14:03:34.010778 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c84375-292f-468d-9f17-d2423be70228 req-67392955-fdee-4e0d-b55e-615e20997ede tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:34.012296 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-38c84375-292f-468d-9f17-d2423be70228 req-67392955-fdee-4e0d-b55e-615e20997ede tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=9bdaa912-aaef-4435-97f9-e20e6ec24dc6 HTTP/1.1" status: 200 len: 943 time: 0.0529783 Sep 08 14:03:34.063069 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-38c84375-292f-468d-9f17-d2423be70228 req-37025f09-5f1f-4260-8c56-07df88a21554 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ddf1d878-1109-4f29-aa9f-9fca2e3c8a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450571 Sep 08 14:03:35.191857 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a111ee1a-5c79-48e6-9406-aa27669bfb02 req-b137d3ee-1a92-4639-890a-e8e399ed5354 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:35.193581 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-a111ee1a-5c79-48e6-9406-aa27669bfb02 req-b137d3ee-1a92-4639-890a-e8e399ed5354 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=9bdaa912-aaef-4435-97f9-e20e6ec24dc6 HTTP/1.1" status: 200 len: 943 time: 0.0506032 Sep 08 14:03:35.216975 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=100 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:35.251106 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-a111ee1a-5c79-48e6-9406-aa27669bfb02 req-156bcafa-a64e-42a9-a673-566a2ae661e1 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ddf1d878-1109-4f29-aa9f-9fca2e3c8a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493233 Sep 08 14:03:35.558137 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (4c2ff875-e6d7-424e-bdc7-d4b2ed4bdd9c), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:36.391344 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ecf27f-a6b5-433c-b955-3f88ef3d6383 req-7f8806c9-b279-48a7-9e54-c2a25977a940 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:36.392843 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-a7ecf27f-a6b5-433c-b955-3f88ef3d6383 req-7f8806c9-b279-48a7-9e54-c2a25977a940 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=9bdaa912-aaef-4435-97f9-e20e6ec24dc6 HTTP/1.1" status: 200 len: 943 time: 0.0482717 Sep 08 14:03:36.443664 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-a7ecf27f-a6b5-433c-b955-3f88ef3d6383 req-a18f88c3-0eb8-4c3a-ba52-dafe1b1bacad tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ddf1d878-1109-4f29-aa9f-9fca2e3c8a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438628 Sep 08 14:03:37.575746 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ad2033-95ce-446d-8221-5a314add1218 req-64d1fe0e-9b94-4010-8f6a-5761edb64d2c tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:37.577238 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-a4ad2033-95ce-446d-8221-5a314add1218 req-64d1fe0e-9b94-4010-8f6a-5761edb64d2c tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=9bdaa912-aaef-4435-97f9-e20e6ec24dc6 HTTP/1.1" status: 200 len: 943 time: 0.0547848 Sep 08 14:03:37.629842 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-a4ad2033-95ce-446d-8221-5a314add1218 req-d58abc44-7e05-47e1-b6d2-3fd97a93e7d3 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ddf1d878-1109-4f29-aa9f-9fca2e3c8a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468266 Sep 08 14:03:38.096379 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:38.098549 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=81,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:38.762925 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3ddb9c-d86a-4c39-b7df-fb283e56da65 req-f9135e59-5bf2-4ff0-959c-e2af86c70f3f tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:38.765199 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-aa3ddb9c-d86a-4c39-b7df-fb283e56da65 req-f9135e59-5bf2-4ff0-959c-e2af86c70f3f tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=9bdaa912-aaef-4435-97f9-e20e6ec24dc6 HTTP/1.1" status: 200 len: 943 time: 0.0550654 Sep 08 14:03:38.782089 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=82 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:38.784297 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=72 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:38.818775 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-aa3ddb9c-d86a-4c39-b7df-fb283e56da65 req-74390412-0489-469a-83bd-a029e7676378 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ddf1d878-1109-4f29-aa9f-9fca2e3c8a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466971 Sep 08 14:03:39.915513 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=100 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:39.956332 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d78962-c4de-4444-9c46-fe9625591006 req-b02a9e4a-d8d7-4a3d-a6ea-77d7a20e34e1 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:39.957850 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-a3d78962-c4de-4444-9c46-fe9625591006 req-b02a9e4a-d8d7-4a3d-a6ea-77d7a20e34e1 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=9bdaa912-aaef-4435-97f9-e20e6ec24dc6 HTTP/1.1" status: 200 len: 943 time: 0.0542476 Sep 08 14:03:40.017433 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-a3d78962-c4de-4444-9c46-fe9625591006 req-37111e02-8a64-42ae-a84e-60160f8d9d28 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ddf1d878-1109-4f29-aa9f-9fca2e3c8a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539882 Sep 08 14:03:40.830757 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 44720) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:03:40.961084 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-aca4a656-35de-4e07-abca-ccd065df6f87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:41.056363 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:41.089330 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-aca4a656-35de-4e07-abca-ccd065df6f87 admin admin] Publish callbacks [] for security_group (dc05a2aa-92f7-4696-afb2-c9594b11ecb0), precommit_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:41.094088 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-aca4a656-35de-4e07-abca-ccd065df6f87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (dc05a2aa-92f7-4696-afb2-c9594b11ecb0), after_create {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:41.135256 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca4a656-35de-4e07-abca-ccd065df6f87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc05a2aa-92f7-4696-afb2-c9594b11ecb0,revision_number=1']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:03:41.141932 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-aca4a656-35de-4e07-abca-ccd065df6f87 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=5e00b70b79844467a746eab7407353e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3090858 Sep 08 14:03:41.144219 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 44732) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:03:41.197366 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a77301b-6d4b-4b74-aa52-9b555e06d61a req-79a27162-310c-4045-9049-4c44ff3ccab4 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:41.200630 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-4f9b0a61-4d92-4c14-88eb-c4cbddf34937 admin admin] Publish callbacks [] for security_group (dc05a2aa-92f7-4696-afb2-c9594b11ecb0), before_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:41.205304 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-3a77301b-6d4b-4b74-aa52-9b555e06d61a req-79a27162-310c-4045-9049-4c44ff3ccab4 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=9bdaa912-aaef-4435-97f9-e20e6ec24dc6 HTTP/1.1" status: 200 len: 943 time: 0.0770025 Sep 08 14:03:41.222944 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-4f9b0a61-4d92-4c14-88eb-c4cbddf34937 admin admin] Publish callbacks [] for security_group (dc05a2aa-92f7-4696-afb2-c9594b11ecb0), precommit_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:41.260290 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-3a77301b-6d4b-4b74-aa52-9b555e06d61a req-349ba3de-481e-475e-a72e-e6c869f7eaf3 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ddf1d878-1109-4f29-aa9f-9fca2e3c8a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539668 Sep 08 14:03:41.280112 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-4f9b0a61-4d92-4c14-88eb-c4cbddf34937 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (dc05a2aa-92f7-4696-afb2-c9594b11ecb0), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:41.283209 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-4f9b0a61-4d92-4c14-88eb-c4cbddf34937 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:41.284962 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-4f9b0a61-4d92-4c14-88eb-c4cbddf34937 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/dc05a2aa-92f7-4696-afb2-c9594b11ecb0 HTTP/1.1" status: 204 len: 168 time: 0.1397488 Sep 08 14:03:41.311573 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9b0a61-4d92-4c14-88eb-c4cbddf34937 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc05a2aa-92f7-4696-afb2-c9594b11ecb0,revision_number=None']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:03:41.928755 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Device c4a0bccd-922e-41f9-8c02-4a2a76cd3707 details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=112711) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 14:03:42.079652 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] For port c4a0bccd-922e-41f9-8c02-4a2a76cd3707, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=c4a0bccd-922e-41f9-8c02-4a2a76cd3707,segment=NetworkSegment(8c3064d6-a80a-4cdc-832a-15ed9b418cbb),segment_id=8c3064d6-a80a-4cdc-832a-15ed9b418cbb)] {{(pid=112711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:03:42.094370 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Returning: {'device': 'c4a0bccd-922e-41f9-8c02-4a2a76cd3707', 'network_id': '551d8846-f844-4925-a2fe-eef49820f7af', 'port_id': 'c4a0bccd-922e-41f9-8c02-4a2a76cd3707', 'mac_address': 'fa:16:3e:43:f0:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ad1b6f9-720f-46b5-a559-3250cb34e913', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112711) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 14:03:42.135136 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Current status of the port c4a0bccd-922e-41f9-8c02-4a2a76cd3707 is: DOWN; New status is: BUILD {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:03:42.135529 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (c4a0bccd-922e-41f9-8c02-4a2a76cd3707), before_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:42.150809 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.notifiers.nova [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4a0bccd-922e-41f9-8c02-4a2a76cd3707 {{(pid=112711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 08 14:03:42.172767 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] For port c4a0bccd-922e-41f9-8c02-4a2a76cd3707, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=c4a0bccd-922e-41f9-8c02-4a2a76cd3707,segment=NetworkSegment(8c3064d6-a80a-4cdc-832a-15ed9b418cbb),segment_id=8c3064d6-a80a-4cdc-832a-15ed9b418cbb)] {{(pid=112711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:03:42.178112 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (c4a0bccd-922e-41f9-8c02-4a2a76cd3707), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:42.237012 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Pushing event updated for resources: {'Port': ['ID=c4a0bccd-922e-41f9-8c02-4a2a76cd3707,revision_number=4']} {{(pid=112711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:03:42.247007 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:03:42.247707 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:03:42.248209 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:03:42.248930 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:03:42.249434 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:03:42.250277 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:03:42.250803 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:03:42.251370 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:03:42.251854 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:03:42.252419 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:03:42.252913 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:03:42.253471 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:03:42.254072 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:03:42.254568 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:03:42.255285 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:03:42.414315 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a188a8a-cd79-4450-87d6-72a600ba5488 req-53e72ab1-a7b8-408e-beb4-fd16f7739cdb tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:42.423362 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-2a188a8a-cd79-4450-87d6-72a600ba5488 req-53e72ab1-a7b8-408e-beb4-fd16f7739cdb tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=9bdaa912-aaef-4435-97f9-e20e6ec24dc6 HTTP/1.1" status: 200 len: 944 time: 0.0613997 Sep 08 14:03:42.498028 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-2a188a8a-cd79-4450-87d6-72a600ba5488 req-25f755ae-6600-4491-ba6d-cef8518d1000 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ddf1d878-1109-4f29-aa9f-9fca2e3c8a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728106 Sep 08 14:03:42.635918 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] get_ports_and_sgs() called for port_ids ['c4a0bccd-922e-41f9-8c02-4a2a76cd3707'] {{(pid=112711) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 08 14:03:42.651549 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-75c70665-d001-412d-838b-00d4f7b2d4d2 req-dfa31c57-481e-48d7-af0b-fbc544a88da0 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=6c0fbbab-644f-4d57-b4bf-644204a5b26f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0533583 Sep 08 14:03:42.666386 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 44772) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:03:42.831834 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-ce1cf5ee-6c10-4735-ac3d-674a76589462 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:42.844758 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c70665-d001-412d-838b-00d4f7b2d4d2 req-39cd892b-362b-4ea0-b971-f40a810b6562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:42.846278 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-75c70665-d001-412d-838b-00d4f7b2d4d2 req-39cd892b-362b-4ea0-b971-f40a810b6562 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=19d114fd258a4306b4c0665df90ae4c7&device_id=6c0fbbab-644f-4d57-b4bf-644204a5b26f HTTP/1.1" status: 200 len: 1130 time: 0.0853226 Sep 08 14:03:42.927473 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-ce1cf5ee-6c10-4735-ac3d-674a76589462 admin admin] Publish callbacks [] for security_group (fde23df7-1bc7-4d40-b6de-914b96bc9eeb), precommit_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:42.941263 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-ce1cf5ee-6c10-4735-ac3d-674a76589462 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (fde23df7-1bc7-4d40-b6de-914b96bc9eeb), after_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:43.028248 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1cf5ee-6c10-4735-ac3d-674a76589462 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fde23df7-1bc7-4d40-b6de-914b96bc9eeb,revision_number=1']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:03:43.040049 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-ce1cf5ee-6c10-4735-ac3d-674a76589462 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=79fb8584dccb42ff85a789fb304707d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3695302 Sep 08 14:03:43.040289 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 44780) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:03:43.099509 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c70665-d001-412d-838b-00d4f7b2d4d2 req-96b2671b-67e9-4d50-b234-cebd72d57b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:43.101137 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-75c70665-d001-412d-838b-00d4f7b2d4d2 req-96b2671b-67e9-4d50-b234-cebd72d57b65 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=551d8846-f844-4925-a2fe-eef49820f7af HTTP/1.1" status: 200 len: 912 time: 0.1712027 Sep 08 14:03:43.122621 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:43.156486 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-212ab159-3360-4248-82ae-b3659121fb44 admin admin] Publish callbacks [] for security_group (fde23df7-1bc7-4d40-b6de-914b96bc9eeb), before_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:43.189694 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-212ab159-3360-4248-82ae-b3659121fb44 admin admin] Publish callbacks [] for security_group (fde23df7-1bc7-4d40-b6de-914b96bc9eeb), precommit_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:43.206758 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-75c70665-d001-412d-838b-00d4f7b2d4d2 req-7d8b7329-2d9c-4b5d-b52f-fc295e4c88cc service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07945f23-93ca-4174-93c3-7352e02ec6a5 HTTP/1.1" status: 200 len: 1002 time: 0.0923042 Sep 08 14:03:43.239759 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=100 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:43.281349 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c70665-d001-412d-838b-00d4f7b2d4d2 req-30d7e712-5aec-46a9-be75-43f14db2891b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:43.282946 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-75c70665-d001-412d-838b-00d4f7b2d4d2 req-30d7e712-5aec-46a9-be75-43f14db2891b service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=8ad1b6f9-720f-46b5-a559-3250cb34e913 HTTP/1.1" status: 200 len: 850 time: 0.0600204 Sep 08 14:03:43.322091 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-212ab159-3360-4248-82ae-b3659121fb44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (fde23df7-1bc7-4d40-b6de-914b96bc9eeb), after_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:43.324984 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-212ab159-3360-4248-82ae-b3659121fb44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:43.326076 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-212ab159-3360-4248-82ae-b3659121fb44 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/fde23df7-1bc7-4d40-b6de-914b96bc9eeb HTTP/1.1" status: 204 len: 168 time: 0.2848706 Sep 08 14:03:43.346054 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212ab159-3360-4248-82ae-b3659121fb44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fde23df7-1bc7-4d40-b6de-914b96bc9eeb,revision_number=None']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:03:43.355295 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c70665-d001-412d-838b-00d4f7b2d4d2 req-8e6042f2-0ffb-4f9b-b91d-cfd02e63a4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:43.367222 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-75c70665-d001-412d-838b-00d4f7b2d4d2 req-8e6042f2-0ffb-4f9b-b91d-cfd02e63a4e3 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=551d8846-f844-4925-a2fe-eef49820f7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0743806 Sep 08 14:03:43.475092 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.agents_db [None req-36671662-b8ef-427e-8422-ee96630d1377 None None] Agent healthcheck: found 6 active agents {{(pid=112712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:03:43.556635 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-75c70665-d001-412d-838b-00d4f7b2d4d2 req-3183e818-1f8f-4593-b983-9e2f80d7124f service neutron] 10.222.0.20 "GET /networking/v2.0/networks/551d8846-f844-4925-a2fe-eef49820f7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818802 Sep 08 14:03:43.694048 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83acbd5-ae84-4286-987a-ba97214b6787 req-dd6b55dc-4542-4ddc-8aac-ba3971bd6cb0 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:43.696635 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-a83acbd5-ae84-4286-987a-ba97214b6787 req-dd6b55dc-4542-4ddc-8aac-ba3971bd6cb0 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=9bdaa912-aaef-4435-97f9-e20e6ec24dc6 HTTP/1.1" status: 200 len: 944 time: 0.0968246 Sep 08 14:03:43.737571 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-75c70665-d001-412d-838b-00d4f7b2d4d2 req-fbb3a8eb-a84d-49a3-b543-8f4d688df117 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/551d8846-f844-4925-a2fe-eef49820f7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698918 Sep 08 14:03:43.939684 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Device c4a0bccd-922e-41f9-8c02-4a2a76cd3707 up at agent hyperv_hv-cinder-82002 {{(pid=112711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:03:44.000052 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Provisioning for port c4a0bccd-922e-41f9-8c02-4a2a76cd3707 completed by entity L2. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 08 14:03:44.016225 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Provisioning complete for port c4a0bccd-922e-41f9-8c02-4a2a76cd3707 triggered by entity L2. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:03:44.016606 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (c4a0bccd-922e-41f9-8c02-4a2a76cd3707), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:44.095806 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-a83acbd5-ae84-4286-987a-ba97214b6787 req-c7474fc4-9baa-4816-9499-0c5b3996002e tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ddf1d878-1109-4f29-aa9f-9fca2e3c8a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3662493 Sep 08 14:03:44.120809 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-60650842-51e7-4a99-b5f1-b90bfb877c6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (22ab8903-d7f5-4941-bce3-89140b53b8af), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:44.128798 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:44.138526 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Current status of the port c4a0bccd-922e-41f9-8c02-4a2a76cd3707 is: BUILD; New status is: ACTIVE {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:03:44.138918 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (c4a0bccd-922e-41f9-8c02-4a2a76cd3707), before_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:44.164883 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bdaa912-aaef-4435-97f9-e20e6ec24dc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4a0bccd-922e-41f9-8c02-4a2a76cd3707'}] {{(pid=112711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 14:03:44.167542 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da88ec0cbec787fa3ec3fbfc035ae72aba30a0bab36d561f227dc8a59222d55b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee727e70-b16d-4ae9-bf24-c90372293bf0" -d '{"events": [{"server_uuid": "9bdaa912-aaef-4435-97f9-e20e6ec24dc6", "name": "network-vif-plugged", "status": "completed", "tag": "c4a0bccd-922e-41f9-8c02-4a2a76cd3707"}]}' {{(pid=112711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:03:44.169662 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:44.183136 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] For port c4a0bccd-922e-41f9-8c02-4a2a76cd3707, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=c4a0bccd-922e-41f9-8c02-4a2a76cd3707,segment=NetworkSegment(8c3064d6-a80a-4cdc-832a-15ed9b418cbb),segment_id=8c3064d6-a80a-4cdc-832a-15ed9b418cbb)] {{(pid=112711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:03:44.189160 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (c4a0bccd-922e-41f9-8c02-4a2a76cd3707), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:44.227606 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Sep 2022 14:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45fb7ecd-aaf5-4046-948d-f38bed0ccf91 x-openstack-request-id: req-45fb7ecd-aaf5-4046-948d-f38bed0ccf91 {{(pid=112711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:03:44.227888 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bdaa912-aaef-4435-97f9-e20e6ec24dc6", "name": "network-vif-plugged", "status": "completed", "tag": "c4a0bccd-922e-41f9-8c02-4a2a76cd3707", "code": 200}]} {{(pid=112711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:03:44.228140 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-45fb7ecd-aaf5-4046-948d-f38bed0ccf91 {{(pid=112711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:03:44.228530 dv-cinder-820027-24-iscsi neutron-server[112711]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45fb7ecd-aaf5-4046-948d-f38bed0ccf91'] response: {'server_uuid': '9bdaa912-aaef-4435-97f9-e20e6ec24dc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4a0bccd-922e-41f9-8c02-4a2a76cd3707', 'code': 200} Sep 08 14:03:44.244387 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Pushing event updated for resources: {'Port': ['ID=c4a0bccd-922e-41f9-8c02-4a2a76cd3707,revision_number=5']} {{(pid=112711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:03:44.621802 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fb8c25-4cc2-4757-871a-14d7da29c983 req-2f1e0708-1931-4079-aff1-65f5be0c1a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:44.624210 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-93fb8c25-4cc2-4757-871a-14d7da29c983 req-2f1e0708-1931-4079-aff1-65f5be0c1a0c service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9bdaa912-aaef-4435-97f9-e20e6ec24dc6 HTTP/1.1" status: 200 len: 1129 time: 0.0607607 Sep 08 14:03:44.697165 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-93fb8c25-4cc2-4757-871a-14d7da29c983 req-6c5e24f6-19c8-46c5-b719-31dae6431b6d service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ddf1d878-1109-4f29-aa9f-9fca2e3c8a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601120 Sep 08 14:03:45.252287 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626d5fa8-2011-483d-9067-f58c337887e9 req-76eef2d0-2ede-4433-b660-223a15e72e8b tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:45.254362 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-626d5fa8-2011-483d-9067-f58c337887e9 req-76eef2d0-2ede-4433-b660-223a15e72e8b tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=9bdaa912-aaef-4435-97f9-e20e6ec24dc6 HTTP/1.1" status: 200 len: 945 time: 0.0697973 Sep 08 14:03:45.310216 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-626d5fa8-2011-483d-9067-f58c337887e9 req-db6a02c8-3211-482e-88d8-77f2f7c2cc59 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ddf1d878-1109-4f29-aa9f-9fca2e3c8a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494900 Sep 08 14:03:46.394721 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-71730a7d-f3ae-457c-ad9e-ef8f8cfdd9ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (91421a76-39ff-4685-90ca-aa6fbf6a1933), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:46.520645 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd250f1-8665-45a7-86bd-f52ea8ff5675 req-89bbca26-ab0c-47ef-bec7-a46a74599775 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:46.523793 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-afd250f1-8665-45a7-86bd-f52ea8ff5675 req-89bbca26-ab0c-47ef-bec7-a46a74599775 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=9bdaa912-aaef-4435-97f9-e20e6ec24dc6 HTTP/1.1" status: 200 len: 945 time: 0.0958602 Sep 08 14:03:46.584075 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-afd250f1-8665-45a7-86bd-f52ea8ff5675 req-69e6d737-8cba-4921-80ff-404f15b7bc87 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ddf1d878-1109-4f29-aa9f-9fca2e3c8a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546234 Sep 08 14:03:47.502509 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-b7e97967-3fa9-4dcb-b3f0-dcc99b3a4378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (24e12250-b8f3-473f-bf71-765ca8669827), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:47.751574 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9c7a24-1005-4299-a72f-ac754edba291 req-98c8129c-03de-4d04-ae5b-49064de42488 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:47.754988 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-ec9c7a24-1005-4299-a72f-ac754edba291 req-98c8129c-03de-4d04-ae5b-49064de42488 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=9bdaa912-aaef-4435-97f9-e20e6ec24dc6 HTTP/1.1" status: 200 len: 945 time: 0.0634742 Sep 08 14:03:47.806757 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-ec9c7a24-1005-4299-a72f-ac754edba291 req-42c29fd5-a3c0-4cf9-bdd7-7ff436926adf tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ddf1d878-1109-4f29-aa9f-9fca2e3c8a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467613 Sep 08 14:03:47.942488 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4d8391-a0aa-4619-9cac-73ca9ff0fa6c req-9add13cd-ea91-4118-8c7c-c809c0aca3b9 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:47.945641 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-ee4d8391-a0aa-4619-9cac-73ca9ff0fa6c req-9add13cd-ea91-4118-8c7c-c809c0aca3b9 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=9bdaa912-aaef-4435-97f9-e20e6ec24dc6 HTTP/1.1" status: 200 len: 945 time: 0.0580511 Sep 08 14:03:48.013675 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-ee4d8391-a0aa-4619-9cac-73ca9ff0fa6c req-d0efe109-cfb4-488c-baa0-bb3456d7f970 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ddf1d878-1109-4f29-aa9f-9fca2e3c8a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607305 Sep 08 14:03:48.043897 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 44816) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:03:48.296099 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac23bb1-2527-4276-bb7b-c5731b597c47 tempest-TestVolumeBootPattern-1966906302 tempest-TestVolumeBootPattern-1966906302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:48.300969 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 44824) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:03:48.301225 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-dac23bb1-2527-4276-bb7b-c5731b597c47 tempest-TestVolumeBootPattern-1966906302 tempest-TestVolumeBootPattern-1966906302-project-admin] 10.222.0.55 "GET /networking/v2.0/ports?device_id=9bdaa912-aaef-4435-97f9-e20e6ec24dc6 HTTP/1.1" status: 200 len: 1124 time: 0.2554698 Sep 08 14:03:48.307697 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.v2.base [None req-671b4cf4-6b69-4996-8fa2-7e5f888909d9 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Request body: {'floatingip': {'floating_network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'port_id': 'c4a0bccd-922e-41f9-8c02-4a2a76cd3707', 'tenant_id': '19d114fd258a4306b4c0665df90ae4c7', 'fixed_ip_address': '172.20.0.9'}} {{(pid=112710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:03:48.339216 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-671b4cf4-6b69-4996-8fa2-7e5f888909d9 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:48.355208 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:48.446914 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-671b4cf4-6b69-4996-8fa2-7e5f888909d9 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (None), before_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:48.524759 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:48.594906 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.db.db_base_plugin_common [None req-671b4cf4-6b69-4996-8fa2-7e5f888909d9 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Allocated IP 172.27.0.116 (a5311008-4782-42e3-9445-a36a6c9fb014/42b74029-f5ac-41f0-a451-9a0d0b4a74ed/3b4352c4-9d9e-4c79-b3a3-1da044f65c6b) {{(pid=112710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:03:48.714374 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-671b4cf4-6b69-4996-8fa2-7e5f888909d9 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Publish callbacks [] for port (3b4352c4-9d9e-4c79-b3a3-1da044f65c6b), precommit_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:48.751318 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-671b4cf4-6b69-4996-8fa2-7e5f888909d9 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729028134301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10367820'] for port (3b4352c4-9d9e-4c79-b3a3-1da044f65c6b), after_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:48.800366 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671b4cf4-6b69-4996-8fa2-7e5f888909d9 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Network a5311008-4782-42e3-9445-a36a6c9fb014 is already hosted by enough agents. {{(pid=112710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:03:48.806413 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.scheduler.base_scheduler [None req-671b4cf4-6b69-4996-8fa2-7e5f888909d9 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Resources bound (agent type, host, resource id): {{(pid=112710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:03:48.810698 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671b4cf4-6b69-4996-8fa2-7e5f888909d9 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Received port after_create {{(pid=112710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 08 14:03:48.841186 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671b4cf4-6b69-4996-8fa2-7e5f888909d9 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Pushing event updated for resources: {'Port': ['ID=3b4352c4-9d9e-4c79-b3a3-1da044f65c6b,revision_number=1']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:03:48.962195 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-604b277b-9310-4e7b-bd1a-c26598410893 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (ad63ffce-77d1-4b05-ac53-eeb1c28e2aec), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:48.968640 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (6df97c0c-9140-47af-8c93-84593b95031c), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:49.277817 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-671b4cf4-6b69-4996-8fa2-7e5f888909d9 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Publish callbacks [] for floatingip (2b914b95-58d8-4ae3-ab4b-3a859b1636b3), precommit_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:49.315077 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:49.353710 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-671b4cf4-6b69-4996-8fa2-7e5f888909d9 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (3b4352c4-9d9e-4c79-b3a3-1da044f65c6b), before_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:49.487775 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:49.542427 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-671b4cf4-6b69-4996-8fa2-7e5f888909d9 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Publish callbacks [] for port (3b4352c4-9d9e-4c79-b3a3-1da044f65c6b), precommit_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:49.549179 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-671b4cf4-6b69-4996-8fa2-7e5f888909d9 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10367797'] for port (3b4352c4-9d9e-4c79-b3a3-1da044f65c6b), after_update {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:49.631374 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-671b4cf4-6b69-4996-8fa2-7e5f888909d9 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3679472'] for floatingip (2b914b95-58d8-4ae3-ab4b-3a859b1636b3), after_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:49.633241 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671b4cf4-6b69-4996-8fa2-7e5f888909d9 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Pushing event updated for resources: {'Port': ['ID=3b4352c4-9d9e-4c79-b3a3-1da044f65c6b,revision_number=2']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:03:49.760417 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.db.l3_db [None req-671b4cf4-6b69-4996-8fa2-7e5f888909d9 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Floating IP 2b914b95-58d8-4ae3-ab4b-3a859b1636b3 associated. External IP: 172.27.0.116, port: c4a0bccd-922e-41f9-8c02-4a2a76cd3707. Sep 08 14:03:50.006577 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-671b4cf4-6b69-4996-8fa2-7e5f888909d9 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Router 1dee0814-e2a9-4820-818a-1712274f21b5 has already been hosted by L3 agent 91421a76-39ff-4685-90ca-aa6fbf6a1933 {{(pid=112710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 14:03:50.146605 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-671b4cf4-6b69-4996-8fa2-7e5f888909d9 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Notify agent at l3_agent.dv-cinder-820027-24-iscsi the message routers_updated {{(pid=112710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:03:50.157332 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815dba09-ffa8-4f78-8791-2518b858c3a5 None None] Sync routers for ids ['1dee0814-e2a9-4820-818a-1712274f21b5'] in dv-cinder-820027-24-iscsi {{(pid=112712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:03:50.167143 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-671b4cf4-6b69-4996-8fa2-7e5f888909d9 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161718'] for floatingip (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:50.169472 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815dba09-ffa8-4f78-8791-2518b858c3a5 None None] Routers {'1dee0814-e2a9-4820-818a-1712274f21b5'} bound to L3 agent in host dv-cinder-820027-24-iscsi {{(pid=112712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:03:50.170443 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_hamode_db [None req-815dba09-ffa8-4f78-8791-2518b858c3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-08T13:44:16Z,description=,heartbeat_timestamp=2022-09-08T14:03:46Z,host='dv-cinder-820027-24-iscsi',id=91421a76-39ff-4685-90ca-aa6fbf6a1933,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:44:16Z,topic='l3_agent')) {'router_ids': ['1dee0814-e2a9-4820-818a-1712274f21b5'], 'active': True} {{(pid=112712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:03:50.222762 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-671b4cf4-6b69-4996-8fa2-7e5f888909d9 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9198356 Sep 08 14:03:50.223506 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bdaa912-aaef-4435-97f9-e20e6ec24dc6', 'tag': 'c4a0bccd-922e-41f9-8c02-4a2a76cd3707'}] {{(pid=112710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 14:03:50.226848 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4aaac3e20a53a8e6247a431178541979a817c05ad734f54eee24c8be994502e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc62014e-ad01-4445-8149-7c1ae448bb61" -d '{"events": [{"name": "network-changed", "server_uuid": "9bdaa912-aaef-4435-97f9-e20e6ec24dc6", "tag": "c4a0bccd-922e-41f9-8c02-4a2a76cd3707"}]}' {{(pid=112710) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:03:50.294849 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_dvr_db [None req-815dba09-ffa8-4f78-8791-2518b858c3a5 None None] Set router 1dee0814-e2a9-4820-818a-1712274f21b5 gateway port host: dv-cinder-820027-24-iscsi {{(pid=112712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:03:50.442599 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Sep 2022 14:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a3f144e-3490-40a6-949e-1cb443b2f80d x-openstack-request-id: req-8a3f144e-3490-40a6-949e-1cb443b2f80d {{(pid=112710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:03:50.442814 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bdaa912-aaef-4435-97f9-e20e6ec24dc6", "tag": "c4a0bccd-922e-41f9-8c02-4a2a76cd3707", "status": "completed", "code": 200}]} {{(pid=112710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:03:50.443203 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8a3f144e-3490-40a6-949e-1cb443b2f80d {{(pid=112710) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:03:50.443846 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a3f144e-3490-40a6-949e-1cb443b2f80d'] response: {'name': 'network-changed', 'server_uuid': '9bdaa912-aaef-4435-97f9-e20e6ec24dc6', 'tag': 'c4a0bccd-922e-41f9-8c02-4a2a76cd3707', 'status': 'completed', 'code': 200} Sep 08 14:03:50.581369 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_hamode_db [None req-815dba09-ffa8-4f78-8791-2518b858c3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dee0814-e2a9-4820-818a-1712274f21b5', 'name': 'tempest-TestVolumeBootPattern-719451595-router', 'tenant_id': '19d114fd258a4306b4c0665df90ae4c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': '35c22b56-71fb-494d-bbaa-432b8b41f93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:57:17Z', 'updated_at': '2022-09-08T13:57:23Z', 'revision_number': 4, 'project_id': '19d114fd258a4306b4c0665df90ae4c7', 'gw_port': {'id': '35c22b56-71fb-494d-bbaa-432b8b41f93e', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c2:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dee0814-e2a9-4820-818a-1712274f21b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:57:18Z', 'updated_at': '2022-09-08T13:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi', '_floatingips': [{'id': '2b914b95-58d8-4ae3-ab4b-3a859b1636b3', 'tenant_id': '19d114fd258a4306b4c0665df90ae4c7', 'floating_ip_address': '172.27.0.116', 'floating_network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'router_id': '1dee0814-e2a9-4820-818a-1712274f21b5', 'port_id': 'c4a0bccd-922e-41f9-8c02-4a2a76cd3707', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 757, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '551d8846-f844-4925-a2fe-eef49820f7af', 'mac_address': 'fa:16:3e:43:f0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdaa912-aaef-4435-97f9-e20e6ec24dc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-08T14:03:49Z', 'updated_at': '2022-09-08T14:03:49Z', 'revision_number': 0, 'project_id': '19d114fd258a4306b4c0665df90ae4c7', 'fixed_ip_address_scope': None}, {'id': '75645d1e-f945-4740-a3c6-24ab075d246e', 'tenant_id': '19d114fd258a4306b4c0665df90ae4c7', 'floating_ip_address': '172.27.0.199', 'floating_network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'router_id': '1dee0814-e2a9-4820-818a-1712274f21b5', 'port_id': '07945f23-93ca-4174-93c3-7352e02ec6a5', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '551d8846-f844-4925-a2fe-eef49820f7af', 'mac_address': 'fa:16:3e:4a:68:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c0fbbab-644f-4d57-b4bf-644204a5b26f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-08T14:01:12Z', 'updated_at': '2022-09-08T14:01:14Z', 'revision_number': 1, 'project_id': '19d114fd258a4306b4c0665df90ae4c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09d4b13b-43d4-437f-a8b5-280a1cb88e16', 'name': '', 'network_id': '551d8846-f844-4925-a2fe-eef49820f7af', 'tenant_id': '19d114fd258a4306b4c0665df90ae4c7', 'mac_address': 'fa:16:3e:fd:e3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dee0814-e2a9-4820-818a-1712274f21b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '8ad1b6f9-720f-46b5-a559-3250cb34e913', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:57:22Z', 'updated_at': '2022-09-08T13:57:28Z', 'revision_number': 5, 'project_id': '19d114fd258a4306b4c0665df90ae4c7', 'subnets': [{'id': '8ad1b6f9-720f-46b5-a559-3250cb34e913', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-24-iscsi', False) {} {{(pid=112712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:03:50.602612 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc62014e-ad01-4445-8149-7c1ae448bb61 req-1b09a2b1-874a-4cef-9344-0d1c3bcd24a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:50.604189 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-cc62014e-ad01-4445-8149-7c1ae448bb61 req-1b09a2b1-874a-4cef-9344-0d1c3bcd24a3 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=19d114fd258a4306b4c0665df90ae4c7&device_id=9bdaa912-aaef-4435-97f9-e20e6ec24dc6 HTTP/1.1" status: 200 len: 1129 time: 0.0737772 Sep 08 14:03:50.611764 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815dba09-ffa8-4f78-8791-2518b858c3a5 None None] Checking router: 1dee0814-e2a9-4820-818a-1712274f21b5 for host: dv-cinder-820027-24-iscsi {{(pid=112712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:03:50.625430 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815dba09-ffa8-4f78-8791-2518b858c3a5 None None] Routers {'1dee0814-e2a9-4820-818a-1712274f21b5'} bound to L3 agent in host dv-cinder-820027-24-iscsi {{(pid=112712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:03:50.626269 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_hamode_db [None req-815dba09-ffa8-4f78-8791-2518b858c3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-08T13:44:16Z,description=,heartbeat_timestamp=2022-09-08T14:03:46Z,host='dv-cinder-820027-24-iscsi',id=91421a76-39ff-4685-90ca-aa6fbf6a1933,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:44:16Z,topic='l3_agent')) {'router_ids': ['1dee0814-e2a9-4820-818a-1712274f21b5'], 'active': True} {{(pid=112712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:03:50.737920 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc62014e-ad01-4445-8149-7c1ae448bb61 req-2e7d6dca-fe42-4951-9ded-8a410c804336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:50.740059 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-cc62014e-ad01-4445-8149-7c1ae448bb61 req-2e7d6dca-fe42-4951-9ded-8a410c804336 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=551d8846-f844-4925-a2fe-eef49820f7af HTTP/1.1" status: 200 len: 912 time: 0.1239455 Sep 08 14:03:50.827103 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_dvr_db [None req-815dba09-ffa8-4f78-8791-2518b858c3a5 None None] Set router 1dee0814-e2a9-4820-818a-1712274f21b5 gateway port host: dv-cinder-820027-24-iscsi {{(pid=112712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:03:50.832345 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-cc62014e-ad01-4445-8149-7c1ae448bb61 req-d0919264-f2ca-4206-83e0-5a5dad0e83d5 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c4a0bccd-922e-41f9-8c02-4a2a76cd3707 HTTP/1.1" status: 200 len: 999 time: 0.0847290 Sep 08 14:03:50.886792 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:50.903363 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc62014e-ad01-4445-8149-7c1ae448bb61 req-5cbcf55b-0d82-4d98-8971-d4c5b3d5f0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:50.908885 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-cc62014e-ad01-4445-8149-7c1ae448bb61 req-5cbcf55b-0d82-4d98-8971-d4c5b3d5f0e9 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=8ad1b6f9-720f-46b5-a559-3250cb34e913 HTTP/1.1" status: 200 len: 850 time: 0.0661931 Sep 08 14:03:50.959869 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc62014e-ad01-4445-8149-7c1ae448bb61 req-ba64d716-33b2-469b-afb5-68158333d9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:50.961981 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-cc62014e-ad01-4445-8149-7c1ae448bb61 req-ba64d716-33b2-469b-afb5-68158333d9c4 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=551d8846-f844-4925-a2fe-eef49820f7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0463438 Sep 08 14:03:50.980871 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=100 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:51.091755 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-cc62014e-ad01-4445-8149-7c1ae448bb61 req-f05cb49e-94ec-4dc2-849c-a1d3c4c90aca service neutron] 10.222.0.20 "GET /networking/v2.0/networks/551d8846-f844-4925-a2fe-eef49820f7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214843 Sep 08 14:03:51.115404 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_hamode_db [None req-815dba09-ffa8-4f78-8791-2518b858c3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dee0814-e2a9-4820-818a-1712274f21b5', 'name': 'tempest-TestVolumeBootPattern-719451595-router', 'tenant_id': '19d114fd258a4306b4c0665df90ae4c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': '35c22b56-71fb-494d-bbaa-432b8b41f93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:57:17Z', 'updated_at': '2022-09-08T13:57:23Z', 'revision_number': 4, 'project_id': '19d114fd258a4306b4c0665df90ae4c7', 'gw_port': {'id': '35c22b56-71fb-494d-bbaa-432b8b41f93e', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c2:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dee0814-e2a9-4820-818a-1712274f21b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:57:18Z', 'updated_at': '2022-09-08T13:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi', '_floatingips': [{'id': '2b914b95-58d8-4ae3-ab4b-3a859b1636b3', 'tenant_id': '19d114fd258a4306b4c0665df90ae4c7', 'floating_ip_address': '172.27.0.116', 'floating_network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'router_id': '1dee0814-e2a9-4820-818a-1712274f21b5', 'port_id': 'c4a0bccd-922e-41f9-8c02-4a2a76cd3707', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 757, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '551d8846-f844-4925-a2fe-eef49820f7af', 'mac_address': 'fa:16:3e:43:f0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdaa912-aaef-4435-97f9-e20e6ec24dc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-08T14:03:49Z', 'updated_at': '2022-09-08T14:03:49Z', 'revision_number': 0, 'project_id': '19d114fd258a4306b4c0665df90ae4c7', 'fixed_ip_address_scope': None}, {'id': '75645d1e-f945-4740-a3c6-24ab075d246e', 'tenant_id': '19d114fd258a4306b4c0665df90ae4c7', 'floating_ip_address': '172.27.0.199', 'floating_network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'router_id': '1dee0814-e2a9-4820-818a-1712274f21b5', 'port_id': '07945f23-93ca-4174-93c3-7352e02ec6a5', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '551d8846-f844-4925-a2fe-eef49820f7af', 'mac_address': 'fa:16:3e:4a:68:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c0fbbab-644f-4d57-b4bf-644204a5b26f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-08T14:01:12Z', 'updated_at': '2022-09-08T14:01:14Z', 'revision_number': 1, 'project_id': '19d114fd258a4306b4c0665df90ae4c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09d4b13b-43d4-437f-a8b5-280a1cb88e16', 'name': '', 'network_id': '551d8846-f844-4925-a2fe-eef49820f7af', 'tenant_id': '19d114fd258a4306b4c0665df90ae4c7', 'mac_address': 'fa:16:3e:fd:e3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dee0814-e2a9-4820-818a-1712274f21b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '8ad1b6f9-720f-46b5-a559-3250cb34e913', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:57:22Z', 'updated_at': '2022-09-08T13:57:28Z', 'revision_number': 5, 'project_id': '19d114fd258a4306b4c0665df90ae4c7', 'subnets': [{'id': '8ad1b6f9-720f-46b5-a559-3250cb34e913', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-24-iscsi', False) {} {{(pid=112712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:03:51.143731 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815dba09-ffa8-4f78-8791-2518b858c3a5 None None] The sync data for ids ['1dee0814-e2a9-4820-818a-1712274f21b5'] in dv-cinder-820027-24-iscsi is: [{'id': '1dee0814-e2a9-4820-818a-1712274f21b5', 'name': 'tempest-TestVolumeBootPattern-719451595-router', 'tenant_id': '19d114fd258a4306b4c0665df90ae4c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': '35c22b56-71fb-494d-bbaa-432b8b41f93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:57:17Z', 'updated_at': '2022-09-08T13:57:23Z', 'revision_number': 4, 'project_id': '19d114fd258a4306b4c0665df90ae4c7', 'gw_port': {'id': '35c22b56-71fb-494d-bbaa-432b8b41f93e', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c2:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dee0814-e2a9-4820-818a-1712274f21b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:57:18Z', 'updated_at': '2022-09-08T13:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi', '_floatingips': [{'id': '2b914b95-58d8-4ae3-ab4b-3a859b1636b3', 'tenant_id': '19d114fd258a4306b4c0665df90ae4c7', 'floating_ip_address': '172.27.0.116', 'floating_network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'router_id': '1dee0814-e2a9-4820-818a-1712274f21b5', 'port_id': 'c4a0bccd-922e-41f9-8c02-4a2a76cd3707', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 757, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '551d8846-f844-4925-a2fe-eef49820f7af', 'mac_address': 'fa:16:3e:43:f0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdaa912-aaef-4435-97f9-e20e6ec24dc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-08T14:03:49Z', 'updated_at': '2022-09-08T14:03:49Z', 'revision_number': 0, 'project_id': '19d114fd258a4306b4c0665df90ae4c7', 'fixed_ip_address_scope': None}, {'id': '75645d1e-f945-4740-a3c6-24ab075d246e', 'tenant_id': '19d114fd258a4306b4c0665df90ae4c7', 'floating_ip_address': '172.27.0.199', 'floating_network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'router_id': '1dee0814-e2a9-4820-818a-1712274f21b5', 'port_id': '07945f23-93ca-4174-93c3-7352e02ec6a5', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '551d8846-f844-4925-a2fe-eef49820f7af', 'mac_address': 'fa:16:3e:4a:68:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c0fbbab-644f-4d57-b4bf-644204a5b26f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-08T14:01:12Z', 'updated_at': '2022-09-08T14:01:14Z', 'revision_number': 1, 'project_id': '19d114fd258a4306b4c0665df90ae4c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09d4b13b-43d4-437f-a8b5-280a1cb88e16', 'name': '', 'network_id': '551d8846-f844-4925-a2fe-eef49820f7af', 'tenant_id': '19d114fd258a4306b4c0665df90ae4c7', 'mac_address': 'fa:16:3e:fd:e3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dee0814-e2a9-4820-818a-1712274f21b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '8ad1b6f9-720f-46b5-a559-3250cb34e913', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:57:22Z', 'updated_at': '2022-09-08T13:57:28Z', 'revision_number': 5, 'project_id': '19d114fd258a4306b4c0665df90ae4c7', 'subnets': [{'id': '8ad1b6f9-720f-46b5-a559-3250cb34e913', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:03:51.231735 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-cc62014e-ad01-4445-8149-7c1ae448bb61 req-b6cedd71-f30c-4dc5-9b20-2a3a98ca0380 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/551d8846-f844-4925-a2fe-eef49820f7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314952 Sep 08 14:03:51.413554 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12fd2993-99bc-4bea-9cb4-a2a410352e41 None None] New status for floating IP 2b914b95-58d8-4ae3-ab4b-3a859b1636b3: ACTIVE {{(pid=112711) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 08 14:03:54.997721 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 44928) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:03:55.046510 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.db.db_base_plugin_v2 [None req-b33eb0eb-6b60-46dc-b218-be6b600e7e7e admin admin] Deleting subnet ce3fa8f2-036b-4bed-a438-133d95dfdf7f {{(pid=112710) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 08 14:03:55.049592 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-b33eb0eb-6b60-46dc-b218-be6b600e7e7e admin admin] Publish callbacks [] for subnet (ce3fa8f2-036b-4bed-a438-133d95dfdf7f), before_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:55.085685 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-b33eb0eb-6b60-46dc-b218-be6b600e7e7e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2443166'] for subnet (ce3fa8f2-036b-4bed-a438-133d95dfdf7f), precommit_delete_associations {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:55.125665 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-b33eb0eb-6b60-46dc-b218-be6b600e7e7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1468842'] for subnet (ce3fa8f2-036b-4bed-a438-133d95dfdf7f), precommit_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:55.177979 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-b33eb0eb-6b60-46dc-b218-be6b600e7e7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10367867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9654512'] for subnet (ce3fa8f2-036b-4bed-a438-133d95dfdf7f), after_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:55.209566 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33eb0eb-6b60-46dc-b218-be6b600e7e7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce3fa8f2-036b-4bed-a438-133d95dfdf7f,revision_number=None']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:03:55.211617 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-b33eb0eb-6b60-46dc-b218-be6b600e7e7e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:55.214746 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-b33eb0eb-6b60-46dc-b218-be6b600e7e7e admin admin] 10.222.0.55 "DELETE /networking/v2.0/subnets/ce3fa8f2-036b-4bed-a438-133d95dfdf7f HTTP/1.1" status: 204 len: 168 time: 0.2159011 Sep 08 14:03:55.217560 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 44930) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:03:55.285431 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-58ea44e9-2f85-46bb-8338-9bb0ab6e6403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1549321'] for network (95015f11-4506-4483-bc8b-0d6bce5985db), before_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:55.367046 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-58ea44e9-2f85-46bb-8338-9bb0ab6e6403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1385153', 'neutron.services.segments.db._delete_segments_for_network-8729028602525'] for network (95015f11-4506-4483-bc8b-0d6bce5985db), precommit_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:55.386977 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.services.segments.db [None req-58ea44e9-2f85-46bb-8338-9bb0ab6e6403 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95015f11-4506-4483-bc8b-0d6bce5985db']}} {{(pid=112710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:03:55.396256 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.services.segments.db [None req-58ea44e9-2f85-46bb-8338-9bb0ab6e6403 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '031a16f3-d64b-4435-a3f3-46646c7608b4') {'for_net_delete': True} {{(pid=112710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:03:55.396556 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.services.segments.db [None req-58ea44e9-2f85-46bb-8338-9bb0ab6e6403 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '031a16f3-d64b-4435-a3f3-46646c7608b4') {} {{(pid=112710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:03:55.406037 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-58ea44e9-2f85-46bb-8338-9bb0ab6e6403 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729028602570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2443109'] for segment (031a16f3-d64b-4435-a3f3-46646c7608b4), before_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:55.419629 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-58ea44e9-2f85-46bb-8338-9bb0ab6e6403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1392598'] for segment (031a16f3-d64b-4435-a3f3-46646c7608b4), precommit_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:55.425815 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58ea44e9-2f85-46bb-8338-9bb0ab6e6403 admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=112710) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 14:03:55.426194 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-58ea44e9-2f85-46bb-8338-9bb0ab6e6403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1392598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10367761'] for segment (031a16f3-d64b-4435-a3f3-46646c7608b4), after_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:55.489066 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-58ea44e9-2f85-46bb-8338-9bb0ab6e6403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1385144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3679383'] for network (95015f11-4506-4483-bc8b-0d6bce5985db), after_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:55.494828 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-58ea44e9-2f85-46bb-8338-9bb0ab6e6403 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693876'] for network (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:55.497929 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-58ea44e9-2f85-46bb-8338-9bb0ab6e6403 admin admin] 10.222.0.55 "DELETE /networking/v2.0/networks/95015f11-4506-4483-bc8b-0d6bce5985db HTTP/1.1" status: 204 len: 168 time: 0.2794034 Sep 08 14:03:55.510748 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ea44e9-2f85-46bb-8338-9bb0ab6e6403 admin admin] Pushing event deleted for resources: {'Network': ['ID=95015f11-4506-4483-bc8b-0d6bce5985db,revision_number=None']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:03:55.575355 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.services.segments.plugin [-] Segment 031a16f3-d64b-4435-a3f3-46646c7608b4 resource provider aggregate not found Sep 08 14:03:55.595714 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.services.segments.plugin [-] Segment 031a16f3-d64b-4435-a3f3-46646c7608b4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 031a16f3-d64b-4435-a3f3-46646c7608b4 found for delete ", "request_id": "req-13de7b18-5ba8-4e71-93b1-0877cc063181"}]} Sep 08 14:03:55.680849 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 44940) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:03:55.721371 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-eb5b2ff9-26eb-4a30-babe-8b00f83d73a0 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=6a848414c86b439c922442d0862c334f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392313 Sep 08 14:03:55.723755 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 44942) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:03:55.775050 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-27ee0239-1dc8-4a32-ae52-1ca6112485c3 admin admin] Publish callbacks [] for security_group (e2c245db-0f2b-47ab-8064-0e1eb77e332d), before_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:55.794848 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-27ee0239-1dc8-4a32-ae52-1ca6112485c3 admin admin] Publish callbacks [] for security_group (e2c245db-0f2b-47ab-8064-0e1eb77e332d), precommit_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:55.804332 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:55.824512 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:55.843536 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-27ee0239-1dc8-4a32-ae52-1ca6112485c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (e2c245db-0f2b-47ab-8064-0e1eb77e332d), after_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:55.846196 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-27ee0239-1dc8-4a32-ae52-1ca6112485c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:55.847316 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-27ee0239-1dc8-4a32-ae52-1ca6112485c3 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/e2c245db-0f2b-47ab-8064-0e1eb77e332d HTTP/1.1" status: 204 len: 168 time: 0.1226938 Sep 08 14:03:55.855333 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ee0239-1dc8-4a32-ae52-1ca6112485c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2c245db-0f2b-47ab-8064-0e1eb77e332d,revision_number=None']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:03:58.290895 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=36,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:58.292943 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=40,neutron:INSERT=3,neutron:DELETE=4 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:04:01.112375 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=72 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:04:01.119638 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=78 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:04:05.534282 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (4c2ff875-e6d7-424e-bdc7-d4b2ed4bdd9c), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:05.849977 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=1 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:04:05.851059 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:DELETE=2,neutron:SELECT=1 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:04:07.014674 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 45084) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:04:07.119747 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-5b6f1cc3-71c8-49e3-b0a1-a0eaedcce484 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:07.195586 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-5b6f1cc3-71c8-49e3-b0a1-a0eaedcce484 admin admin] Publish callbacks [] for security_group (e6d02c1a-ccf0-486b-8675-8bf6b4a78d84), precommit_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:07.199180 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-5b6f1cc3-71c8-49e3-b0a1-a0eaedcce484 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (e6d02c1a-ccf0-486b-8675-8bf6b4a78d84), after_create {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:07.238052 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-5b6f1cc3-71c8-49e3-b0a1-a0eaedcce484 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=3649c904f2d9429ba62ca500420838ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2222927 Sep 08 14:04:07.239981 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6f1cc3-71c8-49e3-b0a1-a0eaedcce484 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6d02c1a-ccf0-486b-8675-8bf6b4a78d84,revision_number=1']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:04:07.240830 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 45088) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:04:07.291173 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-cae1be27-8aa5-431a-9a70-8dd63a3a8512 admin admin] Publish callbacks [] for security_group (e6d02c1a-ccf0-486b-8675-8bf6b4a78d84), before_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:07.311359 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-cae1be27-8aa5-431a-9a70-8dd63a3a8512 admin admin] Publish callbacks [] for security_group (e6d02c1a-ccf0-486b-8675-8bf6b4a78d84), precommit_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:07.357059 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-cae1be27-8aa5-431a-9a70-8dd63a3a8512 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (e6d02c1a-ccf0-486b-8675-8bf6b4a78d84), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:07.359636 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-cae1be27-8aa5-431a-9a70-8dd63a3a8512 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:07.360758 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-cae1be27-8aa5-431a-9a70-8dd63a3a8512 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/e6d02c1a-ccf0-486b-8675-8bf6b4a78d84 HTTP/1.1" status: 204 len: 168 time: 0.1184113 Sep 08 14:04:07.369612 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae1be27-8aa5-431a-9a70-8dd63a3a8512 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6d02c1a-ccf0-486b-8675-8bf6b4a78d84,revision_number=None']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:04:12.468579 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=3 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:04:12.492757 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:04:14.075650 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-1d53d477-29cc-4023-95de-1a5aff7830b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (22ab8903-d7f5-4941-bce3-89140b53b8af), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:16.364955 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:04:16.366606 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:UPDATE=8,neutron:SELECT=36 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:04:16.380465 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-8b039cf8-18db-4a2c-9252-c5ca29924c42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (91421a76-39ff-4685-90ca-aa6fbf6a1933), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:17.232764 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=21,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:04:17.236956 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=16,neutron:INSERT=5 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:04:17.363588 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=16,neutron:DELETE=1 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:04:17.364365 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=16,neutron:DELETE=3 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:04:17.502501 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-b7e97967-3fa9-4dcb-b3f0-dcc99b3a4378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (24e12250-b8f3-473f-bf71-765ca8669827), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:18.940251 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (6df97c0c-9140-47af-8c93-84593b95031c), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:18.942677 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-604b277b-9310-4e7b-bd1a-c26598410893 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (ad63ffce-77d1-4b05-ac53-eeb1c28e2aec), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:20.473246 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.agents_db [None req-36671662-b8ef-427e-8422-ee96630d1377 None None] Agent healthcheck: found 6 active agents {{(pid=112712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:04:28.937404 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:04:28.939748 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:04:30.468157 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=1 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:04:30.469034 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=1 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:04:35.532998 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (4c2ff875-e6d7-424e-bdc7-d4b2ed4bdd9c), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:44.077524 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-f4a8f5a1-86fe-4bb0-b6e0-9e9b44fc6bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (22ab8903-d7f5-4941-bce3-89140b53b8af), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:44.612250 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-040a40dd-2d53-4310-b64c-b41d0c098e1d req-ec10de9d-5103-49e3-8a1a-623b83e4d7e8 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=13064b4a-3c9e-4c93-96fe-7779d873e832&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0421007 Sep 08 14:04:44.689628 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040a40dd-2d53-4310-b64c-b41d0c098e1d req-d3cf95ef-ef82-4968-9d46-92e4f8391bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:04:44.691106 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-040a40dd-2d53-4310-b64c-b41d0c098e1d req-d3cf95ef-ef82-4968-9d46-92e4f8391bfe service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=1dcae1b090af440f836b18a7bb000c27&device_id=13064b4a-3c9e-4c93-96fe-7779d873e832 HTTP/1.1" status: 200 len: 1130 time: 0.0384135 Sep 08 14:04:44.807736 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040a40dd-2d53-4310-b64c-b41d0c098e1d req-a147be09-75ce-4c7b-ae5f-f5869d2f25bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:04:44.809087 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-040a40dd-2d53-4310-b64c-b41d0c098e1d req-a147be09-75ce-4c7b-ae5f-f5869d2f25bc service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=61798ddd-de85-4814-b88e-26fd995b29f0 HTTP/1.1" status: 200 len: 909 time: 0.0846760 Sep 08 14:04:44.875705 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-040a40dd-2d53-4310-b64c-b41d0c098e1d req-5d4245ff-ff25-40d7-bd9c-87951ac55e43 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bd7535b1-15c4-42a1-b1c2-93844a3b30f1 HTTP/1.1" status: 200 len: 1001 time: 0.0578299 Sep 08 14:04:44.925412 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040a40dd-2d53-4310-b64c-b41d0c098e1d req-00f70d06-58ea-4874-8806-da663a09be36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:04:44.926891 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-040a40dd-2d53-4310-b64c-b41d0c098e1d req-00f70d06-58ea-4874-8806-da663a09be36 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=9dbc7914-3cf1-4f43-b96e-876a2c30a6fa HTTP/1.1" status: 200 len: 847 time: 0.0445852 Sep 08 14:04:44.974502 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040a40dd-2d53-4310-b64c-b41d0c098e1d req-af08efdc-76d2-41cd-9925-4b073bd9e38f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:04:44.975959 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-040a40dd-2d53-4310-b64c-b41d0c098e1d req-af08efdc-76d2-41cd-9925-4b073bd9e38f service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=61798ddd-de85-4814-b88e-26fd995b29f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0381148 Sep 08 14:04:45.074446 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-040a40dd-2d53-4310-b64c-b41d0c098e1d req-ce406489-3fe5-4841-bc3d-c208554ce57c service neutron] 10.222.0.20 "GET /networking/v2.0/networks/61798ddd-de85-4814-b88e-26fd995b29f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863478 Sep 08 14:04:45.172552 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-040a40dd-2d53-4310-b64c-b41d0c098e1d req-dfc23972-e2a6-41a1-912f-8317fecc4f8a service neutron] 10.222.0.20 "GET /networking/v2.0/networks/61798ddd-de85-4814-b88e-26fd995b29f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851684 Sep 08 14:04:46.382182 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-ea0d3658-e1da-43a2-876c-49fc36764a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (91421a76-39ff-4685-90ca-aa6fbf6a1933), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:47.502852 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-b7e97967-3fa9-4dcb-b3f0-dcc99b3a4378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (24e12250-b8f3-473f-bf71-765ca8669827), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:48.945602 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (6df97c0c-9140-47af-8c93-84593b95031c), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:48.948212 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-604b277b-9310-4e7b-bd1a-c26598410893 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (ad63ffce-77d1-4b05-ac53-eeb1c28e2aec), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:55.168653 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=53 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:04:55.169369 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=48 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:04:57.453339 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=2 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:04:57.454122 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=6 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:04:57.472555 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.agents_db [None req-36671662-b8ef-427e-8422-ee96630d1377 None None] Agent healthcheck: found 6 active agents {{(pid=112712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:04:58.942028 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:04:58.943933 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:05:05.546056 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (4c2ff875-e6d7-424e-bdc7-d4b2ed4bdd9c), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:11.002795 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=14 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:05:11.004802 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=14 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:05:14.079730 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-f38b31ec-1e44-499a-8c6b-0fd45c15c8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (22ab8903-d7f5-4941-bce3-89140b53b8af), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:16.384518 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-1e273c95-95fa-4eef-be38-cb288e884ad1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (91421a76-39ff-4685-90ca-aa6fbf6a1933), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:17.505982 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-b7e97967-3fa9-4dcb-b3f0-dcc99b3a4378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (24e12250-b8f3-473f-bf71-765ca8669827), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:18.936871 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (6df97c0c-9140-47af-8c93-84593b95031c), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:18.951495 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-604b277b-9310-4e7b-bd1a-c26598410893 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (ad63ffce-77d1-4b05-ac53-eeb1c28e2aec), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:26.456397 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=2 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:05:26.462221 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=4 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:05:28.938905 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:05:28.948029 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:05:30.551181 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 45110) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:05:30.691492 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.plugin [None req-2a785660-7b57-4a68-911a-80f8f28e2a61 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Deleting port 3b4352c4-9d9e-4c79-b3a3-1da044f65c6b {{(pid=112709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 08 14:05:30.691831 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-2a785660-7b57-4a68-911a-80f8f28e2a61 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729028590053'] for port (3b4352c4-9d9e-4c79-b3a3-1da044f65c6b), before_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:30.770340 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-2a785660-7b57-4a68-911a-80f8f28e2a61 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3750342'] for port (3b4352c4-9d9e-4c79-b3a3-1da044f65c6b), precommit_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:30.770665 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-2a785660-7b57-4a68-911a-80f8f28e2a61 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Publish callbacks [] for floatingip (3b4352c4-9d9e-4c79-b3a3-1da044f65c6b), precommit_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:30.783723 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.plugin [None req-2a785660-7b57-4a68-911a-80f8f28e2a61 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Calling delete_port for 3b4352c4-9d9e-4c79-b3a3-1da044f65c6b owned by network:floatingip {{(pid=112709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 08 14:05:30.955832 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-2a785660-7b57-4a68-911a-80f8f28e2a61 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729028594324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729028134310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9153317'] for port (3b4352c4-9d9e-4c79-b3a3-1da044f65c6b), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:30.978537 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a785660-7b57-4a68-911a-80f8f28e2a61 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Pushing event deleted for resources: {'Port': ['ID=3b4352c4-9d9e-4c79-b3a3-1da044f65c6b,revision_number=None']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:05:30.992852 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a785660-7b57-4a68-911a-80f8f28e2a61 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:05:30.993216 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a785660-7b57-4a68-911a-80f8f28e2a61 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:05:30.993550 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a785660-7b57-4a68-911a-80f8f28e2a61 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:05:30.993926 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a785660-7b57-4a68-911a-80f8f28e2a61 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:05:30.994262 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a785660-7b57-4a68-911a-80f8f28e2a61 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:05:30.994594 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a785660-7b57-4a68-911a-80f8f28e2a61 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:05:30.994922 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a785660-7b57-4a68-911a-80f8f28e2a61 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:05:30.995244 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a785660-7b57-4a68-911a-80f8f28e2a61 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:05:30.995573 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a785660-7b57-4a68-911a-80f8f28e2a61 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:05:30.995896 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a785660-7b57-4a68-911a-80f8f28e2a61 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:05:30.996221 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a785660-7b57-4a68-911a-80f8f28e2a61 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:05:30.996546 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a785660-7b57-4a68-911a-80f8f28e2a61 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:05:30.996866 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a785660-7b57-4a68-911a-80f8f28e2a61 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:05:30.997185 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a785660-7b57-4a68-911a-80f8f28e2a61 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:05:30.997505 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a785660-7b57-4a68-911a-80f8f28e2a61 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:05:31.053894 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-2a785660-7b57-4a68-911a-80f8f28e2a61 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Publish callbacks [] for floatingip (2b914b95-58d8-4ae3-ab4b-3a859b1636b3), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:31.054320 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.db.l3_db [None req-2a785660-7b57-4a68-911a-80f8f28e2a61 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Floating IP 2b914b95-58d8-4ae3-ab4b-3a859b1636b3 disassociated (deleted). External IP: 172.27.0.116, port: c4a0bccd-922e-41f9-8c02-4a2a76cd3707. Sep 08 14:05:31.251203 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a785660-7b57-4a68-911a-80f8f28e2a61 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Router 1dee0814-e2a9-4820-818a-1712274f21b5 has already been hosted by L3 agent 91421a76-39ff-4685-90ca-aa6fbf6a1933 {{(pid=112709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 14:05:31.354905 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a785660-7b57-4a68-911a-80f8f28e2a61 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Notify agent at l3_agent.dv-cinder-820027-24-iscsi the message routers_updated {{(pid=112709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:05:31.359853 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-2a785660-7b57-4a68-911a-80f8f28e2a61 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161718'] for floatingip (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:31.364620 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31774d8c-539f-4a12-81a8-47e94b383a53 None None] Sync routers for ids ['1dee0814-e2a9-4820-818a-1712274f21b5'] in dv-cinder-820027-24-iscsi {{(pid=112712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:05:31.375127 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31774d8c-539f-4a12-81a8-47e94b383a53 None None] Routers {'1dee0814-e2a9-4820-818a-1712274f21b5'} bound to L3 agent in host dv-cinder-820027-24-iscsi {{(pid=112712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:05:31.375732 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_hamode_db [None req-31774d8c-539f-4a12-81a8-47e94b383a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-08T13:44:16Z,description=,heartbeat_timestamp=2022-09-08T14:05:16Z,host='dv-cinder-820027-24-iscsi',id=91421a76-39ff-4685-90ca-aa6fbf6a1933,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:44:16Z,topic='l3_agent')) {'router_ids': ['1dee0814-e2a9-4820-818a-1712274f21b5'], 'active': True} {{(pid=112712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:05:31.389602 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-2a785660-7b57-4a68-911a-80f8f28e2a61 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "DELETE /networking/v2.0/floatingips/2b914b95-58d8-4ae3-ab4b-3a859b1636b3 HTTP/1.1" status: 204 len: 168 time: 0.8373418 Sep 08 14:05:31.390303 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bdaa912-aaef-4435-97f9-e20e6ec24dc6', 'tag': 'c4a0bccd-922e-41f9-8c02-4a2a76cd3707'}] {{(pid=112709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 14:05:31.392650 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}542ac7e5325f68055833e74974e312adb8a2ee810b70c39787611e772d2c694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d0546fd-5a2e-4328-b6ac-4a8818ade69e" -d '{"events": [{"name": "network-changed", "server_uuid": "9bdaa912-aaef-4435-97f9-e20e6ec24dc6", "tag": "c4a0bccd-922e-41f9-8c02-4a2a76cd3707"}]}' {{(pid=112709) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:05:31.454565 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Sep 2022 14:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b5e9d75-abb5-4882-9562-0769d031aab8 x-openstack-request-id: req-6b5e9d75-abb5-4882-9562-0769d031aab8 {{(pid=112709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:05:31.454872 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bdaa912-aaef-4435-97f9-e20e6ec24dc6", "tag": "c4a0bccd-922e-41f9-8c02-4a2a76cd3707", "status": "completed", "code": 200}]} {{(pid=112709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:05:31.455127 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6b5e9d75-abb5-4882-9562-0769d031aab8 {{(pid=112709) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:05:31.455534 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b5e9d75-abb5-4882-9562-0769d031aab8'] response: {'name': 'network-changed', 'server_uuid': '9bdaa912-aaef-4435-97f9-e20e6ec24dc6', 'tag': 'c4a0bccd-922e-41f9-8c02-4a2a76cd3707', 'status': 'completed', 'code': 200} Sep 08 14:05:31.479390 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_dvr_db [None req-31774d8c-539f-4a12-81a8-47e94b383a53 None None] Set router 1dee0814-e2a9-4820-818a-1712274f21b5 gateway port host: dv-cinder-820027-24-iscsi {{(pid=112712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:05:31.554102 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0546fd-5a2e-4328-b6ac-4a8818ade69e req-4f1a6555-62e5-4625-9c32-7d82db436e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:31.556278 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-5d0546fd-5a2e-4328-b6ac-4a8818ade69e req-4f1a6555-62e5-4625-9c32-7d82db436e5a service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=19d114fd258a4306b4c0665df90ae4c7&device_id=9bdaa912-aaef-4435-97f9-e20e6ec24dc6 HTTP/1.1" status: 200 len: 1129 time: 0.0473483 Sep 08 14:05:31.631413 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bdd8c9-e949-4766-a420-42f7b451ab21 req-cb1e407c-5964-4da8-a258-0c1e2999908f tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:31.632898 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-65bdd8c9-e949-4766-a420-42f7b451ab21 req-cb1e407c-5964-4da8-a258-0c1e2999908f tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=9bdaa912-aaef-4435-97f9-e20e6ec24dc6 HTTP/1.1" status: 200 len: 945 time: 0.0480828 Sep 08 14:05:31.683206 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-65bdd8c9-e949-4766-a420-42f7b451ab21 req-05bfcf9c-562d-43b6-b163-93dc346f55db tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ddf1d878-1109-4f29-aa9f-9fca2e3c8a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446243 Sep 08 14:05:31.699976 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_hamode_db [None req-31774d8c-539f-4a12-81a8-47e94b383a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dee0814-e2a9-4820-818a-1712274f21b5', 'name': 'tempest-TestVolumeBootPattern-719451595-router', 'tenant_id': '19d114fd258a4306b4c0665df90ae4c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': '35c22b56-71fb-494d-bbaa-432b8b41f93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:57:17Z', 'updated_at': '2022-09-08T13:57:23Z', 'revision_number': 4, 'project_id': '19d114fd258a4306b4c0665df90ae4c7', 'gw_port': {'id': '35c22b56-71fb-494d-bbaa-432b8b41f93e', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c2:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dee0814-e2a9-4820-818a-1712274f21b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:57:18Z', 'updated_at': '2022-09-08T13:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi', '_floatingips': [{'id': '75645d1e-f945-4740-a3c6-24ab075d246e', 'tenant_id': '19d114fd258a4306b4c0665df90ae4c7', 'floating_ip_address': '172.27.0.199', 'floating_network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'router_id': '1dee0814-e2a9-4820-818a-1712274f21b5', 'port_id': '07945f23-93ca-4174-93c3-7352e02ec6a5', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '551d8846-f844-4925-a2fe-eef49820f7af', 'mac_address': 'fa:16:3e:4a:68:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c0fbbab-644f-4d57-b4bf-644204a5b26f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-08T14:01:12Z', 'updated_at': '2022-09-08T14:01:14Z', 'revision_number': 1, 'project_id': '19d114fd258a4306b4c0665df90ae4c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09d4b13b-43d4-437f-a8b5-280a1cb88e16', 'name': '', 'network_id': '551d8846-f844-4925-a2fe-eef49820f7af', 'tenant_id': '19d114fd258a4306b4c0665df90ae4c7', 'mac_address': 'fa:16:3e:fd:e3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dee0814-e2a9-4820-818a-1712274f21b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '8ad1b6f9-720f-46b5-a559-3250cb34e913', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:57:22Z', 'updated_at': '2022-09-08T13:57:28Z', 'revision_number': 5, 'project_id': '19d114fd258a4306b4c0665df90ae4c7', 'subnets': [{'id': '8ad1b6f9-720f-46b5-a559-3250cb34e913', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-24-iscsi', False) {} {{(pid=112712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:05:31.724236 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31774d8c-539f-4a12-81a8-47e94b383a53 None None] Checking router: 1dee0814-e2a9-4820-818a-1712274f21b5 for host: dv-cinder-820027-24-iscsi {{(pid=112712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:05:31.733104 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31774d8c-539f-4a12-81a8-47e94b383a53 None None] Routers {'1dee0814-e2a9-4820-818a-1712274f21b5'} bound to L3 agent in host dv-cinder-820027-24-iscsi {{(pid=112712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:05:31.733691 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_hamode_db [None req-31774d8c-539f-4a12-81a8-47e94b383a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-08T13:44:16Z,description=,heartbeat_timestamp=2022-09-08T14:05:16Z,host='dv-cinder-820027-24-iscsi',id=91421a76-39ff-4685-90ca-aa6fbf6a1933,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:44:16Z,topic='l3_agent')) {'router_ids': ['1dee0814-e2a9-4820-818a-1712274f21b5'], 'active': True} {{(pid=112712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:05:31.832865 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_dvr_db [None req-31774d8c-539f-4a12-81a8-47e94b383a53 None None] Set router 1dee0814-e2a9-4820-818a-1712274f21b5 gateway port host: dv-cinder-820027-24-iscsi {{(pid=112712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:05:32.120364 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_hamode_db [None req-31774d8c-539f-4a12-81a8-47e94b383a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dee0814-e2a9-4820-818a-1712274f21b5', 'name': 'tempest-TestVolumeBootPattern-719451595-router', 'tenant_id': '19d114fd258a4306b4c0665df90ae4c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': '35c22b56-71fb-494d-bbaa-432b8b41f93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:57:17Z', 'updated_at': '2022-09-08T13:57:23Z', 'revision_number': 4, 'project_id': '19d114fd258a4306b4c0665df90ae4c7', 'gw_port': {'id': '35c22b56-71fb-494d-bbaa-432b8b41f93e', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c2:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dee0814-e2a9-4820-818a-1712274f21b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:57:18Z', 'updated_at': '2022-09-08T13:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi', '_floatingips': [{'id': '75645d1e-f945-4740-a3c6-24ab075d246e', 'tenant_id': '19d114fd258a4306b4c0665df90ae4c7', 'floating_ip_address': '172.27.0.199', 'floating_network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'router_id': '1dee0814-e2a9-4820-818a-1712274f21b5', 'port_id': '07945f23-93ca-4174-93c3-7352e02ec6a5', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '551d8846-f844-4925-a2fe-eef49820f7af', 'mac_address': 'fa:16:3e:4a:68:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c0fbbab-644f-4d57-b4bf-644204a5b26f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-08T14:01:12Z', 'updated_at': '2022-09-08T14:01:14Z', 'revision_number': 1, 'project_id': '19d114fd258a4306b4c0665df90ae4c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09d4b13b-43d4-437f-a8b5-280a1cb88e16', 'name': '', 'network_id': '551d8846-f844-4925-a2fe-eef49820f7af', 'tenant_id': '19d114fd258a4306b4c0665df90ae4c7', 'mac_address': 'fa:16:3e:fd:e3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dee0814-e2a9-4820-818a-1712274f21b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '8ad1b6f9-720f-46b5-a559-3250cb34e913', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:57:22Z', 'updated_at': '2022-09-08T13:57:28Z', 'revision_number': 5, 'project_id': '19d114fd258a4306b4c0665df90ae4c7', 'subnets': [{'id': '8ad1b6f9-720f-46b5-a559-3250cb34e913', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-24-iscsi', False) {} {{(pid=112712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:05:32.144250 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31774d8c-539f-4a12-81a8-47e94b383a53 None None] The sync data for ids ['1dee0814-e2a9-4820-818a-1712274f21b5'] in dv-cinder-820027-24-iscsi is: [{'id': '1dee0814-e2a9-4820-818a-1712274f21b5', 'name': 'tempest-TestVolumeBootPattern-719451595-router', 'tenant_id': '19d114fd258a4306b4c0665df90ae4c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': '35c22b56-71fb-494d-bbaa-432b8b41f93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:57:17Z', 'updated_at': '2022-09-08T13:57:23Z', 'revision_number': 4, 'project_id': '19d114fd258a4306b4c0665df90ae4c7', 'gw_port': {'id': '35c22b56-71fb-494d-bbaa-432b8b41f93e', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c2:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dee0814-e2a9-4820-818a-1712274f21b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:57:18Z', 'updated_at': '2022-09-08T13:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi', '_floatingips': [{'id': '75645d1e-f945-4740-a3c6-24ab075d246e', 'tenant_id': '19d114fd258a4306b4c0665df90ae4c7', 'floating_ip_address': '172.27.0.199', 'floating_network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'router_id': '1dee0814-e2a9-4820-818a-1712274f21b5', 'port_id': '07945f23-93ca-4174-93c3-7352e02ec6a5', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '551d8846-f844-4925-a2fe-eef49820f7af', 'mac_address': 'fa:16:3e:4a:68:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c0fbbab-644f-4d57-b4bf-644204a5b26f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-08T14:01:12Z', 'updated_at': '2022-09-08T14:01:14Z', 'revision_number': 1, 'project_id': '19d114fd258a4306b4c0665df90ae4c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09d4b13b-43d4-437f-a8b5-280a1cb88e16', 'name': '', 'network_id': '551d8846-f844-4925-a2fe-eef49820f7af', 'tenant_id': '19d114fd258a4306b4c0665df90ae4c7', 'mac_address': 'fa:16:3e:fd:e3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dee0814-e2a9-4820-818a-1712274f21b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '8ad1b6f9-720f-46b5-a559-3250cb34e913', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:57:22Z', 'updated_at': '2022-09-08T13:57:28Z', 'revision_number': 5, 'project_id': '19d114fd258a4306b4c0665df90ae4c7', 'subnets': [{'id': '8ad1b6f9-720f-46b5-a559-3250cb34e913', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:05:32.349124 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b466a6-a067-4f40-ad1c-9ec9d28091c8 None None] New status for floating IP 2b914b95-58d8-4ae3-ab4b-3a859b1636b3: DOWN {{(pid=112711) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 08 14:05:32.805395 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906c68e1-604e-49e7-92f8-5b6b6e5ccdf3 req-ce4b4fa9-96c7-4004-a7fc-da1dc06e6525 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:32.806882 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-906c68e1-604e-49e7-92f8-5b6b6e5ccdf3 req-ce4b4fa9-96c7-4004-a7fc-da1dc06e6525 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=9bdaa912-aaef-4435-97f9-e20e6ec24dc6 HTTP/1.1" status: 200 len: 945 time: 0.0462532 Sep 08 14:05:32.858504 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-906c68e1-604e-49e7-92f8-5b6b6e5ccdf3 req-49083f99-9e7d-4766-9375-4d073111e5cd tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ddf1d878-1109-4f29-aa9f-9fca2e3c8a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461071 Sep 08 14:05:32.962800 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0546fd-5a2e-4328-b6ac-4a8818ade69e req-296d3a49-c46c-43df-bf63-4b953e979e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:32.964300 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-5d0546fd-5a2e-4328-b6ac-4a8818ade69e req-296d3a49-c46c-43df-bf63-4b953e979e37 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=551d8846-f844-4925-a2fe-eef49820f7af HTTP/1.1" status: 200 len: 912 time: 0.0878141 Sep 08 14:05:33.261015 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-5d0546fd-5a2e-4328-b6ac-4a8818ade69e req-a287e916-8518-4037-9db3-bdd9a238551a service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c4a0bccd-922e-41f9-8c02-4a2a76cd3707 HTTP/1.1" status: 200 len: 217 time: 0.0369699 Sep 08 14:05:33.310581 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0546fd-5a2e-4328-b6ac-4a8818ade69e req-aaee2b15-10b2-4653-ac28-41d1e0cfeac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:33.312013 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-5d0546fd-5a2e-4328-b6ac-4a8818ade69e req-aaee2b15-10b2-4653-ac28-41d1e0cfeac2 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=8ad1b6f9-720f-46b5-a559-3250cb34e913 HTTP/1.1" status: 200 len: 850 time: 0.0439661 Sep 08 14:05:33.588579 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0546fd-5a2e-4328-b6ac-4a8818ade69e req-8f503404-afba-4f7c-9fde-6954b729cfee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:33.590013 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-5d0546fd-5a2e-4328-b6ac-4a8818ade69e req-8f503404-afba-4f7c-9fde-6954b729cfee service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=551d8846-f844-4925-a2fe-eef49820f7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0400622 Sep 08 14:05:33.764427 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34afbc77-e1b0-4824-b21c-fafca64d1d2e req-47c22bba-deab-4339-bca9-115e946229fd tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:33.765866 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-34afbc77-e1b0-4824-b21c-fafca64d1d2e req-47c22bba-deab-4339-bca9-115e946229fd tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9bdaa912-aaef-4435-97f9-e20e6ec24dc6 HTTP/1.1" status: 200 len: 945 time: 0.0904305 Sep 08 14:05:33.834310 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-5d0546fd-5a2e-4328-b6ac-4a8818ade69e req-19ce1765-4fd8-461d-827c-96b73a8a15c2 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/551d8846-f844-4925-a2fe-eef49820f7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598887 Sep 08 14:05:33.911987 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.plugin [req-34afbc77-e1b0-4824-b21c-fafca64d1d2e req-795494e5-57b2-4cf8-a404-4246a03906f0 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Deleting port c4a0bccd-922e-41f9-8c02-4a2a76cd3707 {{(pid=112710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 08 14:05:33.911987 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-34afbc77-e1b0-4824-b21c-fafca64d1d2e req-795494e5-57b2-4cf8-a404-4246a03906f0 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729028590053'] for port (c4a0bccd-922e-41f9-8c02-4a2a76cd3707), before_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:34.046537 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056d1390-95c7-452c-9e2f-684e931806d8 req-47bdab05-a918-4637-8568-a13e61c4857d tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:34.048009 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-056d1390-95c7-452c-9e2f-684e931806d8 req-47bdab05-a918-4637-8568-a13e61c4857d tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=9bdaa912-aaef-4435-97f9-e20e6ec24dc6 HTTP/1.1" status: 200 len: 945 time: 0.0806601 Sep 08 14:05:34.052646 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-5d0546fd-5a2e-4328-b6ac-4a8818ade69e req-c8d40931-179f-4e22-95bd-f8b1e0d4205e service neutron] 10.222.0.20 "GET /networking/v2.0/networks/551d8846-f844-4925-a2fe-eef49820f7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011793 Sep 08 14:05:34.091861 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.db [req-34afbc77-e1b0-4824-b21c-fafca64d1d2e req-795494e5-57b2-4cf8-a404-4246a03906f0 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] For port c4a0bccd-922e-41f9-8c02-4a2a76cd3707, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=c4a0bccd-922e-41f9-8c02-4a2a76cd3707,segment=NetworkSegment(8c3064d6-a80a-4cdc-832a-15ed9b418cbb),segment_id=8c3064d6-a80a-4cdc-832a-15ed9b418cbb)] {{(pid=112710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:05:34.092216 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-34afbc77-e1b0-4824-b21c-fafca64d1d2e req-795494e5-57b2-4cf8-a404-4246a03906f0 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3750342'] for port (c4a0bccd-922e-41f9-8c02-4a2a76cd3707), precommit_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:34.113674 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.plugin [req-34afbc77-e1b0-4824-b21c-fafca64d1d2e req-795494e5-57b2-4cf8-a404-4246a03906f0 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Calling delete_port for c4a0bccd-922e-41f9-8c02-4a2a76cd3707 owned by compute:nova {{(pid=112710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 08 14:05:34.119892 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=100 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:05:34.142203 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-056d1390-95c7-452c-9e2f-684e931806d8 req-a4f3bc25-41b4-4632-a74f-1f0d6c12615e tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ddf1d878-1109-4f29-aa9f-9fca2e3c8a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886250 Sep 08 14:05:34.464614 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:05:34.472719 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.agents_db [None req-36671662-b8ef-427e-8422-ee96630d1377 None None] Agent healthcheck: found 6 active agents {{(pid=112712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:05:34.520393 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-34afbc77-e1b0-4824-b21c-fafca64d1d2e req-795494e5-57b2-4cf8-a404-4246a03906f0 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729028594324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729028134310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10367820'] for port (c4a0bccd-922e-41f9-8c02-4a2a76cd3707), after_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:34.548087 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795494e5-57b2-4cf8-a404-4246a03906f0 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Pushing event deleted for resources: {'Port': ['ID=c4a0bccd-922e-41f9-8c02-4a2a76cd3707,revision_number=None']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:05:34.575625 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795494e5-57b2-4cf8-a404-4246a03906f0 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:05:34.576073 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795494e5-57b2-4cf8-a404-4246a03906f0 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:05:34.576406 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795494e5-57b2-4cf8-a404-4246a03906f0 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:05:34.576792 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795494e5-57b2-4cf8-a404-4246a03906f0 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:05:34.577130 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795494e5-57b2-4cf8-a404-4246a03906f0 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:05:34.577506 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795494e5-57b2-4cf8-a404-4246a03906f0 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:05:34.577900 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795494e5-57b2-4cf8-a404-4246a03906f0 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:05:34.578263 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795494e5-57b2-4cf8-a404-4246a03906f0 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:05:34.578594 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795494e5-57b2-4cf8-a404-4246a03906f0 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:05:34.578952 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795494e5-57b2-4cf8-a404-4246a03906f0 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:05:34.579280 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795494e5-57b2-4cf8-a404-4246a03906f0 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:05:34.579604 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795494e5-57b2-4cf8-a404-4246a03906f0 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:05:34.579927 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795494e5-57b2-4cf8-a404-4246a03906f0 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:05:34.580248 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795494e5-57b2-4cf8-a404-4246a03906f0 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:05:34.580566 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795494e5-57b2-4cf8-a404-4246a03906f0 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:05:34.607007 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.db.l3_dvrscheduler_db [req-34afbc77-e1b0-4824-b21c-fafca64d1d2e req-795494e5-57b2-4cf8-a404-4246a03906f0 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] No DVR routers for this DVR port c4a0bccd-922e-41f9-8c02-4a2a76cd3707 on host hv-cinder-82002 {{(pid=112710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 08 14:05:34.609416 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-34afbc77-e1b0-4824-b21c-fafca64d1d2e req-795494e5-57b2-4cf8-a404-4246a03906f0 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161718'] for port (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:34.612622 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-34afbc77-e1b0-4824-b21c-fafca64d1d2e req-795494e5-57b2-4cf8-a404-4246a03906f0 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.20 "DELETE /networking/v2.0/ports/c4a0bccd-922e-41f9-8c02-4a2a76cd3707 HTTP/1.1" status: 204 len: 173 time: 0.8383350 Sep 08 14:05:34.613109 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bdaa912-aaef-4435-97f9-e20e6ec24dc6', 'name': 'network-vif-deleted', 'tag': 'c4a0bccd-922e-41f9-8c02-4a2a76cd3707'}] {{(pid=112710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 14:05:34.615373 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4aaac3e20a53a8e6247a431178541979a817c05ad734f54eee24c8be994502e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac7f25a9-0f68-4480-a7ac-d931d2fdbc3f" -d '{"events": [{"server_uuid": "9bdaa912-aaef-4435-97f9-e20e6ec24dc6", "name": "network-vif-deleted", "tag": "c4a0bccd-922e-41f9-8c02-4a2a76cd3707"}]}' {{(pid=112710) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:05:34.653667 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Sep 2022 14:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad074cf5-ff3f-4c4f-b574-10cb6c369042 x-openstack-request-id: req-ad074cf5-ff3f-4c4f-b574-10cb6c369042 {{(pid=112710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:05:34.654032 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bdaa912-aaef-4435-97f9-e20e6ec24dc6", "name": "network-vif-deleted", "tag": "c4a0bccd-922e-41f9-8c02-4a2a76cd3707", "status": "completed", "code": 200}]} {{(pid=112710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:05:34.654302 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ad074cf5-ff3f-4c4f-b574-10cb6c369042 {{(pid=112710) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:05:34.654710 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad074cf5-ff3f-4c4f-b574-10cb6c369042'] response: {'server_uuid': '9bdaa912-aaef-4435-97f9-e20e6ec24dc6', 'name': 'network-vif-deleted', 'tag': 'c4a0bccd-922e-41f9-8c02-4a2a76cd3707', 'status': 'completed', 'code': 200} Sep 08 14:05:35.258741 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-98467afb-185e-449b-aa34-54975769460f req-10fec41c-8955-4772-966f-82004dbf2c33 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=9bdaa912-aaef-4435-97f9-e20e6ec24dc6 HTTP/1.1" status: 200 len: 210 time: 0.0298944 Sep 08 14:05:35.546742 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (4c2ff875-e6d7-424e-bdc7-d4b2ed4bdd9c), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:36.388756 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Device c4a0bccd-922e-41f9-8c02-4a2a76cd3707 no longer exists at agent hyperv_hv-cinder-82002 {{(pid=112711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:05:36.407921 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] No Port match for: c4a0bccd-922e-41f9-8c02-4a2a76cd3707 {{(pid=112711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 08 14:05:36.408274 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Device c4a0bccd-922e-41f9-8c02-4a2a76cd3707 not bound to the agent host hv-cinder-82002 {{(pid=112711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:05:38.567428 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 45160) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:05:38.575395 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:05:38.612040 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:05:38.710138 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.plugin [None req-76a58416-694b-49c1-ba8c-1bd37eb0d3e0 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Deleting port 01019d08-cbab-40ce-9068-c58cb558120e {{(pid=112709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 08 14:05:38.710487 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-76a58416-694b-49c1-ba8c-1bd37eb0d3e0 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729028590053'] for port (01019d08-cbab-40ce-9068-c58cb558120e), before_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:38.791419 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-76a58416-694b-49c1-ba8c-1bd37eb0d3e0 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3750342'] for port (01019d08-cbab-40ce-9068-c58cb558120e), precommit_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:38.791745 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-76a58416-694b-49c1-ba8c-1bd37eb0d3e0 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Publish callbacks [] for floatingip (01019d08-cbab-40ce-9068-c58cb558120e), precommit_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:38.805609 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.plugin [None req-76a58416-694b-49c1-ba8c-1bd37eb0d3e0 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Calling delete_port for 01019d08-cbab-40ce-9068-c58cb558120e owned by network:floatingip {{(pid=112709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 08 14:05:38.890190 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc94cc4-d59b-4d1c-85aa-174ff3b20a23 req-d087ba0c-300c-4470-a396-b6655fddd98a tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:38.891677 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-7dc94cc4-d59b-4d1c-85aa-174ff3b20a23 req-d087ba0c-300c-4470-a396-b6655fddd98a tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=13064b4a-3c9e-4c93-96fe-7779d873e832 HTTP/1.1" status: 200 len: 946 time: 0.0474298 Sep 08 14:05:38.944055 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-7dc94cc4-d59b-4d1c-85aa-174ff3b20a23 req-754bb9d4-69c8-4119-88d5-9c72e4d15b8a tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=122109ff-ce72-4cf8-85fa-42ab84378228&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465019 Sep 08 14:05:38.955827 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-76a58416-694b-49c1-ba8c-1bd37eb0d3e0 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729028594324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729028134310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9153317'] for port (01019d08-cbab-40ce-9068-c58cb558120e), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:38.985115 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a58416-694b-49c1-ba8c-1bd37eb0d3e0 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Pushing event deleted for resources: {'Port': ['ID=01019d08-cbab-40ce-9068-c58cb558120e,revision_number=None']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:05:39.041955 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-76a58416-694b-49c1-ba8c-1bd37eb0d3e0 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Publish callbacks [] for floatingip (75645d1e-f945-4740-a3c6-24ab075d246e), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:39.042394 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.db.l3_db [None req-76a58416-694b-49c1-ba8c-1bd37eb0d3e0 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Floating IP 75645d1e-f945-4740-a3c6-24ab075d246e disassociated (deleted). External IP: 172.27.0.199, port: 07945f23-93ca-4174-93c3-7352e02ec6a5. Sep 08 14:05:39.454560 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76a58416-694b-49c1-ba8c-1bd37eb0d3e0 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Router 1dee0814-e2a9-4820-818a-1712274f21b5 has already been hosted by L3 agent 91421a76-39ff-4685-90ca-aa6fbf6a1933 {{(pid=112709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 14:05:39.557681 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76a58416-694b-49c1-ba8c-1bd37eb0d3e0 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Notify agent at l3_agent.dv-cinder-820027-24-iscsi the message routers_updated {{(pid=112709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:05:39.562006 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-76a58416-694b-49c1-ba8c-1bd37eb0d3e0 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161718'] for floatingip (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:39.566889 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a69028e-638f-47cc-a2ad-177f03fe032c None None] Sync routers for ids ['1dee0814-e2a9-4820-818a-1712274f21b5'] in dv-cinder-820027-24-iscsi {{(pid=112712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:05:39.577628 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a69028e-638f-47cc-a2ad-177f03fe032c None None] Routers {'1dee0814-e2a9-4820-818a-1712274f21b5'} bound to L3 agent in host dv-cinder-820027-24-iscsi {{(pid=112712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:05:39.578253 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_hamode_db [None req-0a69028e-638f-47cc-a2ad-177f03fe032c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-08T13:44:16Z,description=,heartbeat_timestamp=2022-09-08T14:05:16Z,host='dv-cinder-820027-24-iscsi',id=91421a76-39ff-4685-90ca-aa6fbf6a1933,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:44:16Z,topic='l3_agent')) {'router_ids': ['1dee0814-e2a9-4820-818a-1712274f21b5'], 'active': True} {{(pid=112712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:05:39.593253 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-76a58416-694b-49c1-ba8c-1bd37eb0d3e0 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "DELETE /networking/v2.0/floatingips/75645d1e-f945-4740-a3c6-24ab075d246e HTTP/1.1" status: 204 len: 168 time: 1.0247571 Sep 08 14:05:39.593943 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c0fbbab-644f-4d57-b4bf-644204a5b26f', 'tag': '07945f23-93ca-4174-93c3-7352e02ec6a5'}] {{(pid=112709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 14:05:39.596233 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}542ac7e5325f68055833e74974e312adb8a2ee810b70c39787611e772d2c694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2d5db15-32a4-405b-9165-a84f98a550d9" -d '{"events": [{"name": "network-changed", "server_uuid": "6c0fbbab-644f-4d57-b4bf-644204a5b26f", "tag": "07945f23-93ca-4174-93c3-7352e02ec6a5"}]}' {{(pid=112709) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:05:39.639945 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Sep 2022 14:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2833a215-223f-4bd4-9624-25bff8575e95 x-openstack-request-id: req-2833a215-223f-4bd4-9624-25bff8575e95 {{(pid=112709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:05:39.640235 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c0fbbab-644f-4d57-b4bf-644204a5b26f", "tag": "07945f23-93ca-4174-93c3-7352e02ec6a5", "status": "completed", "code": 200}]} {{(pid=112709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:05:39.640490 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2833a215-223f-4bd4-9624-25bff8575e95 {{(pid=112709) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:05:39.640903 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2833a215-223f-4bd4-9624-25bff8575e95'] response: {'name': 'network-changed', 'server_uuid': '6c0fbbab-644f-4d57-b4bf-644204a5b26f', 'tag': '07945f23-93ca-4174-93c3-7352e02ec6a5', 'status': 'completed', 'code': 200} Sep 08 14:05:39.683071 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_dvr_db [None req-0a69028e-638f-47cc-a2ad-177f03fe032c None None] Set router 1dee0814-e2a9-4820-818a-1712274f21b5 gateway port host: dv-cinder-820027-24-iscsi {{(pid=112712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:05:39.789968 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=100 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:05:39.819733 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de34bda8-6c55-4bf5-94f1-729392b5cdff req-508ba392-e2f2-4f5c-b83a-795bbf971f23 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:39.821215 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-de34bda8-6c55-4bf5-94f1-729392b5cdff req-508ba392-e2f2-4f5c-b83a-795bbf971f23 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=6c0fbbab-644f-4d57-b4bf-644204a5b26f HTTP/1.1" status: 200 len: 946 time: 0.0514672 Sep 08 14:05:39.834285 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=100 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:05:39.871019 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-de34bda8-6c55-4bf5-94f1-729392b5cdff req-e5ba279b-819f-447e-a364-9d72bef00505 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ddf1d878-1109-4f29-aa9f-9fca2e3c8a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438867 Sep 08 14:05:39.874536 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_hamode_db [None req-0a69028e-638f-47cc-a2ad-177f03fe032c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dee0814-e2a9-4820-818a-1712274f21b5', 'name': 'tempest-TestVolumeBootPattern-719451595-router', 'tenant_id': '19d114fd258a4306b4c0665df90ae4c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': '35c22b56-71fb-494d-bbaa-432b8b41f93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:57:17Z', 'updated_at': '2022-09-08T13:57:23Z', 'revision_number': 4, 'project_id': '19d114fd258a4306b4c0665df90ae4c7', 'gw_port': {'id': '35c22b56-71fb-494d-bbaa-432b8b41f93e', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c2:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dee0814-e2a9-4820-818a-1712274f21b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:57:18Z', 'updated_at': '2022-09-08T13:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi', '_interfaces': [{'id': '09d4b13b-43d4-437f-a8b5-280a1cb88e16', 'name': '', 'network_id': '551d8846-f844-4925-a2fe-eef49820f7af', 'tenant_id': '19d114fd258a4306b4c0665df90ae4c7', 'mac_address': 'fa:16:3e:fd:e3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dee0814-e2a9-4820-818a-1712274f21b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '8ad1b6f9-720f-46b5-a559-3250cb34e913', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:57:22Z', 'updated_at': '2022-09-08T13:57:28Z', 'revision_number': 5, 'project_id': '19d114fd258a4306b4c0665df90ae4c7', 'subnets': [{'id': '8ad1b6f9-720f-46b5-a559-3250cb34e913', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-24-iscsi', False) {} {{(pid=112712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:05:39.900103 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a69028e-638f-47cc-a2ad-177f03fe032c None None] Checking router: 1dee0814-e2a9-4820-818a-1712274f21b5 for host: dv-cinder-820027-24-iscsi {{(pid=112712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:05:39.908633 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a69028e-638f-47cc-a2ad-177f03fe032c None None] Routers {'1dee0814-e2a9-4820-818a-1712274f21b5'} bound to L3 agent in host dv-cinder-820027-24-iscsi {{(pid=112712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:05:39.909239 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_hamode_db [None req-0a69028e-638f-47cc-a2ad-177f03fe032c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-08T13:44:16Z,description=,heartbeat_timestamp=2022-09-08T14:05:16Z,host='dv-cinder-820027-24-iscsi',id=91421a76-39ff-4685-90ca-aa6fbf6a1933,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:44:16Z,topic='l3_agent')) {'router_ids': ['1dee0814-e2a9-4820-818a-1712274f21b5'], 'active': True} {{(pid=112712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:05:39.989096 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d5db15-32a4-405b-9165-a84f98a550d9 req-b0404469-816e-464d-b5c8-20fec2f2488c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:39.990698 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-a2d5db15-32a4-405b-9165-a84f98a550d9 req-b0404469-816e-464d-b5c8-20fec2f2488c service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=19d114fd258a4306b4c0665df90ae4c7&device_id=6c0fbbab-644f-4d57-b4bf-644204a5b26f HTTP/1.1" status: 200 len: 1130 time: 0.0429020 Sep 08 14:05:40.016606 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_dvr_db [None req-0a69028e-638f-47cc-a2ad-177f03fe032c None None] Set router 1dee0814-e2a9-4820-818a-1712274f21b5 gateway port host: dv-cinder-820027-24-iscsi {{(pid=112712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:05:40.070401 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c415b2f2-7956-419b-aa15-c3638684aae3 req-bc2224d6-8a9a-40ba-a8c0-676e2efa601d tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:40.071948 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-c415b2f2-7956-419b-aa15-c3638684aae3 req-bc2224d6-8a9a-40ba-a8c0-676e2efa601d tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=13064b4a-3c9e-4c93-96fe-7779d873e832 HTTP/1.1" status: 200 len: 946 time: 0.0480630 Sep 08 14:05:40.122788 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-c415b2f2-7956-419b-aa15-c3638684aae3 req-5847a182-6942-44b1-9f27-95c3f1c07963 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=122109ff-ce72-4cf8-85fa-42ab84378228&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451238 Sep 08 14:05:40.201653 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_hamode_db [None req-0a69028e-638f-47cc-a2ad-177f03fe032c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dee0814-e2a9-4820-818a-1712274f21b5', 'name': 'tempest-TestVolumeBootPattern-719451595-router', 'tenant_id': '19d114fd258a4306b4c0665df90ae4c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': '35c22b56-71fb-494d-bbaa-432b8b41f93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:57:17Z', 'updated_at': '2022-09-08T13:57:23Z', 'revision_number': 4, 'project_id': '19d114fd258a4306b4c0665df90ae4c7', 'gw_port': {'id': '35c22b56-71fb-494d-bbaa-432b8b41f93e', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c2:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dee0814-e2a9-4820-818a-1712274f21b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:57:18Z', 'updated_at': '2022-09-08T13:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi', '_interfaces': [{'id': '09d4b13b-43d4-437f-a8b5-280a1cb88e16', 'name': '', 'network_id': '551d8846-f844-4925-a2fe-eef49820f7af', 'tenant_id': '19d114fd258a4306b4c0665df90ae4c7', 'mac_address': 'fa:16:3e:fd:e3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dee0814-e2a9-4820-818a-1712274f21b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '8ad1b6f9-720f-46b5-a559-3250cb34e913', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:57:22Z', 'updated_at': '2022-09-08T13:57:28Z', 'revision_number': 5, 'project_id': '19d114fd258a4306b4c0665df90ae4c7', 'subnets': [{'id': '8ad1b6f9-720f-46b5-a559-3250cb34e913', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-24-iscsi', False) {} {{(pid=112712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:05:40.228682 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a69028e-638f-47cc-a2ad-177f03fe032c None None] The sync data for ids ['1dee0814-e2a9-4820-818a-1712274f21b5'] in dv-cinder-820027-24-iscsi is: [{'id': '1dee0814-e2a9-4820-818a-1712274f21b5', 'name': 'tempest-TestVolumeBootPattern-719451595-router', 'tenant_id': '19d114fd258a4306b4c0665df90ae4c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': '35c22b56-71fb-494d-bbaa-432b8b41f93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:57:17Z', 'updated_at': '2022-09-08T13:57:23Z', 'revision_number': 4, 'project_id': '19d114fd258a4306b4c0665df90ae4c7', 'gw_port': {'id': '35c22b56-71fb-494d-bbaa-432b8b41f93e', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c2:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dee0814-e2a9-4820-818a-1712274f21b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:57:18Z', 'updated_at': '2022-09-08T13:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi', '_interfaces': [{'id': '09d4b13b-43d4-437f-a8b5-280a1cb88e16', 'name': '', 'network_id': '551d8846-f844-4925-a2fe-eef49820f7af', 'tenant_id': '19d114fd258a4306b4c0665df90ae4c7', 'mac_address': 'fa:16:3e:fd:e3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dee0814-e2a9-4820-818a-1712274f21b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '8ad1b6f9-720f-46b5-a559-3250cb34e913', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:57:22Z', 'updated_at': '2022-09-08T13:57:28Z', 'revision_number': 5, 'project_id': '19d114fd258a4306b4c0665df90ae4c7', 'subnets': [{'id': '8ad1b6f9-720f-46b5-a559-3250cb34e913', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:05:40.435743 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ae00a1-b38c-4b1f-a5ec-5efad85d4b45 None None] New status for floating IP 75645d1e-f945-4740-a3c6-24ab075d246e: DOWN {{(pid=112711) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 08 14:05:40.995819 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ffa928-571e-425d-be58-c40600b6841b req-7bb538cf-0559-499d-8f32-1803f6ebb9f9 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:40.997293 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-06ffa928-571e-425d-be58-c40600b6841b req-7bb538cf-0559-499d-8f32-1803f6ebb9f9 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=6c0fbbab-644f-4d57-b4bf-644204a5b26f HTTP/1.1" status: 200 len: 946 time: 0.0508661 Sep 08 14:05:41.045640 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-06ffa928-571e-425d-be58-c40600b6841b req-f95dd290-83b6-4006-b7d3-1420199185d0 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ddf1d878-1109-4f29-aa9f-9fca2e3c8a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428028 Sep 08 14:05:41.242233 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad8389e-5a34-42d0-92c3-6d906b39639d req-30a18d3f-6fe8-4a65-8b2b-e8c55aad32b6 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:41.243679 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-3ad8389e-5a34-42d0-92c3-6d906b39639d req-30a18d3f-6fe8-4a65-8b2b-e8c55aad32b6 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=13064b4a-3c9e-4c93-96fe-7779d873e832 HTTP/1.1" status: 200 len: 946 time: 0.0472016 Sep 08 14:05:41.291808 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-3ad8389e-5a34-42d0-92c3-6d906b39639d req-2a7545af-f1bc-49f1-8559-891bb90b6383 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=122109ff-ce72-4cf8-85fa-42ab84378228&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425723 Sep 08 14:05:41.423983 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d5db15-32a4-405b-9165-a84f98a550d9 req-9d442066-9336-4260-a2b5-b5065683c774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:41.425371 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-a2d5db15-32a4-405b-9165-a84f98a550d9 req-9d442066-9336-4260-a2b5-b5065683c774 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=551d8846-f844-4925-a2fe-eef49820f7af HTTP/1.1" status: 200 len: 912 time: 0.0923562 Sep 08 14:05:41.680840 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-a2d5db15-32a4-405b-9165-a84f98a550d9 req-fe51a398-e079-4238-b034-0407bc91ba41 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07945f23-93ca-4174-93c3-7352e02ec6a5 HTTP/1.1" status: 200 len: 217 time: 0.0337877 Sep 08 14:05:41.910670 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d5db15-32a4-405b-9165-a84f98a550d9 req-b10529ec-8645-42ab-bd29-2cf2a684819c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:41.912108 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-a2d5db15-32a4-405b-9165-a84f98a550d9 req-b10529ec-8645-42ab-bd29-2cf2a684819c service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=8ad1b6f9-720f-46b5-a559-3250cb34e913 HTTP/1.1" status: 200 len: 850 time: 0.0488360 Sep 08 14:05:42.047108 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d5db15-32a4-405b-9165-a84f98a550d9 req-4cede36c-dd48-4472-beb5-ef30e92144ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:42.048476 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-a2d5db15-32a4-405b-9165-a84f98a550d9 req-4cede36c-dd48-4472-beb5-ef30e92144ac service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=551d8846-f844-4925-a2fe-eef49820f7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0387652 Sep 08 14:05:42.154633 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:05:42.171645 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382bde97-de9f-4b02-b805-e28a60fc9df4 req-183c105f-6757-43af-9fa2-70645c708f75 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:42.173144 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-382bde97-de9f-4b02-b805-e28a60fc9df4 req-183c105f-6757-43af-9fa2-70645c708f75 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=6c0fbbab-644f-4d57-b4bf-644204a5b26f HTTP/1.1" status: 200 len: 946 time: 0.0532846 Sep 08 14:05:42.222505 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-382bde97-de9f-4b02-b805-e28a60fc9df4 req-c792093e-1f22-4c94-b1d2-35e90461ebf1 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ddf1d878-1109-4f29-aa9f-9fca2e3c8a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430868 Sep 08 14:05:42.471457 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:05:42.481589 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4307305e-1ffa-48ad-a537-9dad6694c958 req-a6f72ce8-e31a-417d-8584-d086de2cb89d tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:42.483082 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-4307305e-1ffa-48ad-a537-9dad6694c958 req-a6f72ce8-e31a-417d-8584-d086de2cb89d tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=6c0fbbab-644f-4d57-b4bf-644204a5b26f HTTP/1.1" status: 200 len: 946 time: 0.1343229 Sep 08 14:05:42.491251 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c17535-0583-414c-8df3-2fbe3b3d7c91 req-07301189-9227-4f99-a52d-f5a8e6c6d2e8 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:42.492579 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-64c17535-0583-414c-8df3-2fbe3b3d7c91 req-07301189-9227-4f99-a52d-f5a8e6c6d2e8 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=13064b4a-3c9e-4c93-96fe-7779d873e832 HTTP/1.1" status: 200 len: 946 time: 0.1216111 Sep 08 14:05:42.556533 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-a2d5db15-32a4-405b-9165-a84f98a550d9 req-016122c3-f2fb-4333-b9d2-1ef817955313 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/551d8846-f844-4925-a2fe-eef49820f7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156553 Sep 08 14:05:42.674835 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-64c17535-0583-414c-8df3-2fbe3b3d7c91 req-ab6c8581-ff44-4b22-937b-adf9d5586cff tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=122109ff-ce72-4cf8-85fa-42ab84378228&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1640224 Sep 08 14:05:42.682637 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.plugin [req-4307305e-1ffa-48ad-a537-9dad6694c958 req-e1c7f8a6-9cd8-4fd4-a7ad-778600e8a2a0 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Deleting port 07945f23-93ca-4174-93c3-7352e02ec6a5 {{(pid=112710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 08 14:05:42.682981 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-4307305e-1ffa-48ad-a537-9dad6694c958 req-e1c7f8a6-9cd8-4fd4-a7ad-778600e8a2a0 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729028590053'] for port (07945f23-93ca-4174-93c3-7352e02ec6a5), before_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:42.767672 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-a2d5db15-32a4-405b-9165-a84f98a550d9 req-7c15579a-03eb-44eb-b7f5-08a3dbd82a8a service neutron] 10.222.0.20 "GET /networking/v2.0/networks/551d8846-f844-4925-a2fe-eef49820f7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992245 Sep 08 14:05:42.807007 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.db [req-4307305e-1ffa-48ad-a537-9dad6694c958 req-e1c7f8a6-9cd8-4fd4-a7ad-778600e8a2a0 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] For port 07945f23-93ca-4174-93c3-7352e02ec6a5, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=07945f23-93ca-4174-93c3-7352e02ec6a5,segment=NetworkSegment(8c3064d6-a80a-4cdc-832a-15ed9b418cbb),segment_id=8c3064d6-a80a-4cdc-832a-15ed9b418cbb)] {{(pid=112710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:05:42.807361 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-4307305e-1ffa-48ad-a537-9dad6694c958 req-e1c7f8a6-9cd8-4fd4-a7ad-778600e8a2a0 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3750342'] for port (07945f23-93ca-4174-93c3-7352e02ec6a5), precommit_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:42.821008 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.plugin [req-4307305e-1ffa-48ad-a537-9dad6694c958 req-e1c7f8a6-9cd8-4fd4-a7ad-778600e8a2a0 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Calling delete_port for 07945f23-93ca-4174-93c3-7352e02ec6a5 owned by compute:nova {{(pid=112710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 08 14:05:42.947653 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-4307305e-1ffa-48ad-a537-9dad6694c958 req-e1c7f8a6-9cd8-4fd4-a7ad-778600e8a2a0 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729028594324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729028134310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10367820'] for port (07945f23-93ca-4174-93c3-7352e02ec6a5), after_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:42.978224 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c7f8a6-9cd8-4fd4-a7ad-778600e8a2a0 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Pushing event deleted for resources: {'Port': ['ID=07945f23-93ca-4174-93c3-7352e02ec6a5,revision_number=None']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:05:43.023333 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.db.l3_dvrscheduler_db [req-4307305e-1ffa-48ad-a537-9dad6694c958 req-e1c7f8a6-9cd8-4fd4-a7ad-778600e8a2a0 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] No DVR routers for this DVR port 07945f23-93ca-4174-93c3-7352e02ec6a5 on host hv-cinder-82002 {{(pid=112710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 08 14:05:43.025897 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-4307305e-1ffa-48ad-a537-9dad6694c958 req-e1c7f8a6-9cd8-4fd4-a7ad-778600e8a2a0 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161718'] for port (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:43.029091 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-4307305e-1ffa-48ad-a537-9dad6694c958 req-e1c7f8a6-9cd8-4fd4-a7ad-778600e8a2a0 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.20 "DELETE /networking/v2.0/ports/07945f23-93ca-4174-93c3-7352e02ec6a5 HTTP/1.1" status: 204 len: 173 time: 0.5356593 Sep 08 14:05:43.029584 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c0fbbab-644f-4d57-b4bf-644204a5b26f', 'name': 'network-vif-deleted', 'tag': '07945f23-93ca-4174-93c3-7352e02ec6a5'}] {{(pid=112710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 14:05:43.031911 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4aaac3e20a53a8e6247a431178541979a817c05ad734f54eee24c8be994502e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f09f244-719a-4b4c-adc8-8f4ecfff0627" -d '{"events": [{"server_uuid": "6c0fbbab-644f-4d57-b4bf-644204a5b26f", "name": "network-vif-deleted", "tag": "07945f23-93ca-4174-93c3-7352e02ec6a5"}]}' {{(pid=112710) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:05:43.072035 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Sep 2022 14:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b9e70a8-6274-4459-8a14-db1b6b3903a8 x-openstack-request-id: req-5b9e70a8-6274-4459-8a14-db1b6b3903a8 {{(pid=112710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:05:43.072807 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c0fbbab-644f-4d57-b4bf-644204a5b26f", "name": "network-vif-deleted", "tag": "07945f23-93ca-4174-93c3-7352e02ec6a5", "status": "completed", "code": 200}]} {{(pid=112710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:05:43.072807 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5b9e70a8-6274-4459-8a14-db1b6b3903a8 {{(pid=112710) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:05:43.073509 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b9e70a8-6274-4459-8a14-db1b6b3903a8'] response: {'server_uuid': '6c0fbbab-644f-4d57-b4bf-644204a5b26f', 'name': 'network-vif-deleted', 'tag': '07945f23-93ca-4174-93c3-7352e02ec6a5', 'status': 'completed', 'code': 200} Sep 08 14:05:43.324796 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-31ab8a13-6ec4-415d-adc7-56eb9fee5f24 req-0e527733-352f-4937-8375-cb45bf273a97 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=6c0fbbab-644f-4d57-b4bf-644204a5b26f HTTP/1.1" status: 200 len: 210 time: 0.0297129 Sep 08 14:05:43.794760 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13528f51-4263-4028-8028-a63f5144d878 req-9e18d493-72d6-4cac-8c35-ab970bc29600 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:43.796207 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-13528f51-4263-4028-8028-a63f5144d878 req-9e18d493-72d6-4cac-8c35-ab970bc29600 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=13064b4a-3c9e-4c93-96fe-7779d873e832 HTTP/1.1" status: 200 len: 946 time: 0.0464902 Sep 08 14:05:43.816520 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:05:43.849967 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-13528f51-4263-4028-8028-a63f5144d878 req-eb0200d7-e272-4b61-ae68-f6098d3de29a tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=122109ff-ce72-4cf8-85fa-42ab84378228&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479438 Sep 08 14:05:44.082028 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-5434e685-6eee-47ce-958a-4ae4ace4a34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (22ab8903-d7f5-4941-bce3-89140b53b8af), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:44.392429 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 45192) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:05:44.452167 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Device 07945f23-93ca-4174-93c3-7352e02ec6a5 no longer exists at agent hyperv_hv-cinder-82002 {{(pid=112711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:05:44.463013 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:05:44.472507 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] No Port match for: 07945f23-93ca-4174-93c3-7352e02ec6a5 {{(pid=112711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 08 14:05:44.472856 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Device 07945f23-93ca-4174-93c3-7352e02ec6a5 not bound to the agent host hv-cinder-82002 {{(pid=112711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:05:44.494205 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:05:44.504110 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.plugin [None req-d61dce47-3c97-4bdc-b236-6a77ba7ca6b5 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Deleting port c5ec5b3f-6383-4f42-94ab-d9b59f4a90c2 {{(pid=112709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 08 14:05:44.504454 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-d61dce47-3c97-4bdc-b236-6a77ba7ca6b5 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729028590053'] for port (c5ec5b3f-6383-4f42-94ab-d9b59f4a90c2), before_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:44.583545 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-d61dce47-3c97-4bdc-b236-6a77ba7ca6b5 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3750342'] for port (c5ec5b3f-6383-4f42-94ab-d9b59f4a90c2), precommit_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:44.583895 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-d61dce47-3c97-4bdc-b236-6a77ba7ca6b5 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Publish callbacks [] for floatingip (c5ec5b3f-6383-4f42-94ab-d9b59f4a90c2), precommit_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:44.596715 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.plugin [None req-d61dce47-3c97-4bdc-b236-6a77ba7ca6b5 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Calling delete_port for c5ec5b3f-6383-4f42-94ab-d9b59f4a90c2 owned by network:floatingip {{(pid=112709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 08 14:05:44.686883 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f7ad6b-29e7-4227-b9a1-2fc3f8dc9791 req-3508fba9-d682-48d4-a471-df2bd9081d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:44.688380 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-79f7ad6b-29e7-4227-b9a1-2fc3f8dc9791 req-3508fba9-d682-48d4-a471-df2bd9081d18 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=1dcae1b090af440f836b18a7bb000c27&device_id=13064b4a-3c9e-4c93-96fe-7779d873e832 HTTP/1.1" status: 200 len: 1130 time: 0.0392063 Sep 08 14:05:44.729727 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-d61dce47-3c97-4bdc-b236-6a77ba7ca6b5 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729028594324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729028134310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9153317'] for port (c5ec5b3f-6383-4f42-94ab-d9b59f4a90c2), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:44.759963 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61dce47-3c97-4bdc-b236-6a77ba7ca6b5 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Pushing event deleted for resources: {'Port': ['ID=c5ec5b3f-6383-4f42-94ab-d9b59f4a90c2,revision_number=None']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:05:44.799476 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f7ad6b-29e7-4227-b9a1-2fc3f8dc9791 req-675f3968-8a16-49a7-91ae-98f9ff39ba83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:44.800944 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-79f7ad6b-29e7-4227-b9a1-2fc3f8dc9791 req-675f3968-8a16-49a7-91ae-98f9ff39ba83 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=61798ddd-de85-4814-b88e-26fd995b29f0 HTTP/1.1" status: 200 len: 909 time: 0.0923924 Sep 08 14:05:44.819339 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-d61dce47-3c97-4bdc-b236-6a77ba7ca6b5 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Publish callbacks [] for floatingip (ffbfe68f-6f4e-4d2f-b16a-43fce5d96edb), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:44.822082 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-d61dce47-3c97-4bdc-b236-6a77ba7ca6b5 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161718'] for floatingip (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:44.823245 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-d61dce47-3c97-4bdc-b236-6a77ba7ca6b5 tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "DELETE /networking/v2.0/floatingips/ffbfe68f-6f4e-4d2f-b16a-43fce5d96edb HTTP/1.1" status: 204 len: 168 time: 0.4315751 Sep 08 14:05:44.883022 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-79f7ad6b-29e7-4227-b9a1-2fc3f8dc9791 req-c42b95ba-cb65-41a9-9d97-6d43a2674077 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bd7535b1-15c4-42a1-b1c2-93844a3b30f1 HTTP/1.1" status: 200 len: 1001 time: 0.0756998 Sep 08 14:05:44.973235 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f7ad6b-29e7-4227-b9a1-2fc3f8dc9791 req-70b97fce-a5a5-4702-aec9-04bdbd71a007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:44.974744 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-79f7ad6b-29e7-4227-b9a1-2fc3f8dc9791 req-70b97fce-a5a5-4702-aec9-04bdbd71a007 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=9dbc7914-3cf1-4f43-b96e-876a2c30a6fa HTTP/1.1" status: 200 len: 847 time: 0.0853379 Sep 08 14:05:44.996125 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fbfdf7-da6e-417b-be63-867306a73e85 req-1c6296c2-38de-4e95-8494-d4cf08967155 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:44.997579 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-d2fbfdf7-da6e-417b-be63-867306a73e85 req-1c6296c2-38de-4e95-8494-d4cf08967155 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=13064b4a-3c9e-4c93-96fe-7779d873e832 HTTP/1.1" status: 200 len: 946 time: 0.0678668 Sep 08 14:05:45.046731 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f7ad6b-29e7-4227-b9a1-2fc3f8dc9791 req-3b6e4a2c-81cf-40bf-babb-fadda38d4699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:45.048305 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-79f7ad6b-29e7-4227-b9a1-2fc3f8dc9791 req-3b6e4a2c-81cf-40bf-babb-fadda38d4699 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=61798ddd-de85-4814-b88e-26fd995b29f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0654869 Sep 08 14:05:45.054151 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:05:45.122001 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-d2fbfdf7-da6e-417b-be63-867306a73e85 req-93370529-26c7-4d46-8e2b-8c0ef0cf1422 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=122109ff-ce72-4cf8-85fa-42ab84378228&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997348 Sep 08 14:05:45.161110 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-79f7ad6b-29e7-4227-b9a1-2fc3f8dc9791 req-c2bf8265-732e-4761-aeb0-fca4415ccb0c service neutron] 10.222.0.20 "GET /networking/v2.0/networks/61798ddd-de85-4814-b88e-26fd995b29f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008184 Sep 08 14:05:45.257818 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-79f7ad6b-29e7-4227-b9a1-2fc3f8dc9791 req-09c581c3-0276-4208-a0b8-6eaf081e839a service neutron] 10.222.0.20 "GET /networking/v2.0/networks/61798ddd-de85-4814-b88e-26fd995b29f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896218 Sep 08 14:05:46.044423 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 45206) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:05:46.103531 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-9d668d28-472e-4a7c-bec9-0a70bde1a51d tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Publish callbacks [] for security_group (ddf1d878-1109-4f29-aa9f-9fca2e3c8a7b), before_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:46.127221 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-9d668d28-472e-4a7c-bec9-0a70bde1a51d tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Publish callbacks [] for security_group (ddf1d878-1109-4f29-aa9f-9fca2e3c8a7b), precommit_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:46.193604 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-9d668d28-472e-4a7c-bec9-0a70bde1a51d tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (ddf1d878-1109-4f29-aa9f-9fca2e3c8a7b), after_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:46.196593 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-9d668d28-472e-4a7c-bec9-0a70bde1a51d tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Publish callbacks [] for security_group (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:46.200342 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-9d668d28-472e-4a7c-bec9-0a70bde1a51d tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] 10.222.0.55 "DELETE /networking/v2.0/security-groups/ddf1d878-1109-4f29-aa9f-9fca2e3c8a7b HTTP/1.1" status: 204 len: 168 time: 0.1523631 Sep 08 14:05:46.207128 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d668d28-472e-4a7c-bec9-0a70bde1a51d tempest-TestVolumeBootPattern-572502475 tempest-TestVolumeBootPattern-572502475-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddf1d878-1109-4f29-aa9f-9fca2e3c8a7b,revision_number=None']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:05:46.261414 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 45212) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:05:46.267671 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69562c43-c78e-4217-8c06-86305e402256 req-15edab30-6d75-4fb8-8acb-f430f8e615e2 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:46.269685 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-69562c43-c78e-4217-8c06-86305e402256 req-15edab30-6d75-4fb8-8acb-f430f8e615e2 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=13064b4a-3c9e-4c93-96fe-7779d873e832 HTTP/1.1" status: 200 len: 946 time: 0.0547352 Sep 08 14:05:46.319801 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-69562c43-c78e-4217-8c06-86305e402256 req-5ecd849d-760e-4349-afae-176555857a29 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=122109ff-ce72-4cf8-85fa-42ab84378228&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443199 Sep 08 14:05:46.385398 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-0aafe39f-a33c-4f1d-a112-7ab9a6a10eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (91421a76-39ff-4685-90ca-aa6fbf6a1933), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:46.737824 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-0e3f0d36-7913-4187-92d4-57342a138c13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3854320'] for router_interface (1dee0814-e2a9-4820-818a-1712274f21b5), before_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:46.892647 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:05:46.964895 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.plugin [None req-0e3f0d36-7913-4187-92d4-57342a138c13 admin admin] Deleting port 09d4b13b-43d4-437f-a8b5-280a1cb88e16 {{(pid=112709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 08 14:05:46.965233 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-0e3f0d36-7913-4187-92d4-57342a138c13 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729028590053'] for port (09d4b13b-43d4-437f-a8b5-280a1cb88e16), before_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:46.978473 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:05:47.044373 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.db [None req-0e3f0d36-7913-4187-92d4-57342a138c13 admin admin] For port 09d4b13b-43d4-437f-a8b5-280a1cb88e16, host dv-cinder-820027-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-24-iscsi',level=0,port_id=09d4b13b-43d4-437f-a8b5-280a1cb88e16,segment=NetworkSegment(8c3064d6-a80a-4cdc-832a-15ed9b418cbb),segment_id=8c3064d6-a80a-4cdc-832a-15ed9b418cbb)] {{(pid=112709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:05:47.044648 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-0e3f0d36-7913-4187-92d4-57342a138c13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3750342'] for port (09d4b13b-43d4-437f-a8b5-280a1cb88e16), precommit_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:47.057042 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.plugin [None req-0e3f0d36-7913-4187-92d4-57342a138c13 admin admin] Calling delete_port for 09d4b13b-43d4-437f-a8b5-280a1cb88e16 owned by network:router_interface {{(pid=112709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 08 14:05:47.233289 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-0e3f0d36-7913-4187-92d4-57342a138c13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729028594324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729028134310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9153317'] for port (09d4b13b-43d4-437f-a8b5-280a1cb88e16), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:47.255369 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3f0d36-7913-4187-92d4-57342a138c13 admin admin] Pushing event deleted for resources: {'Port': ['ID=09d4b13b-43d4-437f-a8b5-280a1cb88e16,revision_number=None']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:05:47.425115 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-0e3f0d36-7913-4187-92d4-57342a138c13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3690709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3681536'] for router_interface (1dee0814-e2a9-4820-818a-1712274f21b5), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:47.455089 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680c7894-68e2-4e62-9c7d-371b0e040c02 req-68c409f8-c006-444a-90e0-3ac7dca40c09 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:47.456561 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-680c7894-68e2-4e62-9c7d-371b0e040c02 req-68c409f8-c006-444a-90e0-3ac7dca40c09 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=13064b4a-3c9e-4c93-96fe-7779d873e832 HTTP/1.1" status: 200 len: 946 time: 0.0504005 Sep 08 14:05:47.492444 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:05:47.510021 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-b7e97967-3fa9-4dcb-b3f0-dcc99b3a4378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (24e12250-b8f3-473f-bf71-765ca8669827), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:47.514300 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-680c7894-68e2-4e62-9c7d-371b0e040c02 req-4b5a1ea5-bf37-4e14-9c60-118d4f91dc62 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=122109ff-ce72-4cf8-85fa-42ab84378228&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511744 Sep 08 14:05:47.633874 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e3f0d36-7913-4187-92d4-57342a138c13 admin admin] Router 1dee0814-e2a9-4820-818a-1712274f21b5 has already been hosted by L3 agent 91421a76-39ff-4685-90ca-aa6fbf6a1933 {{(pid=112709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 14:05:47.734255 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e3f0d36-7913-4187-92d4-57342a138c13 admin admin] Notify agent at l3_agent.dv-cinder-820027-24-iscsi the message routers_updated {{(pid=112709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:05:47.739635 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-0e3f0d36-7913-4187-92d4-57342a138c13 admin admin] 10.222.0.55 "PUT /networking/v2.0/routers/1dee0814-e2a9-4820-818a-1712274f21b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4761546 Sep 08 14:05:47.742917 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 45218) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:05:47.744479 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051f8444-4974-45fc-9de5-c2fa46cb6fe2 None None] Sync routers for ids ['1dee0814-e2a9-4820-818a-1712274f21b5'] in dv-cinder-820027-24-iscsi {{(pid=112712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:05:47.754742 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051f8444-4974-45fc-9de5-c2fa46cb6fe2 None None] Routers {'1dee0814-e2a9-4820-818a-1712274f21b5'} bound to L3 agent in host dv-cinder-820027-24-iscsi {{(pid=112712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:05:47.755347 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_hamode_db [None req-051f8444-4974-45fc-9de5-c2fa46cb6fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-08T13:44:16Z,description=,heartbeat_timestamp=2022-09-08T14:05:46Z,host='dv-cinder-820027-24-iscsi',id=91421a76-39ff-4685-90ca-aa6fbf6a1933,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:44:16Z,topic='l3_agent')) {'router_ids': ['1dee0814-e2a9-4820-818a-1712274f21b5'], 'active': True} {{(pid=112712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:05:47.782933 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:05:47.795209 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:05:47.845888 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-1fccd383-3b5a-4325-bacb-b8fcba05339f admin admin] Publish callbacks [] for router (1dee0814-e2a9-4820-818a-1712274f21b5), before_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:47.857079 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_dvr_db [None req-051f8444-4974-45fc-9de5-c2fa46cb6fe2 None None] Set router 1dee0814-e2a9-4820-818a-1712274f21b5 gateway port host: dv-cinder-820027-24-iscsi {{(pid=112712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:05:47.955180 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-1fccd383-3b5a-4325-bacb-b8fcba05339f admin admin] Publish callbacks [] for router_gateway (1dee0814-e2a9-4820-818a-1712274f21b5), before_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:48.001563 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.plugin [None req-1fccd383-3b5a-4325-bacb-b8fcba05339f admin admin] Deleting port 35c22b56-71fb-494d-bbaa-432b8b41f93e {{(pid=112709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 08 14:05:48.001932 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-1fccd383-3b5a-4325-bacb-b8fcba05339f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729028590053'] for port (35c22b56-71fb-494d-bbaa-432b8b41f93e), before_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:48.029213 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_hamode_db [None req-051f8444-4974-45fc-9de5-c2fa46cb6fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dee0814-e2a9-4820-818a-1712274f21b5', 'name': 'tempest-TestVolumeBootPattern-719451595-router', 'tenant_id': '19d114fd258a4306b4c0665df90ae4c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': '35c22b56-71fb-494d-bbaa-432b8b41f93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:57:17Z', 'updated_at': '2022-09-08T14:05:47Z', 'revision_number': 5, 'project_id': '19d114fd258a4306b4c0665df90ae4c7', 'gw_port': {'id': '35c22b56-71fb-494d-bbaa-432b8b41f93e', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c2:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dee0814-e2a9-4820-818a-1712274f21b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:57:18Z', 'updated_at': '2022-09-08T13:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi'}], 'dv-cinder-820027-24-iscsi', False) {} {{(pid=112712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:05:48.053786 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051f8444-4974-45fc-9de5-c2fa46cb6fe2 None None] Checking router: 1dee0814-e2a9-4820-818a-1712274f21b5 for host: dv-cinder-820027-24-iscsi {{(pid=112712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:05:48.062758 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051f8444-4974-45fc-9de5-c2fa46cb6fe2 None None] Routers {'1dee0814-e2a9-4820-818a-1712274f21b5'} bound to L3 agent in host dv-cinder-820027-24-iscsi {{(pid=112712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:05:48.063460 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_hamode_db [None req-051f8444-4974-45fc-9de5-c2fa46cb6fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-08T13:44:16Z,description=,heartbeat_timestamp=2022-09-08T14:05:46Z,host='dv-cinder-820027-24-iscsi',id=91421a76-39ff-4685-90ca-aa6fbf6a1933,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:44:16Z,topic='l3_agent')) {'router_ids': ['1dee0814-e2a9-4820-818a-1712274f21b5'], 'active': True} {{(pid=112712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:05:48.088224 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.db [None req-1fccd383-3b5a-4325-bacb-b8fcba05339f admin admin] For port 35c22b56-71fb-494d-bbaa-432b8b41f93e, host dv-cinder-820027-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-24-iscsi',level=0,port_id=35c22b56-71fb-494d-bbaa-432b8b41f93e,segment=NetworkSegment(ebffaf8e-8370-4e1c-9c1b-02c9fe7aa40e),segment_id=ebffaf8e-8370-4e1c-9c1b-02c9fe7aa40e)] {{(pid=112709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:05:48.088594 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-1fccd383-3b5a-4325-bacb-b8fcba05339f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3750342'] for port (35c22b56-71fb-494d-bbaa-432b8b41f93e), precommit_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:48.102574 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.plugin [None req-1fccd383-3b5a-4325-bacb-b8fcba05339f admin admin] Calling delete_port for 35c22b56-71fb-494d-bbaa-432b8b41f93e owned by network:router_gateway {{(pid=112709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 08 14:05:48.146921 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_dvr_db [None req-051f8444-4974-45fc-9de5-c2fa46cb6fe2 None None] Set router 1dee0814-e2a9-4820-818a-1712274f21b5 gateway port host: None {{(pid=112712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:05:48.198078 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_hamode_db [None req-051f8444-4974-45fc-9de5-c2fa46cb6fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dee0814-e2a9-4820-818a-1712274f21b5', 'name': 'tempest-TestVolumeBootPattern-719451595-router', 'tenant_id': '19d114fd258a4306b4c0665df90ae4c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:57:17Z', 'updated_at': '2022-09-08T14:05:47Z', 'revision_number': 6, 'project_id': '19d114fd258a4306b4c0665df90ae4c7', 'gw_port_host': None}], 'dv-cinder-820027-24-iscsi', False) {} {{(pid=112712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:05:48.223486 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051f8444-4974-45fc-9de5-c2fa46cb6fe2 None None] The sync data for ids ['1dee0814-e2a9-4820-818a-1712274f21b5'] in dv-cinder-820027-24-iscsi is: [{'id': '1dee0814-e2a9-4820-818a-1712274f21b5', 'name': 'tempest-TestVolumeBootPattern-719451595-router', 'tenant_id': '19d114fd258a4306b4c0665df90ae4c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:57:17Z', 'updated_at': '2022-09-08T14:05:47Z', 'revision_number': 6, 'project_id': '19d114fd258a4306b4c0665df90ae4c7', 'gw_port_host': None}] {{(pid=112712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:05:48.279020 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-1fccd383-3b5a-4325-bacb-b8fcba05339f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729028594324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729028134310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9153317'] for port (35c22b56-71fb-494d-bbaa-432b8b41f93e), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:48.302944 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fccd383-3b5a-4325-bacb-b8fcba05339f admin admin] Pushing event deleted for resources: {'Port': ['ID=35c22b56-71fb-494d-bbaa-432b8b41f93e,revision_number=None']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:05:48.366331 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-1fccd383-3b5a-4325-bacb-b8fcba05339f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3679346'] for router_gateway (1dee0814-e2a9-4820-818a-1712274f21b5), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:48.450653 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-1fccd383-3b5a-4325-bacb-b8fcba05339f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3678294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8286'] for router (1dee0814-e2a9-4820-818a-1712274f21b5), precommit_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:48.452709 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-1fccd383-3b5a-4325-bacb-b8fcba05339f admin admin] Publish callbacks [] for router_controller (1dee0814-e2a9-4820-818a-1712274f21b5), precommit_delete_associations {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:48.493345 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-1fccd383-3b5a-4325-bacb-b8fcba05339f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3681589'] for router (1dee0814-e2a9-4820-818a-1712274f21b5), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:48.493969 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fccd383-3b5a-4325-bacb-b8fcba05339f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1dee0814-e2a9-4820-818a-1712274f21b5 {{(pid=112709) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 14:05:48.498080 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-1fccd383-3b5a-4325-bacb-b8fcba05339f admin admin] Publish callbacks [] for router (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:48.499210 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-1fccd383-3b5a-4325-bacb-b8fcba05339f admin admin] 10.222.0.55 "DELETE /networking/v2.0/routers/1dee0814-e2a9-4820-818a-1712274f21b5 HTTP/1.1" status: 204 len: 168 time: 0.7552741 Sep 08 14:05:48.501940 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 45220) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:05:48.546457 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.db.db_base_plugin_v2 [None req-e88c86b4-8e07-415f-83e5-511bcc23bda1 admin admin] Deleting subnet 8ad1b6f9-720f-46b5-a559-3250cb34e913 {{(pid=112709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 08 14:05:48.549606 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-e88c86b4-8e07-415f-83e5-511bcc23bda1 admin admin] Publish callbacks [] for subnet (8ad1b6f9-720f-46b5-a559-3250cb34e913), before_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:48.591989 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-e88c86b4-8e07-415f-83e5-511bcc23bda1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9760373'] for subnet (8ad1b6f9-720f-46b5-a559-3250cb34e913), precommit_delete_associations {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:48.637930 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e8f1a9-60c5-4d20-8eeb-98f8e4f9196d req-c76b8895-f7e5-4848-943e-055c4d69720f tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:48.640123 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-43e8f1a9-60c5-4d20-8eeb-98f8e4f9196d req-c76b8895-f7e5-4848-943e-055c4d69720f tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=13064b4a-3c9e-4c93-96fe-7779d873e832 HTTP/1.1" status: 200 len: 946 time: 0.0535314 Sep 08 14:05:48.674738 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-e88c86b4-8e07-415f-83e5-511bcc23bda1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1468842'] for subnet (8ad1b6f9-720f-46b5-a559-3250cb34e913), precommit_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:48.676870 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:05:48.699819 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:05:48.704024 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-43e8f1a9-60c5-4d20-8eeb-98f8e4f9196d req-283dc90b-a45d-46c0-ad64-d2f9095132c2 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=122109ff-ce72-4cf8-85fa-42ab84378228&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575197 Sep 08 14:05:48.734579 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-e88c86b4-8e07-415f-83e5-511bcc23bda1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9153298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9398214'] for subnet (8ad1b6f9-720f-46b5-a559-3250cb34e913), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:48.931673 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (6df97c0c-9140-47af-8c93-84593b95031c), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:48.949650 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-604b277b-9310-4e7b-bd1a-c26598410893 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (ad63ffce-77d1-4b05-ac53-eeb1c28e2aec), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:48.982463 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88c86b4-8e07-415f-83e5-511bcc23bda1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ad1b6f9-720f-46b5-a559-3250cb34e913,revision_number=None']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:05:48.986179 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-e88c86b4-8e07-415f-83e5-511bcc23bda1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693876'] for subnet (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:48.989410 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-e88c86b4-8e07-415f-83e5-511bcc23bda1 admin admin] 10.222.0.55 "DELETE /networking/v2.0/subnets/8ad1b6f9-720f-46b5-a559-3250cb34e913 HTTP/1.1" status: 204 len: 168 time: 0.4864161 Sep 08 14:05:48.991947 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 45224) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:05:48.992202 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f814876-dbcd-4466-a8b5-6790b4f3031a None None] Network 551d8846-f844-4925-a2fe-eef49820f7af requested from dv-cinder-820027-24-iscsi {{(pid=112711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 08 14:05:49.065059 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-98b5e62e-22ce-4e64-854f-ca87bce381ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1549321'] for network (551d8846-f844-4925-a2fe-eef49820f7af), before_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:49.112387 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.plugin [None req-98b5e62e-22ce-4e64-854f-ca87bce381ba admin admin] Deleting port f248cc31-a464-4a12-8ce7-71c8837c6dc9 {{(pid=112709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 08 14:05:49.112864 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-98b5e62e-22ce-4e64-854f-ca87bce381ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729028590053'] for port (f248cc31-a464-4a12-8ce7-71c8837c6dc9), before_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:49.151824 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e75f4a51-018f-40b2-bc11-eaac32931547 None None] DHCP port deletion for 551d8846-f844-4925-a2fe-eef49820f7af request from dv-cinder-820027-24-iscsi {{(pid=112711) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 08 14:05:49.156415 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d1dee7-898d-4d63-99b2-3955a1718f4d req-7b2fa335-8a52-4c34-a78d-1d215b07e88c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:49.158597 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-c3d1dee7-898d-4d63-99b2-3955a1718f4d req-7b2fa335-8a52-4c34-a78d-1d215b07e88c service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=1dcae1b090af440f836b18a7bb000c27&device_id=13064b4a-3c9e-4c93-96fe-7779d873e832 HTTP/1.1" status: 200 len: 1130 time: 0.0538228 Sep 08 14:05:49.192272 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-e75f4a51-018f-40b2-bc11-eaac32931547 None None] Deleting port f248cc31-a464-4a12-8ce7-71c8837c6dc9 {{(pid=112711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 08 14:05:49.192861 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-e75f4a51-018f-40b2-bc11-eaac32931547 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729028590053'] for port (f248cc31-a464-4a12-8ce7-71c8837c6dc9), before_delete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:49.193208 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.db [None req-98b5e62e-22ce-4e64-854f-ca87bce381ba admin admin] For port f248cc31-a464-4a12-8ce7-71c8837c6dc9, host dv-cinder-820027-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-24-iscsi',level=0,port_id=f248cc31-a464-4a12-8ce7-71c8837c6dc9,segment=NetworkSegment(8c3064d6-a80a-4cdc-832a-15ed9b418cbb),segment_id=8c3064d6-a80a-4cdc-832a-15ed9b418cbb)] {{(pid=112709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:05:49.193632 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-98b5e62e-22ce-4e64-854f-ca87bce381ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3750342'] for port (f248cc31-a464-4a12-8ce7-71c8837c6dc9), precommit_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:49.211287 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.plugin [None req-98b5e62e-22ce-4e64-854f-ca87bce381ba admin admin] Calling delete_port for f248cc31-a464-4a12-8ce7-71c8837c6dc9 owned by network:dhcp {{(pid=112709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 08 14:05:49.261370 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d1dee7-898d-4d63-99b2-3955a1718f4d req-1f5231fa-ab3f-4fca-bfdc-284175d9069e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:49.263212 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-c3d1dee7-898d-4d63-99b2-3955a1718f4d req-1f5231fa-ab3f-4fca-bfdc-284175d9069e service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=61798ddd-de85-4814-b88e-26fd995b29f0 HTTP/1.1" status: 200 len: 909 time: 0.0966892 Sep 08 14:05:49.271930 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-e75f4a51-018f-40b2-bc11-eaac32931547 None None] For port f248cc31-a464-4a12-8ce7-71c8837c6dc9, host dv-cinder-820027-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-24-iscsi',level=0,port_id=f248cc31-a464-4a12-8ce7-71c8837c6dc9,segment=NetworkSegment(8c3064d6-a80a-4cdc-832a-15ed9b418cbb),segment_id=8c3064d6-a80a-4cdc-832a-15ed9b418cbb)] {{(pid=112711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:05:49.272336 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-e75f4a51-018f-40b2-bc11-eaac32931547 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3750342'] for port (f248cc31-a464-4a12-8ce7-71c8837c6dc9), precommit_delete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:49.287066 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-e75f4a51-018f-40b2-bc11-eaac32931547 None None] Calling delete_port for f248cc31-a464-4a12-8ce7-71c8837c6dc9 owned by network:dhcp {{(pid=112711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 08 14:05:49.306342 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-98b5e62e-22ce-4e64-854f-ca87bce381ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729028594324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729028134310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9153317'] for port (f248cc31-a464-4a12-8ce7-71c8837c6dc9), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:49.339763 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b5e62e-22ce-4e64-854f-ca87bce381ba admin admin] Pushing event deleted for resources: {'Port': ['ID=f248cc31-a464-4a12-8ce7-71c8837c6dc9,revision_number=None']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:05:49.343771 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-c3d1dee7-898d-4d63-99b2-3955a1718f4d req-543bf511-2d8d-454c-b2b4-2eb200ef39c7 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bd7535b1-15c4-42a1-b1c2-93844a3b30f1 HTTP/1.1" status: 200 len: 1001 time: 0.0732875 Sep 08 14:05:49.353475 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b5e62e-22ce-4e64-854f-ca87bce381ba admin admin] No DVR routers for this DVR port f248cc31-a464-4a12-8ce7-71c8837c6dc9 on host dv-cinder-820027-24-iscsi {{(pid=112709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 08 14:05:49.371076 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-e75f4a51-018f-40b2-bc11-eaac32931547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729028594324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729028134310'] for port (f248cc31-a464-4a12-8ce7-71c8837c6dc9), after_delete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:49.405805 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75f4a51-018f-40b2-bc11-eaac32931547 None None] No DVR routers for this DVR port f248cc31-a464-4a12-8ce7-71c8837c6dc9 on host dv-cinder-820027-24-iscsi {{(pid=112711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 08 14:05:49.410539 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75f4a51-018f-40b2-bc11-eaac32931547 None None] Pushing event deleted for resources: {'Port': ['ID=f248cc31-a464-4a12-8ce7-71c8837c6dc9,revision_number=None']} {{(pid=112711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:05:49.420806 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d1dee7-898d-4d63-99b2-3955a1718f4d req-5c31c87a-47a3-4c53-800a-a8c2cb736ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:49.422378 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-c3d1dee7-898d-4d63-99b2-3955a1718f4d req-5c31c87a-47a3-4c53-800a-a8c2cb736ded service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=9dbc7914-3cf1-4f43-b96e-876a2c30a6fa HTTP/1.1" status: 200 len: 847 time: 0.0720925 Sep 08 14:05:49.425698 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75f4a51-018f-40b2-bc11-eaac32931547 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:05:49.426076 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75f4a51-018f-40b2-bc11-eaac32931547 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:05:49.426418 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75f4a51-018f-40b2-bc11-eaac32931547 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:05:49.426755 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75f4a51-018f-40b2-bc11-eaac32931547 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:05:49.427088 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75f4a51-018f-40b2-bc11-eaac32931547 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:05:49.427420 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75f4a51-018f-40b2-bc11-eaac32931547 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:05:49.427817 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75f4a51-018f-40b2-bc11-eaac32931547 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:05:49.428708 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75f4a51-018f-40b2-bc11-eaac32931547 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:05:49.429064 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75f4a51-018f-40b2-bc11-eaac32931547 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:05:49.429412 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75f4a51-018f-40b2-bc11-eaac32931547 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:05:49.429765 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75f4a51-018f-40b2-bc11-eaac32931547 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:05:49.430133 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75f4a51-018f-40b2-bc11-eaac32931547 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:05:49.430465 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75f4a51-018f-40b2-bc11-eaac32931547 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:05:49.430786 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75f4a51-018f-40b2-bc11-eaac32931547 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:05:49.431104 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75f4a51-018f-40b2-bc11-eaac32931547 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:05:49.447098 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-98b5e62e-22ce-4e64-854f-ca87bce381ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1385153', 'neutron.services.segments.db._delete_segments_for_network-8729028602525'] for network (551d8846-f844-4925-a2fe-eef49820f7af), precommit_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:49.468997 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.services.segments.db [None req-98b5e62e-22ce-4e64-854f-ca87bce381ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['551d8846-f844-4925-a2fe-eef49820f7af']}} {{(pid=112709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:05:49.475829 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d1dee7-898d-4d63-99b2-3955a1718f4d req-c9ade1fd-1df5-40c5-b0bb-8210960c4961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:49.477320 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-c3d1dee7-898d-4d63-99b2-3955a1718f4d req-c9ade1fd-1df5-40c5-b0bb-8210960c4961 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=61798ddd-de85-4814-b88e-26fd995b29f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0476382 Sep 08 14:05:49.479569 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.services.segments.db [None req-98b5e62e-22ce-4e64-854f-ca87bce381ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c3064d6-a80a-4cdc-832a-15ed9b418cbb') {'for_net_delete': True} {{(pid=112709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:05:49.479872 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.services.segments.db [None req-98b5e62e-22ce-4e64-854f-ca87bce381ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c3064d6-a80a-4cdc-832a-15ed9b418cbb') {} {{(pid=112709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:05:49.489501 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-98b5e62e-22ce-4e64-854f-ca87bce381ba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729028602570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9760398'] for segment (8c3064d6-a80a-4cdc-832a-15ed9b418cbb), before_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:49.504047 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-98b5e62e-22ce-4e64-854f-ca87bce381ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1392598'] for segment (8c3064d6-a80a-4cdc-832a-15ed9b418cbb), precommit_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:49.510743 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98b5e62e-22ce-4e64-854f-ca87bce381ba admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=112709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 14:05:49.511128 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-98b5e62e-22ce-4e64-854f-ca87bce381ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1392598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9153400'] for segment (8c3064d6-a80a-4cdc-832a-15ed9b418cbb), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:49.556866 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:05:49.576134 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-c3d1dee7-898d-4d63-99b2-3955a1718f4d req-19dfae0f-d299-4ece-bc0d-e72ef06d7f1d service neutron] 10.222.0.20 "GET /networking/v2.0/networks/61798ddd-de85-4814-b88e-26fd995b29f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914943 Sep 08 14:05:49.580423 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-98b5e62e-22ce-4e64-854f-ca87bce381ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1385144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3679383'] for network (551d8846-f844-4925-a2fe-eef49820f7af), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:49.590091 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-98b5e62e-22ce-4e64-854f-ca87bce381ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693876'] for network (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:49.596868 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-98b5e62e-22ce-4e64-854f-ca87bce381ba admin admin] 10.222.0.55 "DELETE /networking/v2.0/networks/551d8846-f844-4925-a2fe-eef49820f7af HTTP/1.1" status: 204 len: 168 time: 0.6039040 Sep 08 14:05:49.597591 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 45230) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:05:49.607736 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.services.segments.plugin [-] Segment 8c3064d6-a80a-4cdc-832a-15ed9b418cbb resource provider aggregate not found Sep 08 14:05:49.622418 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b5e62e-22ce-4e64-854f-ca87bce381ba admin admin] Pushing event deleted for resources: {'Network': ['ID=551d8846-f844-4925-a2fe-eef49820f7af,revision_number=None']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:05:49.654130 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.services.segments.plugin [-] Segment 8c3064d6-a80a-4cdc-832a-15ed9b418cbb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8c3064d6-a80a-4cdc-832a-15ed9b418cbb found for delete ", "request_id": "req-5f502ad9-939e-4b0c-b491-a715b0a31ba0"}]} Sep 08 14:05:49.674302 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-c3d1dee7-898d-4d63-99b2-3955a1718f4d req-8cbb4fb3-6c3c-4b1a-be66-63393c7290cf service neutron] 10.222.0.20 "GET /networking/v2.0/networks/61798ddd-de85-4814-b88e-26fd995b29f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913761 Sep 08 14:05:49.824849 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bd2b3e-c21a-4e26-9ce2-f5ba754eb3a3 req-6adf1f35-f006-43c0-abfa-24d6bb3fceff tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:49.826261 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-76bd2b3e-c21a-4e26-9ce2-f5ba754eb3a3 req-6adf1f35-f006-43c0-abfa-24d6bb3fceff tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=13064b4a-3c9e-4c93-96fe-7779d873e832 HTTP/1.1" status: 200 len: 946 time: 0.0480828 Sep 08 14:05:49.875651 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:05:49.875915 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-76bd2b3e-c21a-4e26-9ce2-f5ba754eb3a3 req-7d31c3fc-2870-45ab-a302-88d519aad227 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=122109ff-ce72-4cf8-85fa-42ab84378228&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438745 Sep 08 14:05:49.931965 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-47b4d602-a7fa-4d67-9c12-662bc24b5c47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3854320'] for router_interface (23ccf752-3820-4b21-8107-709cec4d5a33), before_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:49.966993 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:DELETE=7,neutron:SELECT=93 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:05:49.982147 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Device f248cc31-a464-4a12-8ce7-71c8837c6dc9 no longer exists at agent ovs-agent-dv-cinder-820027-24-iscsi {{(pid=112711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:05:50.004382 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] No Port match for: f248cc31-a464-4a12-8ce7-71c8837c6dc9 {{(pid=112711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 08 14:05:50.004814 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Device f248cc31-a464-4a12-8ce7-71c8837c6dc9 not bound to the agent host dv-cinder-820027-24-iscsi {{(pid=112711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:05:50.005311 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Device 09d4b13b-43d4-437f-a8b5-280a1cb88e16 no longer exists at agent ovs-agent-dv-cinder-820027-24-iscsi {{(pid=112711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:05:50.024204 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] No Port match for: 09d4b13b-43d4-437f-a8b5-280a1cb88e16 {{(pid=112711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 08 14:05:50.024555 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Device 09d4b13b-43d4-437f-a8b5-280a1cb88e16 not bound to the agent host dv-cinder-820027-24-iscsi {{(pid=112711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:05:50.024974 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Device 35c22b56-71fb-494d-bbaa-432b8b41f93e no longer exists at agent ovs-agent-dv-cinder-820027-24-iscsi {{(pid=112711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:05:50.043385 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] No Port match for: 35c22b56-71fb-494d-bbaa-432b8b41f93e {{(pid=112711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 08 14:05:50.043732 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Device 35c22b56-71fb-494d-bbaa-432b8b41f93e not bound to the agent host dv-cinder-820027-24-iscsi {{(pid=112711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:05:50.156094 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.plugin [None req-47b4d602-a7fa-4d67-9c12-662bc24b5c47 admin admin] Deleting port 2332518b-a4c0-4856-bac8-780fe07b0bb5 {{(pid=112709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 08 14:05:50.156438 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-47b4d602-a7fa-4d67-9c12-662bc24b5c47 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729028590053'] for port (2332518b-a4c0-4856-bac8-780fe07b0bb5), before_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:50.237693 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.db [None req-47b4d602-a7fa-4d67-9c12-662bc24b5c47 admin admin] For port 2332518b-a4c0-4856-bac8-780fe07b0bb5, host dv-cinder-820027-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-24-iscsi',level=0,port_id=2332518b-a4c0-4856-bac8-780fe07b0bb5,segment=NetworkSegment(ba5aa094-d985-44b3-b705-48c324375150),segment_id=ba5aa094-d985-44b3-b705-48c324375150)] {{(pid=112709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:05:50.238078 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-47b4d602-a7fa-4d67-9c12-662bc24b5c47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3750342'] for port (2332518b-a4c0-4856-bac8-780fe07b0bb5), precommit_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:50.250711 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.plugin [None req-47b4d602-a7fa-4d67-9c12-662bc24b5c47 admin admin] Calling delete_port for 2332518b-a4c0-4856-bac8-780fe07b0bb5 owned by network:router_interface {{(pid=112709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 08 14:05:50.428113 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-47b4d602-a7fa-4d67-9c12-662bc24b5c47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729028594324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729028134310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9153317'] for port (2332518b-a4c0-4856-bac8-780fe07b0bb5), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:50.452706 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b4d602-a7fa-4d67-9c12-662bc24b5c47 admin admin] Pushing event deleted for resources: {'Port': ['ID=2332518b-a4c0-4856-bac8-780fe07b0bb5,revision_number=None']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:05:50.629505 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-47b4d602-a7fa-4d67-9c12-662bc24b5c47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3690709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3681536'] for router_interface (23ccf752-3820-4b21-8107-709cec4d5a33), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:50.713411 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:05:50.809967 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:05:50.829104 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47b4d602-a7fa-4d67-9c12-662bc24b5c47 admin admin] Router 23ccf752-3820-4b21-8107-709cec4d5a33 has already been hosted by L3 agent 91421a76-39ff-4685-90ca-aa6fbf6a1933 {{(pid=112709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 14:05:50.932369 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47b4d602-a7fa-4d67-9c12-662bc24b5c47 admin admin] Notify agent at l3_agent.dv-cinder-820027-24-iscsi the message routers_updated {{(pid=112709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:05:50.937362 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-47b4d602-a7fa-4d67-9c12-662bc24b5c47 admin admin] 10.222.0.55 "PUT /networking/v2.0/routers/23ccf752-3820-4b21-8107-709cec4d5a33/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3357077 Sep 08 14:05:50.939757 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 45238) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:05:50.946527 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7582ca8-5979-465b-8ff6-74d61d8c0f15 None None] Sync routers for ids ['23ccf752-3820-4b21-8107-709cec4d5a33'] in dv-cinder-820027-24-iscsi {{(pid=112711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:05:50.956931 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7582ca8-5979-465b-8ff6-74d61d8c0f15 None None] Routers {'23ccf752-3820-4b21-8107-709cec4d5a33'} bound to L3 agent in host dv-cinder-820027-24-iscsi {{(pid=112711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:05:50.957676 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_hamode_db [None req-c7582ca8-5979-465b-8ff6-74d61d8c0f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-08T13:44:16Z,description=,heartbeat_timestamp=2022-09-08T14:05:46Z,host='dv-cinder-820027-24-iscsi',id=91421a76-39ff-4685-90ca-aa6fbf6a1933,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:44:16Z,topic='l3_agent')) {'router_ids': ['23ccf752-3820-4b21-8107-709cec4d5a33'], 'active': True} {{(pid=112711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:05:51.011052 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7651f966-5114-49ca-89d5-0801b7d3791d req-1a9a91a4-e0db-4504-a0a2-d33e951b4481 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:51.012470 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-7651f966-5114-49ca-89d5-0801b7d3791d req-1a9a91a4-e0db-4504-a0a2-d33e951b4481 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=13064b4a-3c9e-4c93-96fe-7779d873e832 HTTP/1.1" status: 200 len: 946 time: 0.0518551 Sep 08 14:05:51.044689 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-dffd9daa-deae-4057-af2f-4385c31a79c1 admin admin] Publish callbacks [] for router (23ccf752-3820-4b21-8107-709cec4d5a33), before_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:51.066185 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvr_db [None req-c7582ca8-5979-465b-8ff6-74d61d8c0f15 None None] Set router 23ccf752-3820-4b21-8107-709cec4d5a33 gateway port host: dv-cinder-820027-24-iscsi {{(pid=112711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:05:51.070196 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-7651f966-5114-49ca-89d5-0801b7d3791d req-b1aeaf23-d68e-4684-a0b9-54e61411a365 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=122109ff-ce72-4cf8-85fa-42ab84378228&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518558 Sep 08 14:05:51.148662 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-dffd9daa-deae-4057-af2f-4385c31a79c1 admin admin] Publish callbacks [] for router_gateway (23ccf752-3820-4b21-8107-709cec4d5a33), before_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:51.191674 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.plugin [None req-dffd9daa-deae-4057-af2f-4385c31a79c1 admin admin] Deleting port f4610615-603a-4b19-b81e-bd1b4f435dd6 {{(pid=112709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 08 14:05:51.192016 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-dffd9daa-deae-4057-af2f-4385c31a79c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729028590053'] for port (f4610615-603a-4b19-b81e-bd1b4f435dd6), before_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:51.236963 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_hamode_db [None req-c7582ca8-5979-465b-8ff6-74d61d8c0f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23ccf752-3820-4b21-8107-709cec4d5a33', 'name': 'tempest-TestVolumeBootPattern-1962697476-router', 'tenant_id': 'bd737a2dedef4e1cb1ea490cd45a985d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': 'f4610615-603a-4b19-b81e-bd1b4f435dd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:57:27Z', 'updated_at': '2022-09-08T14:05:50Z', 'revision_number': 5, 'project_id': 'bd737a2dedef4e1cb1ea490cd45a985d', 'gw_port': {'id': 'f4610615-603a-4b19-b81e-bd1b4f435dd6', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:5d:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23ccf752-3820-4b21-8107-709cec4d5a33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:57:28Z', 'updated_at': '2022-09-08T13:57:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi'}], 'dv-cinder-820027-24-iscsi', False) {} {{(pid=112711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:05:51.265790 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7582ca8-5979-465b-8ff6-74d61d8c0f15 None None] Checking router: 23ccf752-3820-4b21-8107-709cec4d5a33 for host: dv-cinder-820027-24-iscsi {{(pid=112711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:05:51.274680 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7582ca8-5979-465b-8ff6-74d61d8c0f15 None None] Routers {'23ccf752-3820-4b21-8107-709cec4d5a33'} bound to L3 agent in host dv-cinder-820027-24-iscsi {{(pid=112711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:05:51.275291 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_hamode_db [None req-c7582ca8-5979-465b-8ff6-74d61d8c0f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-08T13:44:16Z,description=,heartbeat_timestamp=2022-09-08T14:05:46Z,host='dv-cinder-820027-24-iscsi',id=91421a76-39ff-4685-90ca-aa6fbf6a1933,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:44:16Z,topic='l3_agent')) {'router_ids': ['23ccf752-3820-4b21-8107-709cec4d5a33'], 'active': True} {{(pid=112711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:05:51.277469 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.db [None req-dffd9daa-deae-4057-af2f-4385c31a79c1 admin admin] For port f4610615-603a-4b19-b81e-bd1b4f435dd6, host dv-cinder-820027-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-24-iscsi',level=0,port_id=f4610615-603a-4b19-b81e-bd1b4f435dd6,segment=NetworkSegment(ebffaf8e-8370-4e1c-9c1b-02c9fe7aa40e),segment_id=ebffaf8e-8370-4e1c-9c1b-02c9fe7aa40e)] {{(pid=112709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:05:51.278174 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-dffd9daa-deae-4057-af2f-4385c31a79c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3750342'] for port (f4610615-603a-4b19-b81e-bd1b4f435dd6), precommit_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:51.291535 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.plugin [None req-dffd9daa-deae-4057-af2f-4385c31a79c1 admin admin] Calling delete_port for f4610615-603a-4b19-b81e-bd1b4f435dd6 owned by network:router_gateway {{(pid=112709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 08 14:05:51.358613 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:05:51.360035 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvr_db [None req-c7582ca8-5979-465b-8ff6-74d61d8c0f15 None None] Set router 23ccf752-3820-4b21-8107-709cec4d5a33 gateway port host: None {{(pid=112711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:05:51.383190 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:05:51.410341 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_hamode_db [None req-c7582ca8-5979-465b-8ff6-74d61d8c0f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23ccf752-3820-4b21-8107-709cec4d5a33', 'name': 'tempest-TestVolumeBootPattern-1962697476-router', 'tenant_id': 'bd737a2dedef4e1cb1ea490cd45a985d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:57:27Z', 'updated_at': '2022-09-08T14:05:51Z', 'revision_number': 6, 'project_id': 'bd737a2dedef4e1cb1ea490cd45a985d', 'gw_port_host': None}], 'dv-cinder-820027-24-iscsi', False) {} {{(pid=112711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:05:51.437226 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7582ca8-5979-465b-8ff6-74d61d8c0f15 None None] The sync data for ids ['23ccf752-3820-4b21-8107-709cec4d5a33'] in dv-cinder-820027-24-iscsi is: [{'id': '23ccf752-3820-4b21-8107-709cec4d5a33', 'name': 'tempest-TestVolumeBootPattern-1962697476-router', 'tenant_id': 'bd737a2dedef4e1cb1ea490cd45a985d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:57:27Z', 'updated_at': '2022-09-08T14:05:51Z', 'revision_number': 6, 'project_id': 'bd737a2dedef4e1cb1ea490cd45a985d', 'gw_port_host': None}] {{(pid=112711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:05:51.462629 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-dffd9daa-deae-4057-af2f-4385c31a79c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729028594324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729028134310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9153317'] for port (f4610615-603a-4b19-b81e-bd1b4f435dd6), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:51.490032 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffd9daa-deae-4057-af2f-4385c31a79c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4610615-603a-4b19-b81e-bd1b4f435dd6,revision_number=None']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:05:51.539498 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:05:51.555242 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-dffd9daa-deae-4057-af2f-4385c31a79c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3679346'] for router_gateway (23ccf752-3820-4b21-8107-709cec4d5a33), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:51.647987 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-dffd9daa-deae-4057-af2f-4385c31a79c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3678294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8286'] for router (23ccf752-3820-4b21-8107-709cec4d5a33), precommit_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:51.650160 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-dffd9daa-deae-4057-af2f-4385c31a79c1 admin admin] Publish callbacks [] for router_controller (23ccf752-3820-4b21-8107-709cec4d5a33), precommit_delete_associations {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:51.695590 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-dffd9daa-deae-4057-af2f-4385c31a79c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3681589'] for router (23ccf752-3820-4b21-8107-709cec4d5a33), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:51.696193 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dffd9daa-deae-4057-af2f-4385c31a79c1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 23ccf752-3820-4b21-8107-709cec4d5a33 {{(pid=112709) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 14:05:51.700538 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-dffd9daa-deae-4057-af2f-4385c31a79c1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:51.701686 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-dffd9daa-deae-4057-af2f-4385c31a79c1 admin admin] 10.222.0.55 "DELETE /networking/v2.0/routers/23ccf752-3820-4b21-8107-709cec4d5a33 HTTP/1.1" status: 204 len: 168 time: 0.7610233 Sep 08 14:05:51.704182 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 45240) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:05:51.748130 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c1a2144-004c-423c-837e-0b3e6fd8e0f9 admin admin] Deleting subnet 7515b675-766c-4bec-90b1-bfe2f398447e {{(pid=112709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 08 14:05:51.751229 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-8c1a2144-004c-423c-837e-0b3e6fd8e0f9 admin admin] Publish callbacks [] for subnet (7515b675-766c-4bec-90b1-bfe2f398447e), before_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:51.785096 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:05:51.787698 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-8c1a2144-004c-423c-837e-0b3e6fd8e0f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9760373'] for subnet (7515b675-766c-4bec-90b1-bfe2f398447e), precommit_delete_associations {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:51.871742 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-8c1a2144-004c-423c-837e-0b3e6fd8e0f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1468842'] for subnet (7515b675-766c-4bec-90b1-bfe2f398447e), precommit_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:51.930007 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-8c1a2144-004c-423c-837e-0b3e6fd8e0f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9153298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9398214'] for subnet (7515b675-766c-4bec-90b1-bfe2f398447e), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:51.958010 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1a2144-004c-423c-837e-0b3e6fd8e0f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7515b675-766c-4bec-90b1-bfe2f398447e,revision_number=None']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:05:51.960024 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-8c1a2144-004c-423c-837e-0b3e6fd8e0f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693876'] for subnet (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:51.963433 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-8c1a2144-004c-423c-837e-0b3e6fd8e0f9 admin admin] 10.222.0.55 "DELETE /networking/v2.0/subnets/7515b675-766c-4bec-90b1-bfe2f398447e HTTP/1.1" status: 204 len: 168 time: 0.2583311 Sep 08 14:05:51.966308 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 45242) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:05:51.967717 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c30a3e6-d45d-4aad-9bb3-563c45f7a33b None None] Network 4464ced3-0141-41b4-975e-1a7fe1e74ae3 requested from dv-cinder-820027-24-iscsi {{(pid=112711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 08 14:05:52.044991 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-15134651-a6cb-41a7-8b8c-0244d3f7e677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1549321'] for network (4464ced3-0141-41b4-975e-1a7fe1e74ae3), before_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:52.097783 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.plugin [None req-15134651-a6cb-41a7-8b8c-0244d3f7e677 admin admin] Deleting port d1d321e4-2ef3-477b-89e2-a6d06b1ed819 {{(pid=112709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 08 14:05:52.098181 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-15134651-a6cb-41a7-8b8c-0244d3f7e677 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729028590053'] for port (d1d321e4-2ef3-477b-89e2-a6d06b1ed819), before_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:52.164077 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.db [None req-15134651-a6cb-41a7-8b8c-0244d3f7e677 admin admin] For port d1d321e4-2ef3-477b-89e2-a6d06b1ed819, host dv-cinder-820027-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-24-iscsi',level=0,port_id=d1d321e4-2ef3-477b-89e2-a6d06b1ed819,segment=NetworkSegment(ba5aa094-d985-44b3-b705-48c324375150),segment_id=ba5aa094-d985-44b3-b705-48c324375150)] {{(pid=112709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:05:52.164440 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-15134651-a6cb-41a7-8b8c-0244d3f7e677 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3750342'] for port (d1d321e4-2ef3-477b-89e2-a6d06b1ed819), precommit_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:52.177295 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.plugin [None req-15134651-a6cb-41a7-8b8c-0244d3f7e677 admin admin] Calling delete_port for d1d321e4-2ef3-477b-89e2-a6d06b1ed819 owned by network:dhcp {{(pid=112709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 08 14:05:52.209489 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39f9fc0-e70a-486b-910d-c4904b9edc84 req-64dfd8e3-e3eb-4f9e-a5bb-f9eca7599fb3 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:52.211319 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-f39f9fc0-e70a-486b-910d-c4904b9edc84 req-64dfd8e3-e3eb-4f9e-a5bb-f9eca7599fb3 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=13064b4a-3c9e-4c93-96fe-7779d873e832 HTTP/1.1" status: 200 len: 946 time: 0.0567298 Sep 08 14:05:52.216224 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6665965e-f636-4833-9ecf-37ba0227bda4 None None] DHCP port deletion for 4464ced3-0141-41b4-975e-1a7fe1e74ae3 request from dv-cinder-820027-24-iscsi {{(pid=112711) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 08 14:05:52.278998 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-6665965e-f636-4833-9ecf-37ba0227bda4 None None] Deleting port d1d321e4-2ef3-477b-89e2-a6d06b1ed819 {{(pid=112711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 08 14:05:52.280007 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6665965e-f636-4833-9ecf-37ba0227bda4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729028590053'] for port (d1d321e4-2ef3-477b-89e2-a6d06b1ed819), before_delete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:52.303814 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-f39f9fc0-e70a-486b-910d-c4904b9edc84 req-0716f282-ef66-4ec0-9a1a-ba6362db578d tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=122109ff-ce72-4cf8-85fa-42ab84378228&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744195 Sep 08 14:05:52.433063 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Device d1d321e4-2ef3-477b-89e2-a6d06b1ed819 no longer exists at agent ovs-agent-dv-cinder-820027-24-iscsi {{(pid=112711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:05:52.522984 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-6665965e-f636-4833-9ecf-37ba0227bda4 None None] For port d1d321e4-2ef3-477b-89e2-a6d06b1ed819, host dv-cinder-820027-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-24-iscsi',level=0,port_id=d1d321e4-2ef3-477b-89e2-a6d06b1ed819,segment=NetworkSegment(ba5aa094-d985-44b3-b705-48c324375150),segment_id=ba5aa094-d985-44b3-b705-48c324375150)] {{(pid=112711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:05:52.523382 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6665965e-f636-4833-9ecf-37ba0227bda4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3750342'] for port (d1d321e4-2ef3-477b-89e2-a6d06b1ed819), precommit_delete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:52.544413 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-6665965e-f636-4833-9ecf-37ba0227bda4 None None] Calling delete_port for d1d321e4-2ef3-477b-89e2-a6d06b1ed819 owned by network:dhcp {{(pid=112711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 08 14:05:52.611435 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-15134651-a6cb-41a7-8b8c-0244d3f7e677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729028594324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729028134310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9153317'] for port (d1d321e4-2ef3-477b-89e2-a6d06b1ed819), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:52.635184 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15134651-a6cb-41a7-8b8c-0244d3f7e677 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1d321e4-2ef3-477b-89e2-a6d06b1ed819,revision_number=None']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:05:52.637074 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Current status of the port d1d321e4-2ef3-477b-89e2-a6d06b1ed819 is: ACTIVE; New status is: DOWN {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:05:52.637676 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (d1d321e4-2ef3-477b-89e2-a6d06b1ed819), before_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:52.655690 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15134651-a6cb-41a7-8b8c-0244d3f7e677 admin admin] No DVR routers for this DVR port d1d321e4-2ef3-477b-89e2-a6d06b1ed819 on host dv-cinder-820027-24-iscsi {{(pid=112709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 08 14:05:52.698801 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Device 2332518b-a4c0-4856-bac8-780fe07b0bb5 no longer exists at agent ovs-agent-dv-cinder-820027-24-iscsi {{(pid=112711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:05:52.715091 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab463e24-4d1a-4b00-b027-740dc41030aa req-aec68713-1a6e-4584-84c1-b78d4aaa1165 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:52.717015 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-ab463e24-4d1a-4b00-b027-740dc41030aa req-aec68713-1a6e-4584-84c1-b78d4aaa1165 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=13064b4a-3c9e-4c93-96fe-7779d873e832 HTTP/1.1" status: 200 len: 946 time: 0.1077626 Sep 08 14:05:52.722015 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-495c7824-c194-4c1c-b64c-376df633e4a9 req-a53c195f-45ba-4331-a1e9-92c8ee39188f service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=13064b4a-3c9e-4c93-96fe-7779d873e832&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1813495 Sep 08 14:05:52.730766 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] No Port match for: 2332518b-a4c0-4856-bac8-780fe07b0bb5 {{(pid=112711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 08 14:05:52.731126 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Device 2332518b-a4c0-4856-bac8-780fe07b0bb5 not bound to the agent host dv-cinder-820027-24-iscsi {{(pid=112711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:05:52.731554 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Device f4610615-603a-4b19-b81e-bd1b4f435dd6 no longer exists at agent ovs-agent-dv-cinder-820027-24-iscsi {{(pid=112711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:05:52.746703 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-15134651-a6cb-41a7-8b8c-0244d3f7e677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1385153', 'neutron.services.segments.db._delete_segments_for_network-8729028602525'] for network (4464ced3-0141-41b4-975e-1a7fe1e74ae3), precommit_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:52.754493 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] No Port match for: f4610615-603a-4b19-b81e-bd1b4f435dd6 {{(pid=112711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 08 14:05:52.755051 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Device f4610615-603a-4b19-b81e-bd1b4f435dd6 not bound to the agent host dv-cinder-820027-24-iscsi {{(pid=112711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:05:52.761454 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6665965e-f636-4833-9ecf-37ba0227bda4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729028594324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729028134310'] for port (d1d321e4-2ef3-477b-89e2-a6d06b1ed819), after_delete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:52.769156 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.services.segments.db [None req-15134651-a6cb-41a7-8b8c-0244d3f7e677 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4464ced3-0141-41b4-975e-1a7fe1e74ae3']}} {{(pid=112709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:05:52.780470 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.services.segments.db [None req-15134651-a6cb-41a7-8b8c-0244d3f7e677 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba5aa094-d985-44b3-b705-48c324375150') {'for_net_delete': True} {{(pid=112709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:05:52.780470 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.services.segments.db [None req-15134651-a6cb-41a7-8b8c-0244d3f7e677 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba5aa094-d985-44b3-b705-48c324375150') {} {{(pid=112709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:05:52.790510 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-15134651-a6cb-41a7-8b8c-0244d3f7e677 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729028602570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9760398'] for segment (ba5aa094-d985-44b3-b705-48c324375150), before_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:52.793048 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6665965e-f636-4833-9ecf-37ba0227bda4 None None] Pushing event deleted for resources: {'Port': ['ID=d1d321e4-2ef3-477b-89e2-a6d06b1ed819,revision_number=None']} {{(pid=112711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:05:52.797276 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6665965e-f636-4833-9ecf-37ba0227bda4 None None] No DVR routers for this DVR port d1d321e4-2ef3-477b-89e2-a6d06b1ed819 on host dv-cinder-820027-24-iscsi {{(pid=112711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 08 14:05:52.801346 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:05:52.806749 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-15134651-a6cb-41a7-8b8c-0244d3f7e677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1392598'] for segment (ba5aa094-d985-44b3-b705-48c324375150), precommit_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:52.808680 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-ab463e24-4d1a-4b00-b027-740dc41030aa req-713b20a5-acde-4879-8124-607bd5f013ad tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=122109ff-ce72-4cf8-85fa-42ab84378228&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669880 Sep 08 14:05:52.831297 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15134651-a6cb-41a7-8b8c-0244d3f7e677 admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=112709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 14:05:52.831698 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-15134651-a6cb-41a7-8b8c-0244d3f7e677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1392598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9153400'] for segment (ba5aa094-d985-44b3-b705-48c324375150), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:52.849764 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.services.segments.plugin [-] Segment ba5aa094-d985-44b3-b705-48c324375150 resource provider aggregate not found Sep 08 14:05:52.893131 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.services.segments.plugin [-] Segment ba5aa094-d985-44b3-b705-48c324375150 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ba5aa094-d985-44b3-b705-48c324375150 found for delete ", "request_id": "req-1dae2a6c-1106-448b-b951-ecae652d897b"}]} Sep 08 14:05:52.904381 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-15134651-a6cb-41a7-8b8c-0244d3f7e677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1385144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3679383'] for network (4464ced3-0141-41b4-975e-1a7fe1e74ae3), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:52.911284 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-15134651-a6cb-41a7-8b8c-0244d3f7e677 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693876'] for network (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:52.914214 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-15134651-a6cb-41a7-8b8c-0244d3f7e677 admin admin] 10.222.0.55 "DELETE /networking/v2.0/networks/4464ced3-0141-41b4-975e-1a7fe1e74ae3 HTTP/1.1" status: 204 len: 168 time: 0.9469719 Sep 08 14:05:52.929983 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15134651-a6cb-41a7-8b8c-0244d3f7e677 admin admin] Pushing event deleted for resources: {'Network': ['ID=4464ced3-0141-41b4-975e-1a7fe1e74ae3,revision_number=None']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:05:53.031943 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 45258) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:05:53.073158 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-c55b4e70-58d5-4a40-a0ae-bb612a43a54f admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=19d114fd258a4306b4c0665df90ae4c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0399840 Sep 08 14:05:53.075577 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 45260) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:05:53.122738 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-ca1a099a-e74c-4017-a6f4-765a415d1066 admin admin] Publish callbacks [] for security_group (ab67d730-adbf-49c2-99d4-7b00bfa5338b), before_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:53.142643 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-ca1a099a-e74c-4017-a6f4-765a415d1066 admin admin] Publish callbacks [] for security_group (ab67d730-adbf-49c2-99d4-7b00bfa5338b), precommit_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:53.189250 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-ca1a099a-e74c-4017-a6f4-765a415d1066 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (ab67d730-adbf-49c2-99d4-7b00bfa5338b), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:53.191789 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-ca1a099a-e74c-4017-a6f4-765a415d1066 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:53.192949 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-ca1a099a-e74c-4017-a6f4-765a415d1066 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/ab67d730-adbf-49c2-99d4-7b00bfa5338b HTTP/1.1" status: 204 len: 168 time: 0.1164820 Sep 08 14:05:53.200531 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1a099a-e74c-4017-a6f4-765a415d1066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab67d730-adbf-49c2-99d4-7b00bfa5338b,revision_number=None']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:05:53.514949 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 45266) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:05:53.521071 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:05:53.556875 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-6182d157-84ea-487b-bf4f-d988b5f68be6 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=bd737a2dedef4e1cb1ea490cd45a985d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0407784 Sep 08 14:05:53.559321 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 45268) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:05:53.610750 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-0fc40f76-b3a1-43c7-897f-1c615b4ada7d admin admin] Publish callbacks [] for security_group (8e54d45d-bf3c-46db-8d8a-f896152cff72), before_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:53.630067 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-0fc40f76-b3a1-43c7-897f-1c615b4ada7d admin admin] Publish callbacks [] for security_group (8e54d45d-bf3c-46db-8d8a-f896152cff72), precommit_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:53.680635 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-0fc40f76-b3a1-43c7-897f-1c615b4ada7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (8e54d45d-bf3c-46db-8d8a-f896152cff72), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:53.683966 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-0fc40f76-b3a1-43c7-897f-1c615b4ada7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:53.685099 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-0fc40f76-b3a1-43c7-897f-1c615b4ada7d admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/8e54d45d-bf3c-46db-8d8a-f896152cff72 HTTP/1.1" status: 204 len: 168 time: 0.1248968 Sep 08 14:05:53.692791 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc40f76-b3a1-43c7-897f-1c615b4ada7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e54d45d-bf3c-46db-8d8a-f896152cff72,revision_number=None']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:05:53.923420 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 45280) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:05:53.947895 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837a1671-a721-4865-9282-03b586536733 req-01273254-3ceb-493d-a748-f409c3bfa1c1 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:53.950396 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-837a1671-a721-4865-9282-03b586536733 req-01273254-3ceb-493d-a748-f409c3bfa1c1 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=13064b4a-3c9e-4c93-96fe-7779d873e832 HTTP/1.1" status: 200 len: 946 time: 0.0716317 Sep 08 14:05:54.019058 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-837a1671-a721-4865-9282-03b586536733 req-e41438ef-6531-41de-b179-f784d49583d7 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=122109ff-ce72-4cf8-85fa-42ab84378228&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626457 Sep 08 14:05:54.038962 dv-cinder-820027-24-iscsi neutron-server[112709]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 08 14:05:54.087498 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495c7824-c194-4c1c-b64c-376df633e4a9 req-2ee18ca4-eb49-4ffd-b2a4-3fc43f09b613 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:54.088977 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [req-495c7824-c194-4c1c-b64c-376df633e4a9 req-2ee18ca4-eb49-4ffd-b2a4-3fc43f09b613 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] 10.222.0.55 "GET /networking/v2.0/ports/bd7535b1-15c4-42a1-b1c2-93844a3b30f1 HTTP/1.1" status: 200 len: 943 time: 0.1641161 Sep 08 14:05:54.522466 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Device bd7535b1-15c4-42a1-b1c2-93844a3b30f1 no longer exists at agent hyperv_hv-cinder-82002 {{(pid=112711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:05:54.596625 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Current status of the port bd7535b1-15c4-42a1-b1c2-93844a3b30f1 is: ACTIVE; New status is: DOWN {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:05:54.597021 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (bd7535b1-15c4-42a1-b1c2-93844a3b30f1), before_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:54.619662 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13064b4a-3c9e-4c93-96fe-7779d873e832', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd7535b1-15c4-42a1-b1c2-93844a3b30f1'}] {{(pid=112711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 14:05:54.621907 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da88ec0cbec787fa3ec3fbfc035ae72aba30a0bab36d561f227dc8a59222d55b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3612aed0-0fe6-4e84-8ce7-43c010fc8771" -d '{"events": [{"server_uuid": "13064b4a-3c9e-4c93-96fe-7779d873e832", "name": "network-vif-unplugged", "status": "completed", "tag": "bd7535b1-15c4-42a1-b1c2-93844a3b30f1"}]}' {{(pid=112711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:05:54.634689 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] For port bd7535b1-15c4-42a1-b1c2-93844a3b30f1, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=bd7535b1-15c4-42a1-b1c2-93844a3b30f1,segment=NetworkSegment(82c18f84-988d-4d97-ab74-c445b6811f80),segment_id=82c18f84-988d-4d97-ab74-c445b6811f80)] {{(pid=112711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:05:54.639498 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (bd7535b1-15c4-42a1-b1c2-93844a3b30f1), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:54.686825 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Pushing event updated for resources: {'Port': ['ID=bd7535b1-15c4-42a1-b1c2-93844a3b30f1,revision_number=6']} {{(pid=112711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:05:54.715862 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 08 Sep 2022 14:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed37c9f9-5184-4781-be0d-c4589609debc x-openstack-request-id: req-ed37c9f9-5184-4781-be0d-c4589609debc {{(pid=112711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:05:54.716452 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13064b4a-3c9e-4c93-96fe-7779d873e832", "name": "network-vif-unplugged", "status": "failed", "tag": "bd7535b1-15c4-42a1-b1c2-93844a3b30f1", "code": 422}]} {{(pid=112711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:05:54.716705 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ed37c9f9-5184-4781-be0d-c4589609debc {{(pid=112711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:05:54.717106 dv-cinder-820027-24-iscsi neutron-server[112711]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-ed37c9f9-5184-4781-be0d-c4589609debc']: {'server_uuid': '13064b4a-3c9e-4c93-96fe-7779d873e832', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'bd7535b1-15c4-42a1-b1c2-93844a3b30f1', 'code': 422} returned with failed status Sep 08 14:05:55.106930 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=100 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:05:55.143613 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c56503b-fdd4-4fc8-9ed8-4399ec865c6d req-5bfae883-3480-48e2-abe2-7f45149f6c92 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:55.145106 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-5c56503b-fdd4-4fc8-9ed8-4399ec865c6d req-5bfae883-3480-48e2-abe2-7f45149f6c92 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=13064b4a-3c9e-4c93-96fe-7779d873e832 HTTP/1.1" status: 200 len: 944 time: 0.0473106 Sep 08 14:05:55.198597 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-5c56503b-fdd4-4fc8-9ed8-4399ec865c6d req-f73b4ece-cbf2-4424-9c48-a5126e5d4dbc tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=122109ff-ce72-4cf8-85fa-42ab84378228&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474751 Sep 08 14:05:56.321268 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dd869c-5cb0-4d0e-8fa2-52a880eb6666 req-a21d9861-4ff7-4220-bcae-4f941590cdfa tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:56.322765 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-a2dd869c-5cb0-4d0e-8fa2-52a880eb6666 req-a21d9861-4ff7-4220-bcae-4f941590cdfa tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=13064b4a-3c9e-4c93-96fe-7779d873e832 HTTP/1.1" status: 200 len: 944 time: 0.0477951 Sep 08 14:05:56.371808 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-a2dd869c-5cb0-4d0e-8fa2-52a880eb6666 req-ad9d6c85-00d0-4a9a-a582-289cb3f77d6b tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=122109ff-ce72-4cf8-85fa-42ab84378228&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434015 Sep 08 14:05:57.500196 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d7a349-739c-4a73-bb67-22ed00bc1e80 req-70e51443-d64c-4095-90cc-4a4dd2e90e9b tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:57.501673 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e9d7a349-739c-4a73-bb67-22ed00bc1e80 req-70e51443-d64c-4095-90cc-4a4dd2e90e9b tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=13064b4a-3c9e-4c93-96fe-7779d873e832 HTTP/1.1" status: 200 len: 944 time: 0.0503139 Sep 08 14:05:57.551695 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e9d7a349-739c-4a73-bb67-22ed00bc1e80 req-e2613786-5e04-4b98-a1f7-889421e849d9 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=122109ff-ce72-4cf8-85fa-42ab84378228&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435150 Sep 08 14:05:58.682719 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e2a38f-5960-4762-824a-6e8105c1ea47 req-aa9cab9d-f459-456c-8d45-67b37075a70a tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:58.684218 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-a9e2a38f-5960-4762-824a-6e8105c1ea47 req-aa9cab9d-f459-456c-8d45-67b37075a70a tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=13064b4a-3c9e-4c93-96fe-7779d873e832 HTTP/1.1" status: 200 len: 944 time: 0.0502565 Sep 08 14:05:58.725680 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=100 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:05:58.735016 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-a9e2a38f-5960-4762-824a-6e8105c1ea47 req-6964a341-cee6-4cbf-9011-b1ff86e559ee tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=122109ff-ce72-4cf8-85fa-42ab84378228&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452118 Sep 08 14:05:59.256606 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495c7824-c194-4c1c-b64c-376df633e4a9 req-21c4e456-cd9a-4c2c-8053-d7567e06c780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:59.258304 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-495c7824-c194-4c1c-b64c-376df633e4a9 req-21c4e456-cd9a-4c2c-8053-d7567e06c780 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=13064b4a-3c9e-4c93-96fe-7779d873e832&tenant_id=1dcae1b090af440f836b18a7bb000c27 HTTP/1.1" status: 200 len: 1128 time: 0.0413930 Sep 08 14:05:59.360291 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495c7824-c194-4c1c-b64c-376df633e4a9 req-bc123fa6-a382-44c7-853c-c73356dcd2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:59.361822 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-495c7824-c194-4c1c-b64c-376df633e4a9 req-bc123fa6-a382-44c7-853c-c73356dcd2f8 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=1dcae1b090af440f836b18a7bb000c27&device_id=13064b4a-3c9e-4c93-96fe-7779d873e832 HTTP/1.1" status: 200 len: 1128 time: 0.0400484 Sep 08 14:05:59.457963 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495c7824-c194-4c1c-b64c-376df633e4a9 req-737271c0-dab2-4761-ac1c-860b1366726d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:59.459494 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-495c7824-c194-4c1c-b64c-376df633e4a9 req-737271c0-dab2-4761-ac1c-860b1366726d service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=61798ddd-de85-4814-b88e-26fd995b29f0 HTTP/1.1" status: 200 len: 909 time: 0.0909865 Sep 08 14:05:59.525697 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-495c7824-c194-4c1c-b64c-376df633e4a9 req-e280c3f4-63d2-4faf-b79e-ef1a63af84f9 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bd7535b1-15c4-42a1-b1c2-93844a3b30f1 HTTP/1.1" status: 200 len: 999 time: 0.0561466 Sep 08 14:05:59.580532 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495c7824-c194-4c1c-b64c-376df633e4a9 req-6c27ccb6-6c22-4dea-be72-dd06d6746443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:59.582040 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-495c7824-c194-4c1c-b64c-376df633e4a9 req-6c27ccb6-6c22-4dea-be72-dd06d6746443 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=9dbc7914-3cf1-4f43-b96e-876a2c30a6fa HTTP/1.1" status: 200 len: 847 time: 0.0480227 Sep 08 14:05:59.629486 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495c7824-c194-4c1c-b64c-376df633e4a9 req-d4c145b1-e2c9-4132-908a-5e6002d021c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:59.630973 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-495c7824-c194-4c1c-b64c-376df633e4a9 req-d4c145b1-e2c9-4132-908a-5e6002d021c4 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=61798ddd-de85-4814-b88e-26fd995b29f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0389090 Sep 08 14:05:59.725623 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-495c7824-c194-4c1c-b64c-376df633e4a9 req-d4807dae-0570-4183-bfbb-1ab8e5f566d4 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/61798ddd-de85-4814-b88e-26fd995b29f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867763 Sep 08 14:05:59.826002 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-495c7824-c194-4c1c-b64c-376df633e4a9 req-42d53b93-cd82-4636-bd1d-a9f0712b970c service neutron] 10.222.0.20 "GET /networking/v2.0/networks/61798ddd-de85-4814-b88e-26fd995b29f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925050 Sep 08 14:05:59.864277 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62b44f3-f259-4378-a1cf-3740b7b1bd73 req-fc86863d-d57c-4829-9ca3-b73e2b6cab15 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:59.865830 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-a62b44f3-f259-4378-a1cf-3740b7b1bd73 req-fc86863d-d57c-4829-9ca3-b73e2b6cab15 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=13064b4a-3c9e-4c93-96fe-7779d873e832 HTTP/1.1" status: 200 len: 944 time: 0.0544484 Sep 08 14:05:59.919881 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-a62b44f3-f259-4378-a1cf-3740b7b1bd73 req-16047201-37f9-467e-8909-b6fa20f90b70 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=122109ff-ce72-4cf8-85fa-42ab84378228&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481548 Sep 08 14:06:01.039880 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aad297c-7d02-41a6-bb3f-b46fd814c6cc req-7e1ccd03-d3de-43be-98af-521da1416cbc tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:06:01.041345 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-1aad297c-7d02-41a6-bb3f-b46fd814c6cc req-7e1ccd03-d3de-43be-98af-521da1416cbc tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=13064b4a-3c9e-4c93-96fe-7779d873e832 HTTP/1.1" status: 200 len: 944 time: 0.0468986 Sep 08 14:06:01.085561 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=100 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:06:01.090747 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-1aad297c-7d02-41a6-bb3f-b46fd814c6cc req-0b713785-04bf-49dc-884d-065cc341880a tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=122109ff-ce72-4cf8-85fa-42ab84378228&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438116 Sep 08 14:06:02.217568 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63393546-648f-4cff-bf5f-64dfaf030a2b req-77775a1f-bb68-4fee-bb4f-3bcf90578ae8 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:06:02.218960 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-63393546-648f-4cff-bf5f-64dfaf030a2b req-77775a1f-bb68-4fee-bb4f-3bcf90578ae8 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=13064b4a-3c9e-4c93-96fe-7779d873e832 HTTP/1.1" status: 200 len: 944 time: 0.0485649 Sep 08 14:06:02.267585 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-63393546-648f-4cff-bf5f-64dfaf030a2b req-e5ece2a2-48ee-430c-9572-cb6ada31ebf2 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=122109ff-ce72-4cf8-85fa-42ab84378228&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430586 Sep 08 14:06:03.392317 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a8328f-2be3-431c-b871-93e965782510 req-2c0ffb4c-2ac9-4873-8bf5-4790fe5a630b tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:06:03.393816 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-b9a8328f-2be3-431c-b871-93e965782510 req-2c0ffb4c-2ac9-4873-8bf5-4790fe5a630b tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=13064b4a-3c9e-4c93-96fe-7779d873e832 HTTP/1.1" status: 200 len: 944 time: 0.0502310 Sep 08 14:06:03.441455 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-b9a8328f-2be3-431c-b871-93e965782510 req-9712fdf0-15e1-40c4-891f-b1ffc5097e0a tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=122109ff-ce72-4cf8-85fa-42ab84378228&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421462 Sep 08 14:06:04.075504 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=18,neutron:DELETE=2 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:06:04.078218 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=56,neutron:DELETE=6 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:06:04.559786 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12051a57-f410-4624-8774-8f7a26f39245 req-eb61be7c-f940-454a-8e78-1b998c830f4f tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:06:04.561240 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-12051a57-f410-4624-8774-8f7a26f39245 req-eb61be7c-f940-454a-8e78-1b998c830f4f tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=13064b4a-3c9e-4c93-96fe-7779d873e832 HTTP/1.1" status: 200 len: 944 time: 0.0471256 Sep 08 14:06:04.613794 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-12051a57-f410-4624-8774-8f7a26f39245 req-5f7a8098-e8f7-455e-b663-3f492dd7e6aa tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=122109ff-ce72-4cf8-85fa-42ab84378228&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469425 Sep 08 14:06:04.675802 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=71,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:06:04.684679 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=77,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:06:05.560637 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (4c2ff875-e6d7-424e-bdc7-d4b2ed4bdd9c), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:06:05.696830 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=100 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:06:05.733700 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f4c199-369a-4c97-b79d-7d2488f71e0a req-0acbf40f-61eb-40e9-81fa-53fb41569c33 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:06:05.735181 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-81f4c199-369a-4c97-b79d-7d2488f71e0a req-0acbf40f-61eb-40e9-81fa-53fb41569c33 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=13064b4a-3c9e-4c93-96fe-7779d873e832 HTTP/1.1" status: 200 len: 944 time: 0.0483704 Sep 08 14:06:05.787034 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-81f4c199-369a-4c97-b79d-7d2488f71e0a req-5f887382-489c-439e-b339-0ffd88545098 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=122109ff-ce72-4cf8-85fa-42ab84378228&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456297 Sep 08 14:06:06.587856 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Device bd7535b1-15c4-42a1-b1c2-93844a3b30f1 details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=112711) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 14:06:06.689657 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] For port bd7535b1-15c4-42a1-b1c2-93844a3b30f1, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=bd7535b1-15c4-42a1-b1c2-93844a3b30f1,segment=NetworkSegment(82c18f84-988d-4d97-ab74-c445b6811f80),segment_id=82c18f84-988d-4d97-ab74-c445b6811f80)] {{(pid=112711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:06:06.704617 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Returning: {'device': 'bd7535b1-15c4-42a1-b1c2-93844a3b30f1', 'network_id': '61798ddd-de85-4814-b88e-26fd995b29f0', 'port_id': 'bd7535b1-15c4-42a1-b1c2-93844a3b30f1', 'mac_address': 'fa:16:3e:a2:c8:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dbc7914-3cf1-4f43-b96e-876a2c30a6fa', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112711) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 14:06:06.739339 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Current status of the port bd7535b1-15c4-42a1-b1c2-93844a3b30f1 is: DOWN; New status is: BUILD {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:06:06.739731 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (bd7535b1-15c4-42a1-b1c2-93844a3b30f1), before_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:06:06.752685 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.notifiers.nova [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd7535b1-15c4-42a1-b1c2-93844a3b30f1 {{(pid=112711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 08 14:06:06.773404 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] For port bd7535b1-15c4-42a1-b1c2-93844a3b30f1, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=bd7535b1-15c4-42a1-b1c2-93844a3b30f1,segment=NetworkSegment(82c18f84-988d-4d97-ab74-c445b6811f80),segment_id=82c18f84-988d-4d97-ab74-c445b6811f80)] {{(pid=112711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:06:06.776898 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (bd7535b1-15c4-42a1-b1c2-93844a3b30f1), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:06:06.821990 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Pushing event updated for resources: {'Port': ['ID=bd7535b1-15c4-42a1-b1c2-93844a3b30f1,revision_number=7']} {{(pid=112711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:06:06.906989 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24ce192-7285-4d32-b5f4-1d9dfdad2503 req-8a787c1c-7c56-4d6d-8c05-df1d3e5cc9d5 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:06:06.908488 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-f24ce192-7285-4d32-b5f4-1d9dfdad2503 req-8a787c1c-7c56-4d6d-8c05-df1d3e5cc9d5 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=13064b4a-3c9e-4c93-96fe-7779d873e832 HTTP/1.1" status: 200 len: 945 time: 0.0474660 Sep 08 14:06:06.957623 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-f24ce192-7285-4d32-b5f4-1d9dfdad2503 req-878efdd0-7ddc-40ea-ab3e-cbab1c5bac63 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=122109ff-ce72-4cf8-85fa-42ab84378228&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434802 Sep 08 14:06:07.109900 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] get_ports_and_sgs() called for port_ids ['bd7535b1-15c4-42a1-b1c2-93844a3b30f1'] {{(pid=112711) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 08 14:06:08.077060 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79541ce2-7cf1-440b-b632-f628d05ed4f8 req-afe68849-32a0-4b5b-8560-303514f86f60 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:06:08.078533 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-79541ce2-7cf1-440b-b632-f628d05ed4f8 req-afe68849-32a0-4b5b-8560-303514f86f60 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=13064b4a-3c9e-4c93-96fe-7779d873e832 HTTP/1.1" status: 200 len: 945 time: 0.0463362 Sep 08 14:06:08.126510 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-79541ce2-7cf1-440b-b632-f628d05ed4f8 req-03e06c14-f0c2-44c9-9289-f500e7f958e7 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=122109ff-ce72-4cf8-85fa-42ab84378228&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424066 Sep 08 14:06:08.607639 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Device bd7535b1-15c4-42a1-b1c2-93844a3b30f1 up at agent hyperv_hv-cinder-82002 {{(pid=112711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:06:08.658426 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.provisioning_blocks [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Provisioning complete for port bd7535b1-15c4-42a1-b1c2-93844a3b30f1 triggered by entity L2. {{(pid=112711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:06:08.658795 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387366'] for port (bd7535b1-15c4-42a1-b1c2-93844a3b30f1), provisioning_complete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:06:08.729346 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Current status of the port bd7535b1-15c4-42a1-b1c2-93844a3b30f1 is: BUILD; New status is: ACTIVE {{(pid=112711) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:06:08.729766 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543638'] for port (bd7535b1-15c4-42a1-b1c2-93844a3b30f1), before_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:06:08.752562 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13064b4a-3c9e-4c93-96fe-7779d873e832', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd7535b1-15c4-42a1-b1c2-93844a3b30f1'}] {{(pid=112711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 14:06:08.754827 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da88ec0cbec787fa3ec3fbfc035ae72aba30a0bab36d561f227dc8a59222d55b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96d68d52-9644-42f4-8245-54c0ccfac9da" -d '{"events": [{"server_uuid": "13064b4a-3c9e-4c93-96fe-7779d873e832", "name": "network-vif-plugged", "status": "completed", "tag": "bd7535b1-15c4-42a1-b1c2-93844a3b30f1"}]}' {{(pid=112711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:06:08.768060 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] For port bd7535b1-15c4-42a1-b1c2-93844a3b30f1, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=bd7535b1-15c4-42a1-b1c2-93844a3b30f1,segment=NetworkSegment(82c18f84-988d-4d97-ab74-c445b6811f80),segment_id=82c18f84-988d-4d97-ab74-c445b6811f80)] {{(pid=112711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:06:08.772993 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729028594306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729028134319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729028134337'] for port (bd7535b1-15c4-42a1-b1c2-93844a3b30f1), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:06:08.793991 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:06:08.795799 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Sep 2022 14:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f5f35c1-cb5a-4200-8966-1d342a633856 x-openstack-request-id: req-7f5f35c1-cb5a-4200-8966-1d342a633856 {{(pid=112711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:06:08.796100 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13064b4a-3c9e-4c93-96fe-7779d873e832", "name": "network-vif-plugged", "status": "completed", "tag": "bd7535b1-15c4-42a1-b1c2-93844a3b30f1", "code": 200}]} {{(pid=112711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:06:08.796348 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7f5f35c1-cb5a-4200-8966-1d342a633856 {{(pid=112711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:06:08.796739 dv-cinder-820027-24-iscsi neutron-server[112711]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f5f35c1-cb5a-4200-8966-1d342a633856'] response: {'server_uuid': '13064b4a-3c9e-4c93-96fe-7779d873e832', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd7535b1-15c4-42a1-b1c2-93844a3b30f1', 'code': 200} Sep 08 14:06:08.823727 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Pushing event updated for resources: {'Port': ['ID=bd7535b1-15c4-42a1-b1c2-93844a3b30f1,revision_number=8']} {{(pid=112711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:06:09.083122 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9924dd-5267-419d-8cef-1a8270f21315 req-70e44e64-acc1-4764-8b2b-62be0ccc84ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:06:09.085214 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-6e9924dd-5267-419d-8cef-1a8270f21315 req-70e44e64-acc1-4764-8b2b-62be0ccc84ee service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=13064b4a-3c9e-4c93-96fe-7779d873e832 HTTP/1.1" status: 200 len: 1130 time: 0.0417910 Sep 08 14:06:09.130948 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-6e9924dd-5267-419d-8cef-1a8270f21315 req-75ad9118-fa4d-4718-94ec-80f925b611b4 service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=122109ff-ce72-4cf8-85fa-42ab84378228&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383041 Sep 08 14:06:09.246071 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e455b00d-72df-462b-ad89-1c472e5e9e4c req-2fac4957-114d-4752-929a-c0343f7dc794 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:06:09.247524 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e455b00d-72df-462b-ad89-1c472e5e9e4c req-2fac4957-114d-4752-929a-c0343f7dc794 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=13064b4a-3c9e-4c93-96fe-7779d873e832 HTTP/1.1" status: 200 len: 946 time: 0.0464451 Sep 08 14:06:09.297636 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-e455b00d-72df-462b-ad89-1c472e5e9e4c req-45cec33c-7b33-446f-b36d-fbbf8f119dde tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=122109ff-ce72-4cf8-85fa-42ab84378228&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446048 Sep 08 14:06:10.423612 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a935cbf-301f-4ce6-8bca-38e4b14f1d2f req-deafd045-23ec-45e4-88af-d857e31931d4 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:06:10.425061 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-0a935cbf-301f-4ce6-8bca-38e4b14f1d2f req-deafd045-23ec-45e4-88af-d857e31931d4 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=13064b4a-3c9e-4c93-96fe-7779d873e832 HTTP/1.1" status: 200 len: 946 time: 0.0496433 Sep 08 14:06:10.474139 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-0a935cbf-301f-4ce6-8bca-38e4b14f1d2f req-b668db41-027b-4342-a8dc-4d63509ed674 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=122109ff-ce72-4cf8-85fa-42ab84378228&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434518 Sep 08 14:06:11.466757 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=95 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:06:11.468254 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=79,neutron:DELETE=1 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:06:11.474589 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.agents_db [None req-36671662-b8ef-427e-8422-ee96630d1377 None None] Agent healthcheck: found 6 active agents {{(pid=112712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:06:11.592101 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52768b34-2fdf-44d6-a908-08a3bd7b857a req-d3ec6cf6-84da-4c64-bae1-927148ced8cc tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:06:11.593597 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-52768b34-2fdf-44d6-a908-08a3bd7b857a req-d3ec6cf6-84da-4c64-bae1-927148ced8cc tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=13064b4a-3c9e-4c93-96fe-7779d873e832 HTTP/1.1" status: 200 len: 946 time: 0.0465367 Sep 08 14:06:11.641285 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-52768b34-2fdf-44d6-a908-08a3bd7b857a req-bd16675f-d582-4ca9-8453-c7f944a9440f tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=122109ff-ce72-4cf8-85fa-42ab84378228&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420537 Sep 08 14:06:14.085460 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-ff3ba90f-9000-4f0d-a569-b51abfbaf677 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (22ab8903-d7f5-4941-bce3-89140b53b8af), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:06:16.380774 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:06:16.388192 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-7860acc9-cfce-48ca-be67-d889c76b9657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (91421a76-39ff-4685-90ca-aa6fbf6a1933), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:06:17.512868 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-b7e97967-3fa9-4dcb-b3f0-dcc99b3a4378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (24e12250-b8f3-473f-bf71-765ca8669827), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:06:18.938440 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (6df97c0c-9140-47af-8c93-84593b95031c), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:06:18.950114 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-604b277b-9310-4e7b-bd1a-c26598410893 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (ad63ffce-77d1-4b05-ac53-eeb1c28e2aec), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:06:21.633979 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=85 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:06:21.637127 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=66 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:06:30.999283 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:06:31.001139 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:06:35.575539 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (4c2ff875-e6d7-424e-bdc7-d4b2ed4bdd9c), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:06:40.453139 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=2 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:06:40.457198 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=4 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:06:44.090898 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-45ea164e-47d2-4bf2-81d7-7da7f960d180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (22ab8903-d7f5-4941-bce3-89140b53b8af), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:06:44.624309 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-ee65af3c-2005-4e6d-b8b0-3b070b3f2f22 req-3c94f456-3a8c-458a-8ba7-073dfbef6fd8 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=13064b4a-3c9e-4c93-96fe-7779d873e832&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381262 Sep 08 14:06:44.737719 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee65af3c-2005-4e6d-b8b0-3b070b3f2f22 req-76e68ccf-d7a0-462f-8711-5a9aeb672d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:06:44.739196 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-ee65af3c-2005-4e6d-b8b0-3b070b3f2f22 req-76e68ccf-d7a0-462f-8711-5a9aeb672d22 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=1dcae1b090af440f836b18a7bb000c27&device_id=13064b4a-3c9e-4c93-96fe-7779d873e832 HTTP/1.1" status: 200 len: 1130 time: 0.0427454 Sep 08 14:06:44.842663 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee65af3c-2005-4e6d-b8b0-3b070b3f2f22 req-4d85b4a9-7661-4baf-95d5-9a5da6c80086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:06:44.844108 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-ee65af3c-2005-4e6d-b8b0-3b070b3f2f22 req-4d85b4a9-7661-4baf-95d5-9a5da6c80086 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=61798ddd-de85-4814-b88e-26fd995b29f0 HTTP/1.1" status: 200 len: 909 time: 0.0849495 Sep 08 14:06:44.909975 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-ee65af3c-2005-4e6d-b8b0-3b070b3f2f22 req-55d8e4d3-2535-4c7f-8811-8eabbbb71909 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bd7535b1-15c4-42a1-b1c2-93844a3b30f1 HTTP/1.1" status: 200 len: 1001 time: 0.0590081 Sep 08 14:06:44.964995 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee65af3c-2005-4e6d-b8b0-3b070b3f2f22 req-0db7312c-25e8-4402-9d77-87cba0c3e7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:06:44.966713 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-ee65af3c-2005-4e6d-b8b0-3b070b3f2f22 req-0db7312c-25e8-4402-9d77-87cba0c3e7b2 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=9dbc7914-3cf1-4f43-b96e-876a2c30a6fa HTTP/1.1" status: 200 len: 847 time: 0.0463891 Sep 08 14:06:45.012857 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee65af3c-2005-4e6d-b8b0-3b070b3f2f22 req-7f38115c-bcba-4c45-9930-24d43038f791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:06:45.014396 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-ee65af3c-2005-4e6d-b8b0-3b070b3f2f22 req-7f38115c-bcba-4c45-9930-24d43038f791 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=61798ddd-de85-4814-b88e-26fd995b29f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0381196 Sep 08 14:06:45.369152 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-ee65af3c-2005-4e6d-b8b0-3b070b3f2f22 req-b2e44e89-0117-4b12-8430-95da77b8bd92 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/61798ddd-de85-4814-b88e-26fd995b29f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3480723 Sep 08 14:06:45.463833 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-ee65af3c-2005-4e6d-b8b0-3b070b3f2f22 req-2f7e1500-8eab-4329-947d-74285aa625fe service neutron] 10.222.0.20 "GET /networking/v2.0/networks/61798ddd-de85-4814-b88e-26fd995b29f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877483 Sep 08 14:06:46.388612 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-3d60802c-ff72-4f70-9e1c-83bd0b3647db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (91421a76-39ff-4685-90ca-aa6fbf6a1933), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:06:47.515077 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-b7e97967-3fa9-4dcb-b3f0-dcc99b3a4378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (24e12250-b8f3-473f-bf71-765ca8669827), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:06:48.473084 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.agents_db [None req-36671662-b8ef-427e-8422-ee96630d1377 None None] Agent healthcheck: found 6 active agents {{(pid=112712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:06:48.948594 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (6df97c0c-9140-47af-8c93-84593b95031c), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:06:48.954426 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-604b277b-9310-4e7b-bd1a-c26598410893 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (ad63ffce-77d1-4b05-ac53-eeb1c28e2aec), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:06:55.454494 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=52 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:06:55.460822 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=49 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:06:58.468957 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=1 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:06:58.470561 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=1 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:06:58.947406 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:06:58.950316 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:07:05.576206 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (4c2ff875-e6d7-424e-bdc7-d4b2ed4bdd9c), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:14.083564 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-24e0cbf0-9a8e-4b61-a0fc-eb7447331782 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (22ab8903-d7f5-4941-bce3-89140b53b8af), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:16.389895 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-25fd77cb-b2c8-4e8d-b6e8-adc50abd83e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (91421a76-39ff-4685-90ca-aa6fbf6a1933), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:17.448109 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=15 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:07:17.453245 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=17 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:07:17.521250 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-b7e97967-3fa9-4dcb-b3f0-dcc99b3a4378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (24e12250-b8f3-473f-bf71-765ca8669827), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:18.949523 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (6df97c0c-9140-47af-8c93-84593b95031c), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:18.954565 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-604b277b-9310-4e7b-bd1a-c26598410893 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (ad63ffce-77d1-4b05-ac53-eeb1c28e2aec), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:25.472333 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.agents_db [None req-36671662-b8ef-427e-8422-ee96630d1377 None None] Agent healthcheck: found 6 active agents {{(pid=112712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:07:26.218806 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 45352) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:07:26.360097 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.plugin [None req-ce83e7d9-ee23-4069-b385-6b2d7bcfe43f tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Deleting port f604726e-a959-4f54-a5b0-2e675f29a1b2 {{(pid=112709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 08 14:07:26.360442 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-ce83e7d9-ee23-4069-b385-6b2d7bcfe43f tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729028590053'] for port (f604726e-a959-4f54-a5b0-2e675f29a1b2), before_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:26.438900 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-ce83e7d9-ee23-4069-b385-6b2d7bcfe43f tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3750342'] for port (f604726e-a959-4f54-a5b0-2e675f29a1b2), precommit_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:26.439228 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-ce83e7d9-ee23-4069-b385-6b2d7bcfe43f tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Publish callbacks [] for floatingip (f604726e-a959-4f54-a5b0-2e675f29a1b2), precommit_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:26.452221 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.plugin [None req-ce83e7d9-ee23-4069-b385-6b2d7bcfe43f tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Calling delete_port for f604726e-a959-4f54-a5b0-2e675f29a1b2 owned by network:floatingip {{(pid=112709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 08 14:07:26.597272 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-ce83e7d9-ee23-4069-b385-6b2d7bcfe43f tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729028594324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729028134310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9153317'] for port (f604726e-a959-4f54-a5b0-2e675f29a1b2), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:26.621935 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce83e7d9-ee23-4069-b385-6b2d7bcfe43f tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Pushing event deleted for resources: {'Port': ['ID=f604726e-a959-4f54-a5b0-2e675f29a1b2,revision_number=None']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:07:26.633759 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce83e7d9-ee23-4069-b385-6b2d7bcfe43f tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:07:26.634118 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce83e7d9-ee23-4069-b385-6b2d7bcfe43f tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:07:26.634460 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce83e7d9-ee23-4069-b385-6b2d7bcfe43f tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:07:26.634800 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce83e7d9-ee23-4069-b385-6b2d7bcfe43f tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:07:26.635206 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce83e7d9-ee23-4069-b385-6b2d7bcfe43f tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:07:26.635464 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce83e7d9-ee23-4069-b385-6b2d7bcfe43f tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:07:26.635796 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce83e7d9-ee23-4069-b385-6b2d7bcfe43f tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:07:26.636123 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce83e7d9-ee23-4069-b385-6b2d7bcfe43f tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:07:26.636449 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce83e7d9-ee23-4069-b385-6b2d7bcfe43f tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:07:26.636774 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce83e7d9-ee23-4069-b385-6b2d7bcfe43f tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:07:26.637099 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce83e7d9-ee23-4069-b385-6b2d7bcfe43f tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:07:26.637423 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce83e7d9-ee23-4069-b385-6b2d7bcfe43f tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:07:26.637776 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce83e7d9-ee23-4069-b385-6b2d7bcfe43f tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:07:26.638098 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce83e7d9-ee23-4069-b385-6b2d7bcfe43f tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:07:26.638419 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce83e7d9-ee23-4069-b385-6b2d7bcfe43f tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:07:26.697690 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-ce83e7d9-ee23-4069-b385-6b2d7bcfe43f tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Publish callbacks [] for floatingip (20be5a73-0e04-45ba-bfcc-e383a145a422), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:26.698063 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.db.l3_db [None req-ce83e7d9-ee23-4069-b385-6b2d7bcfe43f tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Floating IP 20be5a73-0e04-45ba-bfcc-e383a145a422 disassociated (deleted). External IP: 172.27.0.98, port: bd7535b1-15c4-42a1-b1c2-93844a3b30f1. Sep 08 14:07:26.903952 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce83e7d9-ee23-4069-b385-6b2d7bcfe43f tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Router 18657881-70c0-4330-b049-16b855fda8ab has already been hosted by L3 agent 91421a76-39ff-4685-90ca-aa6fbf6a1933 {{(pid=112709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 14:07:27.008394 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce83e7d9-ee23-4069-b385-6b2d7bcfe43f tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Notify agent at l3_agent.dv-cinder-820027-24-iscsi the message routers_updated {{(pid=112709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:07:27.012776 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-ce83e7d9-ee23-4069-b385-6b2d7bcfe43f tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161718'] for floatingip (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:27.019035 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4f9f04-3892-4347-99aa-88889bc20ccd None None] Sync routers for ids ['18657881-70c0-4330-b049-16b855fda8ab'] in dv-cinder-820027-24-iscsi {{(pid=112712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:07:27.029137 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4f9f04-3892-4347-99aa-88889bc20ccd None None] Routers {'18657881-70c0-4330-b049-16b855fda8ab'} bound to L3 agent in host dv-cinder-820027-24-iscsi {{(pid=112712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:07:27.029758 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_hamode_db [None req-ed4f9f04-3892-4347-99aa-88889bc20ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-08T13:44:16Z,description=,heartbeat_timestamp=2022-09-08T14:07:16Z,host='dv-cinder-820027-24-iscsi',id=91421a76-39ff-4685-90ca-aa6fbf6a1933,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:44:16Z,topic='l3_agent')) {'router_ids': ['18657881-70c0-4330-b049-16b855fda8ab'], 'active': True} {{(pid=112712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:07:27.033578 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:07:27.044954 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-ce83e7d9-ee23-4069-b385-6b2d7bcfe43f tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] 10.222.0.55 "DELETE /networking/v2.0/floatingips/20be5a73-0e04-45ba-bfcc-e383a145a422 HTTP/1.1" status: 204 len: 168 time: 0.8251674 Sep 08 14:07:27.045589 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13064b4a-3c9e-4c93-96fe-7779d873e832', 'tag': 'bd7535b1-15c4-42a1-b1c2-93844a3b30f1'}] {{(pid=112709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 14:07:27.047874 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}542ac7e5325f68055833e74974e312adb8a2ee810b70c39787611e772d2c694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55d63792-f4a8-4995-9b45-953967dbdf12" -d '{"events": [{"name": "network-changed", "server_uuid": "13064b4a-3c9e-4c93-96fe-7779d873e832", "tag": "bd7535b1-15c4-42a1-b1c2-93844a3b30f1"}]}' {{(pid=112709) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:07:27.095122 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Sep 2022 14:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87723656-1137-402b-ba00-9c0eb7f203b3 x-openstack-request-id: req-87723656-1137-402b-ba00-9c0eb7f203b3 {{(pid=112709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:07:27.095414 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13064b4a-3c9e-4c93-96fe-7779d873e832", "tag": "bd7535b1-15c4-42a1-b1c2-93844a3b30f1", "status": "completed", "code": 200}]} {{(pid=112709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:07:27.095668 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-87723656-1137-402b-ba00-9c0eb7f203b3 {{(pid=112709) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:07:27.096103 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87723656-1137-402b-ba00-9c0eb7f203b3'] response: {'name': 'network-changed', 'server_uuid': '13064b4a-3c9e-4c93-96fe-7779d873e832', 'tag': 'bd7535b1-15c4-42a1-b1c2-93844a3b30f1', 'status': 'completed', 'code': 200} Sep 08 14:07:27.135437 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_dvr_db [None req-ed4f9f04-3892-4347-99aa-88889bc20ccd None None] Set router 18657881-70c0-4330-b049-16b855fda8ab gateway port host: dv-cinder-820027-24-iscsi {{(pid=112712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:07:27.197112 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d63792-f4a8-4995-9b45-953967dbdf12 req-c64c5a43-2db1-4a27-b238-a2b5b98e3d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:07:27.198907 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-55d63792-f4a8-4995-9b45-953967dbdf12 req-c64c5a43-2db1-4a27-b238-a2b5b98e3d94 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=1dcae1b090af440f836b18a7bb000c27&device_id=13064b4a-3c9e-4c93-96fe-7779d873e832 HTTP/1.1" status: 200 len: 1130 time: 0.0518179 Sep 08 14:07:27.279170 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3d2ea5-36d9-405d-a3ee-180f8f08cce7 req-c8166acc-ac43-4e76-8900-0100ae228cfa tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:07:27.280644 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-dc3d2ea5-36d9-405d-a3ee-180f8f08cce7 req-c8166acc-ac43-4e76-8900-0100ae228cfa tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=13064b4a-3c9e-4c93-96fe-7779d873e832 HTTP/1.1" status: 200 len: 946 time: 0.0473676 Sep 08 14:07:27.325598 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_hamode_db [None req-ed4f9f04-3892-4347-99aa-88889bc20ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18657881-70c0-4330-b049-16b855fda8ab', 'name': 'tempest-TestShelveInstance-836883065-router', 'tenant_id': '1dcae1b090af440f836b18a7bb000c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '32540799-7dc7-40b6-be7d-da78477923a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:02:29Z', 'updated_at': '2022-09-08T14:02:32Z', 'revision_number': 4, 'project_id': '1dcae1b090af440f836b18a7bb000c27', 'gw_port': {'id': '32540799-7dc7-40b6-be7d-da78477923a6', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:32:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18657881-70c0-4330-b049-16b855fda8ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:02:30Z', 'updated_at': '2022-09-08T14:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi', '_interfaces': [{'id': '0b1f057f-e8ff-4130-a353-9b565b73bfc9', 'name': '', 'network_id': '61798ddd-de85-4814-b88e-26fd995b29f0', 'tenant_id': '1dcae1b090af440f836b18a7bb000c27', 'mac_address': 'fa:16:3e:c6:af:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18657881-70c0-4330-b049-16b855fda8ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '9dbc7914-3cf1-4f43-b96e-876a2c30a6fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:02:31Z', 'updated_at': '2022-09-08T14:02:38Z', 'revision_number': 5, 'project_id': '1dcae1b090af440f836b18a7bb000c27', 'subnets': [{'id': '9dbc7914-3cf1-4f43-b96e-876a2c30a6fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-24-iscsi', False) {} {{(pid=112712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:07:27.330132 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-dc3d2ea5-36d9-405d-a3ee-180f8f08cce7 req-98e69ebb-b3d9-4e15-af7a-6201bb43daca tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=122109ff-ce72-4cf8-85fa-42ab84378228&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437303 Sep 08 14:07:27.354705 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4f9f04-3892-4347-99aa-88889bc20ccd None None] Checking router: 18657881-70c0-4330-b049-16b855fda8ab for host: dv-cinder-820027-24-iscsi {{(pid=112712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:07:27.363321 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4f9f04-3892-4347-99aa-88889bc20ccd None None] Routers {'18657881-70c0-4330-b049-16b855fda8ab'} bound to L3 agent in host dv-cinder-820027-24-iscsi {{(pid=112712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:07:27.363912 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_hamode_db [None req-ed4f9f04-3892-4347-99aa-88889bc20ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-08T13:44:16Z,description=,heartbeat_timestamp=2022-09-08T14:07:16Z,host='dv-cinder-820027-24-iscsi',id=91421a76-39ff-4685-90ca-aa6fbf6a1933,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:44:16Z,topic='l3_agent')) {'router_ids': ['18657881-70c0-4330-b049-16b855fda8ab'], 'active': True} {{(pid=112712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:07:27.460363 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_dvr_db [None req-ed4f9f04-3892-4347-99aa-88889bc20ccd None None] Set router 18657881-70c0-4330-b049-16b855fda8ab gateway port host: dv-cinder-820027-24-iscsi {{(pid=112712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:07:27.644821 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_hamode_db [None req-ed4f9f04-3892-4347-99aa-88889bc20ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18657881-70c0-4330-b049-16b855fda8ab', 'name': 'tempest-TestShelveInstance-836883065-router', 'tenant_id': '1dcae1b090af440f836b18a7bb000c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '32540799-7dc7-40b6-be7d-da78477923a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:02:29Z', 'updated_at': '2022-09-08T14:02:32Z', 'revision_number': 4, 'project_id': '1dcae1b090af440f836b18a7bb000c27', 'gw_port': {'id': '32540799-7dc7-40b6-be7d-da78477923a6', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:32:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18657881-70c0-4330-b049-16b855fda8ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:02:30Z', 'updated_at': '2022-09-08T14:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi', '_interfaces': [{'id': '0b1f057f-e8ff-4130-a353-9b565b73bfc9', 'name': '', 'network_id': '61798ddd-de85-4814-b88e-26fd995b29f0', 'tenant_id': '1dcae1b090af440f836b18a7bb000c27', 'mac_address': 'fa:16:3e:c6:af:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18657881-70c0-4330-b049-16b855fda8ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '9dbc7914-3cf1-4f43-b96e-876a2c30a6fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:02:31Z', 'updated_at': '2022-09-08T14:02:38Z', 'revision_number': 5, 'project_id': '1dcae1b090af440f836b18a7bb000c27', 'subnets': [{'id': '9dbc7914-3cf1-4f43-b96e-876a2c30a6fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-24-iscsi', False) {} {{(pid=112712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:07:27.668288 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4f9f04-3892-4347-99aa-88889bc20ccd None None] The sync data for ids ['18657881-70c0-4330-b049-16b855fda8ab'] in dv-cinder-820027-24-iscsi is: [{'id': '18657881-70c0-4330-b049-16b855fda8ab', 'name': 'tempest-TestShelveInstance-836883065-router', 'tenant_id': '1dcae1b090af440f836b18a7bb000c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '32540799-7dc7-40b6-be7d-da78477923a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:02:29Z', 'updated_at': '2022-09-08T14:02:32Z', 'revision_number': 4, 'project_id': '1dcae1b090af440f836b18a7bb000c27', 'gw_port': {'id': '32540799-7dc7-40b6-be7d-da78477923a6', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:32:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18657881-70c0-4330-b049-16b855fda8ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:02:30Z', 'updated_at': '2022-09-08T14:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi', '_interfaces': [{'id': '0b1f057f-e8ff-4130-a353-9b565b73bfc9', 'name': '', 'network_id': '61798ddd-de85-4814-b88e-26fd995b29f0', 'tenant_id': '1dcae1b090af440f836b18a7bb000c27', 'mac_address': 'fa:16:3e:c6:af:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18657881-70c0-4330-b049-16b855fda8ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '9dbc7914-3cf1-4f43-b96e-876a2c30a6fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:02:31Z', 'updated_at': '2022-09-08T14:02:38Z', 'revision_number': 5, 'project_id': '1dcae1b090af440f836b18a7bb000c27', 'subnets': [{'id': '9dbc7914-3cf1-4f43-b96e-876a2c30a6fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:07:27.882356 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c2459c-b736-4ce0-a1ce-267d094dccf7 None None] New status for floating IP 20be5a73-0e04-45ba-bfcc-e383a145a422: DOWN {{(pid=112711) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 08 14:07:28.493088 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2c9c43-0c04-4ad9-a95e-1b7dcd328405 req-b780487a-bc47-435e-ab9b-10c23a71948e tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:07:28.495069 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-9a2c9c43-0c04-4ad9-a95e-1b7dcd328405 req-b780487a-bc47-435e-ab9b-10c23a71948e tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=13064b4a-3c9e-4c93-96fe-7779d873e832 HTTP/1.1" status: 200 len: 946 time: 0.0886405 Sep 08 14:07:28.557862 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d63792-f4a8-4995-9b45-953967dbdf12 req-8aadf7da-e4e8-4cc7-b868-2c6ad716c45a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:07:28.559287 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-55d63792-f4a8-4995-9b45-953967dbdf12 req-8aadf7da-e4e8-4cc7-b868-2c6ad716c45a service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=61798ddd-de85-4814-b88e-26fd995b29f0 HTTP/1.1" status: 200 len: 909 time: 0.1427324 Sep 08 14:07:28.572327 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-9a2c9c43-0c04-4ad9-a95e-1b7dcd328405 req-4b4fb9e3-575a-49a4-a41f-f21f4d73c453 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=122109ff-ce72-4cf8-85fa-42ab84378228&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708008 Sep 08 14:07:28.692293 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-55d63792-f4a8-4995-9b45-953967dbdf12 req-9e4db503-034c-4045-b27c-6a625728f50e service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bd7535b1-15c4-42a1-b1c2-93844a3b30f1 HTTP/1.1" status: 200 len: 217 time: 0.0364492 Sep 08 14:07:28.741651 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d63792-f4a8-4995-9b45-953967dbdf12 req-e26ce76c-e018-46c8-83e8-5797d67db92a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:07:28.743106 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-55d63792-f4a8-4995-9b45-953967dbdf12 req-e26ce76c-e018-46c8-83e8-5797d67db92a service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=9dbc7914-3cf1-4f43-b96e-876a2c30a6fa HTTP/1.1" status: 200 len: 847 time: 0.0436735 Sep 08 14:07:28.950746 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d63792-f4a8-4995-9b45-953967dbdf12 req-6e3f0873-b970-4d0d-b44d-981a5619f121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:07:28.952121 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-55d63792-f4a8-4995-9b45-953967dbdf12 req-6e3f0873-b970-4d0d-b44d-981a5619f121 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=61798ddd-de85-4814-b88e-26fd995b29f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0398667 Sep 08 14:07:29.126490 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093933b3-9617-4487-8942-e4f0c46c29d5 req-4203c757-a1a1-4d25-971c-7ecb9340e9b1 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:07:29.127924 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-093933b3-9617-4487-8942-e4f0c46c29d5 req-4203c757-a1a1-4d25-971c-7ecb9340e9b1 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=13064b4a-3c9e-4c93-96fe-7779d873e832 HTTP/1.1" status: 200 len: 946 time: 0.0942807 Sep 08 14:07:29.197472 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-55d63792-f4a8-4995-9b45-953967dbdf12 req-fed27ccb-40cc-45b3-a2ce-43864862bee2 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/61798ddd-de85-4814-b88e-26fd995b29f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642883 Sep 08 14:07:29.276473 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.plugin [req-093933b3-9617-4487-8942-e4f0c46c29d5 req-b23308b8-207e-4779-afcb-9699b38fa163 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Deleting port bd7535b1-15c4-42a1-b1c2-93844a3b30f1 {{(pid=112710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 08 14:07:29.276743 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-093933b3-9617-4487-8942-e4f0c46c29d5 req-b23308b8-207e-4779-afcb-9699b38fa163 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729028590053'] for port (bd7535b1-15c4-42a1-b1c2-93844a3b30f1), before_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:29.384884 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-55d63792-f4a8-4995-9b45-953967dbdf12 req-9e3d4b6f-7f61-438f-8932-d878dbc62d77 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/61798ddd-de85-4814-b88e-26fd995b29f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699646 Sep 08 14:07:29.408670 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.db [req-093933b3-9617-4487-8942-e4f0c46c29d5 req-b23308b8-207e-4779-afcb-9699b38fa163 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] For port bd7535b1-15c4-42a1-b1c2-93844a3b30f1, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=bd7535b1-15c4-42a1-b1c2-93844a3b30f1,segment=NetworkSegment(82c18f84-988d-4d97-ab74-c445b6811f80),segment_id=82c18f84-988d-4d97-ab74-c445b6811f80)] {{(pid=112710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:07:29.409032 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-093933b3-9617-4487-8942-e4f0c46c29d5 req-b23308b8-207e-4779-afcb-9699b38fa163 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3750342'] for port (bd7535b1-15c4-42a1-b1c2-93844a3b30f1), precommit_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:29.424022 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.plugin [req-093933b3-9617-4487-8942-e4f0c46c29d5 req-b23308b8-207e-4779-afcb-9699b38fa163 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Calling delete_port for bd7535b1-15c4-42a1-b1c2-93844a3b30f1 owned by compute:nova {{(pid=112710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 08 14:07:29.483451 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=100 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:07:29.533008 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:07:29.547472 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-093933b3-9617-4487-8942-e4f0c46c29d5 req-b23308b8-207e-4779-afcb-9699b38fa163 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729028594324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729028134310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10367820'] for port (bd7535b1-15c4-42a1-b1c2-93844a3b30f1), after_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:29.578356 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23308b8-207e-4779-afcb-9699b38fa163 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Pushing event deleted for resources: {'Port': ['ID=bd7535b1-15c4-42a1-b1c2-93844a3b30f1,revision_number=None']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:07:29.608438 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23308b8-207e-4779-afcb-9699b38fa163 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:07:29.608783 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23308b8-207e-4779-afcb-9699b38fa163 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:07:29.609120 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23308b8-207e-4779-afcb-9699b38fa163 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:07:29.609454 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23308b8-207e-4779-afcb-9699b38fa163 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:07:29.609804 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23308b8-207e-4779-afcb-9699b38fa163 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:07:29.610134 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23308b8-207e-4779-afcb-9699b38fa163 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:07:29.610457 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23308b8-207e-4779-afcb-9699b38fa163 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:07:29.610776 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23308b8-207e-4779-afcb-9699b38fa163 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:07:29.611094 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23308b8-207e-4779-afcb-9699b38fa163 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:07:29.611414 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23308b8-207e-4779-afcb-9699b38fa163 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:07:29.611731 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23308b8-207e-4779-afcb-9699b38fa163 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:07:29.612049 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23308b8-207e-4779-afcb-9699b38fa163 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:07:29.612364 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23308b8-207e-4779-afcb-9699b38fa163 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:07:29.612713 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23308b8-207e-4779-afcb-9699b38fa163 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:07:29.613012 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23308b8-207e-4779-afcb-9699b38fa163 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:07:29.633509 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.db.l3_dvrscheduler_db [req-093933b3-9617-4487-8942-e4f0c46c29d5 req-b23308b8-207e-4779-afcb-9699b38fa163 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] No DVR routers for this DVR port bd7535b1-15c4-42a1-b1c2-93844a3b30f1 on host hv-cinder-82002 {{(pid=112710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 08 14:07:29.636545 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [req-093933b3-9617-4487-8942-e4f0c46c29d5 req-b23308b8-207e-4779-afcb-9699b38fa163 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161718'] for port (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:29.639782 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-093933b3-9617-4487-8942-e4f0c46c29d5 req-b23308b8-207e-4779-afcb-9699b38fa163 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] 10.222.0.20 "DELETE /networking/v2.0/ports/bd7535b1-15c4-42a1-b1c2-93844a3b30f1 HTTP/1.1" status: 204 len: 173 time: 0.5059114 Sep 08 14:07:29.640273 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13064b4a-3c9e-4c93-96fe-7779d873e832', 'name': 'network-vif-deleted', 'tag': 'bd7535b1-15c4-42a1-b1c2-93844a3b30f1'}] {{(pid=112710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 14:07:29.642564 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4aaac3e20a53a8e6247a431178541979a817c05ad734f54eee24c8be994502e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-776c4e33-ac74-4363-b7e0-1f76ca992500" -d '{"events": [{"server_uuid": "13064b4a-3c9e-4c93-96fe-7779d873e832", "name": "network-vif-deleted", "tag": "bd7535b1-15c4-42a1-b1c2-93844a3b30f1"}]}' {{(pid=112710) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:07:29.687084 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Sep 2022 14:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a0bd25d-4f33-4f1f-9b78-424e6f93862a x-openstack-request-id: req-7a0bd25d-4f33-4f1f-9b78-424e6f93862a {{(pid=112710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:07:29.687380 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13064b4a-3c9e-4c93-96fe-7779d873e832", "name": "network-vif-deleted", "tag": "bd7535b1-15c4-42a1-b1c2-93844a3b30f1", "status": "completed", "code": 200}]} {{(pid=112710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:07:29.687634 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7a0bd25d-4f33-4f1f-9b78-424e6f93862a {{(pid=112710) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:07:29.688038 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a0bd25d-4f33-4f1f-9b78-424e6f93862a'] response: {'server_uuid': '13064b4a-3c9e-4c93-96fe-7779d873e832', 'name': 'network-vif-deleted', 'tag': 'bd7535b1-15c4-42a1-b1c2-93844a3b30f1', 'status': 'completed', 'code': 200} Sep 08 14:07:29.690127 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [req-abd068b7-b19f-42da-9794-19f2d98e96c7 req-9d17b5d5-50fd-4527-aa99-ef7a3bfbbdc7 tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=13064b4a-3c9e-4c93-96fe-7779d873e832 HTTP/1.1" status: 200 len: 210 time: 0.0314894 Sep 08 14:07:30.755934 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 45380) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:07:30.783156 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:07:30.817266 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-13f2ba3b-bfb7-4149-be35-83f79bbb269b tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Publish callbacks [] for security_group (122109ff-ce72-4cf8-85fa-42ab84378228), before_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:30.841283 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-13f2ba3b-bfb7-4149-be35-83f79bbb269b tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Publish callbacks [] for security_group (122109ff-ce72-4cf8-85fa-42ab84378228), precommit_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:30.900720 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-13f2ba3b-bfb7-4149-be35-83f79bbb269b tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (122109ff-ce72-4cf8-85fa-42ab84378228), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:30.904096 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-13f2ba3b-bfb7-4149-be35-83f79bbb269b tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Publish callbacks [] for security_group (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:30.905262 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-13f2ba3b-bfb7-4149-be35-83f79bbb269b tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] 10.222.0.55 "DELETE /networking/v2.0/security-groups/122109ff-ce72-4cf8-85fa-42ab84378228 HTTP/1.1" status: 204 len: 168 time: 0.1490691 Sep 08 14:07:30.914724 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f2ba3b-bfb7-4149-be35-83f79bbb269b tempest-TestShelveInstance-730545061 tempest-TestShelveInstance-730545061-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=122109ff-ce72-4cf8-85fa-42ab84378228,revision_number=None']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:07:30.932744 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=10,neutron:UPDATE=5 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:07:30.933951 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:07:30.951884 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 45384) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:07:30.998577 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Device bd7535b1-15c4-42a1-b1c2-93844a3b30f1 no longer exists at agent hyperv_hv-cinder-82002 {{(pid=112711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:07:31.019259 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] No Port match for: bd7535b1-15c4-42a1-b1c2-93844a3b30f1 {{(pid=112711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 08 14:07:31.019603 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Device bd7535b1-15c4-42a1-b1c2-93844a3b30f1 not bound to the agent host hv-cinder-82002 {{(pid=112711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:07:31.361705 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-239b118f-a044-42e9-9efa-63afd3c2c563 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3854320'] for router_interface (18657881-70c0-4330-b049-16b855fda8ab), before_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:31.576245 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.plugin [None req-239b118f-a044-42e9-9efa-63afd3c2c563 admin admin] Deleting port 0b1f057f-e8ff-4130-a353-9b565b73bfc9 {{(pid=112710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 08 14:07:31.576580 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-239b118f-a044-42e9-9efa-63afd3c2c563 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729028590053'] for port (0b1f057f-e8ff-4130-a353-9b565b73bfc9), before_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:31.660631 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.db [None req-239b118f-a044-42e9-9efa-63afd3c2c563 admin admin] For port 0b1f057f-e8ff-4130-a353-9b565b73bfc9, host dv-cinder-820027-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-24-iscsi',level=0,port_id=0b1f057f-e8ff-4130-a353-9b565b73bfc9,segment=NetworkSegment(82c18f84-988d-4d97-ab74-c445b6811f80),segment_id=82c18f84-988d-4d97-ab74-c445b6811f80)] {{(pid=112710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:07:31.660992 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-239b118f-a044-42e9-9efa-63afd3c2c563 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3750342'] for port (0b1f057f-e8ff-4130-a353-9b565b73bfc9), precommit_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:31.673476 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.plugin [None req-239b118f-a044-42e9-9efa-63afd3c2c563 admin admin] Calling delete_port for 0b1f057f-e8ff-4130-a353-9b565b73bfc9 owned by network:router_interface {{(pid=112710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 08 14:07:31.778911 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:07:31.804196 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:07:31.850251 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-239b118f-a044-42e9-9efa-63afd3c2c563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729028594324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729028134310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10367820'] for port (0b1f057f-e8ff-4130-a353-9b565b73bfc9), after_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:31.875928 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239b118f-a044-42e9-9efa-63afd3c2c563 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b1f057f-e8ff-4130-a353-9b565b73bfc9,revision_number=None']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:07:32.049330 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-239b118f-a044-42e9-9efa-63afd3c2c563 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3690709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3681536'] for router_interface (18657881-70c0-4330-b049-16b855fda8ab), after_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:32.255348 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-239b118f-a044-42e9-9efa-63afd3c2c563 admin admin] Router 18657881-70c0-4330-b049-16b855fda8ab has already been hosted by L3 agent 91421a76-39ff-4685-90ca-aa6fbf6a1933 {{(pid=112710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 14:07:32.356198 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-239b118f-a044-42e9-9efa-63afd3c2c563 admin admin] Notify agent at l3_agent.dv-cinder-820027-24-iscsi the message routers_updated {{(pid=112710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:07:32.361217 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-239b118f-a044-42e9-9efa-63afd3c2c563 admin admin] 10.222.0.55 "PUT /networking/v2.0/routers/18657881-70c0-4330-b049-16b855fda8ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4075868 Sep 08 14:07:32.363823 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 45388) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:07:32.366186 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098a2826-500e-4cf8-b5ac-f3bb6e0bea82 None None] Sync routers for ids ['18657881-70c0-4330-b049-16b855fda8ab'] in dv-cinder-820027-24-iscsi {{(pid=112712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:07:32.376844 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098a2826-500e-4cf8-b5ac-f3bb6e0bea82 None None] Routers {'18657881-70c0-4330-b049-16b855fda8ab'} bound to L3 agent in host dv-cinder-820027-24-iscsi {{(pid=112712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:07:32.377491 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_hamode_db [None req-098a2826-500e-4cf8-b5ac-f3bb6e0bea82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-08T13:44:16Z,description=,heartbeat_timestamp=2022-09-08T14:07:16Z,host='dv-cinder-820027-24-iscsi',id=91421a76-39ff-4685-90ca-aa6fbf6a1933,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:44:16Z,topic='l3_agent')) {'router_ids': ['18657881-70c0-4330-b049-16b855fda8ab'], 'active': True} {{(pid=112712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:07:32.464069 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-3965662f-7c77-40d1-adfc-771ee7b4754e admin admin] Publish callbacks [] for router (18657881-70c0-4330-b049-16b855fda8ab), before_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:32.477382 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_dvr_db [None req-098a2826-500e-4cf8-b5ac-f3bb6e0bea82 None None] Set router 18657881-70c0-4330-b049-16b855fda8ab gateway port host: dv-cinder-820027-24-iscsi {{(pid=112712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:07:32.562924 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-3965662f-7c77-40d1-adfc-771ee7b4754e admin admin] Publish callbacks [] for router_gateway (18657881-70c0-4330-b049-16b855fda8ab), before_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:32.606395 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.plugin [None req-3965662f-7c77-40d1-adfc-771ee7b4754e admin admin] Deleting port 32540799-7dc7-40b6-be7d-da78477923a6 {{(pid=112709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 08 14:07:32.606730 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-3965662f-7c77-40d1-adfc-771ee7b4754e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729028590053'] for port (32540799-7dc7-40b6-be7d-da78477923a6), before_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:32.649928 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=100 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:07:32.655261 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_hamode_db [None req-098a2826-500e-4cf8-b5ac-f3bb6e0bea82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18657881-70c0-4330-b049-16b855fda8ab', 'name': 'tempest-TestShelveInstance-836883065-router', 'tenant_id': '1dcae1b090af440f836b18a7bb000c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '32540799-7dc7-40b6-be7d-da78477923a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:02:29Z', 'updated_at': '2022-09-08T14:07:31Z', 'revision_number': 5, 'project_id': '1dcae1b090af440f836b18a7bb000c27', 'gw_port': {'id': '32540799-7dc7-40b6-be7d-da78477923a6', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:32:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18657881-70c0-4330-b049-16b855fda8ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:02:30Z', 'updated_at': '2022-09-08T14:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi'}], 'dv-cinder-820027-24-iscsi', False) {} {{(pid=112712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:07:32.679995 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098a2826-500e-4cf8-b5ac-f3bb6e0bea82 None None] Checking router: 18657881-70c0-4330-b049-16b855fda8ab for host: dv-cinder-820027-24-iscsi {{(pid=112712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:07:32.687016 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.db [None req-3965662f-7c77-40d1-adfc-771ee7b4754e admin admin] For port 32540799-7dc7-40b6-be7d-da78477923a6, host dv-cinder-820027-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-24-iscsi',level=0,port_id=32540799-7dc7-40b6-be7d-da78477923a6,segment=NetworkSegment(ebffaf8e-8370-4e1c-9c1b-02c9fe7aa40e),segment_id=ebffaf8e-8370-4e1c-9c1b-02c9fe7aa40e)] {{(pid=112709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:07:32.687224 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-3965662f-7c77-40d1-adfc-771ee7b4754e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3750342'] for port (32540799-7dc7-40b6-be7d-da78477923a6), precommit_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:32.688605 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098a2826-500e-4cf8-b5ac-f3bb6e0bea82 None None] Routers {'18657881-70c0-4330-b049-16b855fda8ab'} bound to L3 agent in host dv-cinder-820027-24-iscsi {{(pid=112712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:07:32.689191 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_hamode_db [None req-098a2826-500e-4cf8-b5ac-f3bb6e0bea82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-08T13:44:16Z,description=,heartbeat_timestamp=2022-09-08T14:07:16Z,host='dv-cinder-820027-24-iscsi',id=91421a76-39ff-4685-90ca-aa6fbf6a1933,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:44:16Z,topic='l3_agent')) {'router_ids': ['18657881-70c0-4330-b049-16b855fda8ab'], 'active': True} {{(pid=112712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:07:32.700020 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.plugin [None req-3965662f-7c77-40d1-adfc-771ee7b4754e admin admin] Calling delete_port for 32540799-7dc7-40b6-be7d-da78477923a6 owned by network:router_gateway {{(pid=112709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 08 14:07:32.847954 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=100 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:07:32.854735 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_dvr_db [None req-098a2826-500e-4cf8-b5ac-f3bb6e0bea82 None None] Set router 18657881-70c0-4330-b049-16b855fda8ab gateway port host: None {{(pid=112712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:07:32.868447 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-3965662f-7c77-40d1-adfc-771ee7b4754e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729028594324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729028134310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9153317'] for port (32540799-7dc7-40b6-be7d-da78477923a6), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:32.897242 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3965662f-7c77-40d1-adfc-771ee7b4754e admin admin] Pushing event deleted for resources: {'Port': ['ID=32540799-7dc7-40b6-be7d-da78477923a6,revision_number=None']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:07:32.903218 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.l3_hamode_db [None req-098a2826-500e-4cf8-b5ac-f3bb6e0bea82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18657881-70c0-4330-b049-16b855fda8ab', 'name': 'tempest-TestShelveInstance-836883065-router', 'tenant_id': '1dcae1b090af440f836b18a7bb000c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:02:29Z', 'updated_at': '2022-09-08T14:07:32Z', 'revision_number': 6, 'project_id': '1dcae1b090af440f836b18a7bb000c27', 'gw_port_host': None}], 'dv-cinder-820027-24-iscsi', False) {} {{(pid=112712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:07:32.932454 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098a2826-500e-4cf8-b5ac-f3bb6e0bea82 None None] The sync data for ids ['18657881-70c0-4330-b049-16b855fda8ab'] in dv-cinder-820027-24-iscsi is: [{'id': '18657881-70c0-4330-b049-16b855fda8ab', 'name': 'tempest-TestShelveInstance-836883065-router', 'tenant_id': '1dcae1b090af440f836b18a7bb000c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:02:29Z', 'updated_at': '2022-09-08T14:07:32Z', 'revision_number': 6, 'project_id': '1dcae1b090af440f836b18a7bb000c27', 'gw_port_host': None}] {{(pid=112712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:07:32.971463 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-3965662f-7c77-40d1-adfc-771ee7b4754e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3679346'] for router_gateway (18657881-70c0-4330-b049-16b855fda8ab), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:33.028199 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:07:33.057155 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-3965662f-7c77-40d1-adfc-771ee7b4754e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3678294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8286'] for router (18657881-70c0-4330-b049-16b855fda8ab), precommit_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:33.059528 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-3965662f-7c77-40d1-adfc-771ee7b4754e admin admin] Publish callbacks [] for router_controller (18657881-70c0-4330-b049-16b855fda8ab), precommit_delete_associations {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:33.099490 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-3965662f-7c77-40d1-adfc-771ee7b4754e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3681589'] for router (18657881-70c0-4330-b049-16b855fda8ab), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:33.100052 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3965662f-7c77-40d1-adfc-771ee7b4754e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 18657881-70c0-4330-b049-16b855fda8ab {{(pid=112709) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 14:07:33.104837 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-3965662f-7c77-40d1-adfc-771ee7b4754e admin admin] Publish callbacks [] for router (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:33.105998 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-3965662f-7c77-40d1-adfc-771ee7b4754e admin admin] 10.222.0.55 "DELETE /networking/v2.0/routers/18657881-70c0-4330-b049-16b855fda8ab HTTP/1.1" status: 204 len: 168 time: 0.7410865 Sep 08 14:07:33.108557 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 45390) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:07:33.154552 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.db.db_base_plugin_v2 [None req-98995beb-cead-44e3-92e7-e70835fc2e77 admin admin] Deleting subnet 9dbc7914-3cf1-4f43-b96e-876a2c30a6fa {{(pid=112709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 08 14:07:33.157564 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-98995beb-cead-44e3-92e7-e70835fc2e77 admin admin] Publish callbacks [] for subnet (9dbc7914-3cf1-4f43-b96e-876a2c30a6fa), before_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:33.191246 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-98995beb-cead-44e3-92e7-e70835fc2e77 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9760373'] for subnet (9dbc7914-3cf1-4f43-b96e-876a2c30a6fa), precommit_delete_associations {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:33.213776 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:07:33.264541 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-98995beb-cead-44e3-92e7-e70835fc2e77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1468842'] for subnet (9dbc7914-3cf1-4f43-b96e-876a2c30a6fa), precommit_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:33.319861 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-98995beb-cead-44e3-92e7-e70835fc2e77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9153298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9398214'] for subnet (9dbc7914-3cf1-4f43-b96e-876a2c30a6fa), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:33.346475 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98995beb-cead-44e3-92e7-e70835fc2e77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9dbc7914-3cf1-4f43-b96e-876a2c30a6fa,revision_number=None']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:07:33.353629 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-98995beb-cead-44e3-92e7-e70835fc2e77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693876'] for subnet (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:33.358347 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-98995beb-cead-44e3-92e7-e70835fc2e77 admin admin] 10.222.0.55 "DELETE /networking/v2.0/subnets/9dbc7914-3cf1-4f43-b96e-876a2c30a6fa HTTP/1.1" status: 204 len: 168 time: 0.2487390 Sep 08 14:07:33.359672 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f7f90cd-e4ef-4a36-b07d-55a9f16837be None None] Network 61798ddd-de85-4814-b88e-26fd995b29f0 requested from dv-cinder-820027-24-iscsi {{(pid=112711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 08 14:07:33.360681 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 45392) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:07:33.433025 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-9406963a-55b3-4927-ad27-85df4cc2528e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1549321'] for network (61798ddd-de85-4814-b88e-26fd995b29f0), before_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:33.478519 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.plugin [None req-9406963a-55b3-4927-ad27-85df4cc2528e admin admin] Deleting port 137edb7b-e561-4f20-b840-8b76ffd0609e {{(pid=112710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 08 14:07:33.478859 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-9406963a-55b3-4927-ad27-85df4cc2528e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729028590053'] for port (137edb7b-e561-4f20-b840-8b76ffd0609e), before_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:33.545526 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.db [None req-9406963a-55b3-4927-ad27-85df4cc2528e admin admin] For port 137edb7b-e561-4f20-b840-8b76ffd0609e, host dv-cinder-820027-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-24-iscsi',level=0,port_id=137edb7b-e561-4f20-b840-8b76ffd0609e,segment=NetworkSegment(82c18f84-988d-4d97-ab74-c445b6811f80),segment_id=82c18f84-988d-4d97-ab74-c445b6811f80)] {{(pid=112710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:07:33.545914 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-9406963a-55b3-4927-ad27-85df4cc2528e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3750342'] for port (137edb7b-e561-4f20-b840-8b76ffd0609e), precommit_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:33.559008 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.plugin [None req-9406963a-55b3-4927-ad27-85df4cc2528e admin admin] Calling delete_port for 137edb7b-e561-4f20-b840-8b76ffd0609e owned by network:dhcp {{(pid=112710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 08 14:07:33.598170 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:07:33.637672 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-9406963a-55b3-4927-ad27-85df4cc2528e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729028594324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729028134310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10367820'] for port (137edb7b-e561-4f20-b840-8b76ffd0609e), after_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:33.659207 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9406963a-55b3-4927-ad27-85df4cc2528e admin admin] Pushing event deleted for resources: {'Port': ['ID=137edb7b-e561-4f20-b840-8b76ffd0609e,revision_number=None']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:07:33.664504 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9406963a-55b3-4927-ad27-85df4cc2528e admin admin] No DVR routers for this DVR port 137edb7b-e561-4f20-b840-8b76ffd0609e on host dv-cinder-820027-24-iscsi {{(pid=112710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 08 14:07:33.725977 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b019eb-667f-400c-aee6-3552b2963ef4 None None] DHCP port deletion for 61798ddd-de85-4814-b88e-26fd995b29f0 request from dv-cinder-820027-24-iscsi {{(pid=112711) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 08 14:07:33.740825 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-9406963a-55b3-4927-ad27-85df4cc2528e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1385153', 'neutron.services.segments.db._delete_segments_for_network-8729028602525'] for network (61798ddd-de85-4814-b88e-26fd995b29f0), precommit_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:33.761817 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.services.segments.db [None req-9406963a-55b3-4927-ad27-85df4cc2528e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61798ddd-de85-4814-b88e-26fd995b29f0']}} {{(pid=112710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:07:33.768010 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:07:33.771598 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.services.segments.db [None req-9406963a-55b3-4927-ad27-85df4cc2528e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82c18f84-988d-4d97-ab74-c445b6811f80') {'for_net_delete': True} {{(pid=112710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:07:33.771892 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.services.segments.db [None req-9406963a-55b3-4927-ad27-85df4cc2528e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82c18f84-988d-4d97-ab74-c445b6811f80') {} {{(pid=112710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:07:33.781855 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-9406963a-55b3-4927-ad27-85df4cc2528e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729028602570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2443109'] for segment (82c18f84-988d-4d97-ab74-c445b6811f80), before_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:33.795142 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-9406963a-55b3-4927-ad27-85df4cc2528e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1392598'] for segment (82c18f84-988d-4d97-ab74-c445b6811f80), precommit_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:33.801769 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9406963a-55b3-4927-ad27-85df4cc2528e admin admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=112710) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 14:07:33.802172 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-9406963a-55b3-4927-ad27-85df4cc2528e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1392598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10367761'] for segment (82c18f84-988d-4d97-ab74-c445b6811f80), after_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:33.844031 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.services.segments.plugin [-] Segment 82c18f84-988d-4d97-ab74-c445b6811f80 resource provider aggregate not found Sep 08 14:07:33.863429 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.services.segments.plugin [-] Segment 82c18f84-988d-4d97-ab74-c445b6811f80 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 82c18f84-988d-4d97-ab74-c445b6811f80 found for delete ", "request_id": "req-250d4095-cf98-4b78-8841-c52a6a30661f"}]} Sep 08 14:07:33.866717 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-9406963a-55b3-4927-ad27-85df4cc2528e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1385144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3679383'] for network (61798ddd-de85-4814-b88e-26fd995b29f0), after_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:33.872624 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-9406963a-55b3-4927-ad27-85df4cc2528e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693876'] for network (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:33.875684 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-9406963a-55b3-4927-ad27-85df4cc2528e admin admin] 10.222.0.55 "DELETE /networking/v2.0/networks/61798ddd-de85-4814-b88e-26fd995b29f0 HTTP/1.1" status: 204 len: 168 time: 0.5139513 Sep 08 14:07:33.878860 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 45398) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:07:33.887990 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9406963a-55b3-4927-ad27-85df4cc2528e admin admin] Pushing event deleted for resources: {'Network': ['ID=61798ddd-de85-4814-b88e-26fd995b29f0,revision_number=None']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:07:34.038850 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Device 32540799-7dc7-40b6-be7d-da78477923a6 no longer exists at agent ovs-agent-dv-cinder-820027-24-iscsi {{(pid=112711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:07:34.059026 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] No Port match for: 32540799-7dc7-40b6-be7d-da78477923a6 {{(pid=112711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 08 14:07:34.059380 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Device 32540799-7dc7-40b6-be7d-da78477923a6 not bound to the agent host dv-cinder-820027-24-iscsi {{(pid=112711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:07:34.059801 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Device 0b1f057f-e8ff-4130-a353-9b565b73bfc9 no longer exists at agent ovs-agent-dv-cinder-820027-24-iscsi {{(pid=112711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:07:34.081822 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] No Port match for: 0b1f057f-e8ff-4130-a353-9b565b73bfc9 {{(pid=112711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 08 14:07:34.082571 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Device 0b1f057f-e8ff-4130-a353-9b565b73bfc9 not bound to the agent host dv-cinder-820027-24-iscsi {{(pid=112711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:07:34.082571 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Device 137edb7b-e561-4f20-b840-8b76ffd0609e no longer exists at agent ovs-agent-dv-cinder-820027-24-iscsi {{(pid=112711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:07:34.100694 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] No Port match for: 137edb7b-e561-4f20-b840-8b76ffd0609e {{(pid=112711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 08 14:07:34.101046 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Device 137edb7b-e561-4f20-b840-8b76ffd0609e not bound to the agent host dv-cinder-820027-24-iscsi {{(pid=112711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:07:34.208449 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-d10f1061-dc5a-4096-9281-942611f72794 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3854320'] for router_interface (68e3b3b4-bc85-4adb-bae7-cc98691987c2), before_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:34.425943 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.plugin [None req-d10f1061-dc5a-4096-9281-942611f72794 admin admin] Deleting port 42c01f84-f865-4404-bd4c-d07b9a55dc50 {{(pid=112709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 08 14:07:34.426281 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-d10f1061-dc5a-4096-9281-942611f72794 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729028590053'] for port (42c01f84-f865-4404-bd4c-d07b9a55dc50), before_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:34.482211 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:DELETE=5,neutron:UPDATE=3,neutron:SELECT=92 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:07:34.506499 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.db [None req-d10f1061-dc5a-4096-9281-942611f72794 admin admin] For port 42c01f84-f865-4404-bd4c-d07b9a55dc50, host dv-cinder-820027-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-24-iscsi',level=0,port_id=42c01f84-f865-4404-bd4c-d07b9a55dc50,segment=NetworkSegment(de5a91f9-ad7b-41b7-a059-2b8a392639d2),segment_id=de5a91f9-ad7b-41b7-a059-2b8a392639d2)] {{(pid=112709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:07:34.506850 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-d10f1061-dc5a-4096-9281-942611f72794 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3750342'] for port (42c01f84-f865-4404-bd4c-d07b9a55dc50), precommit_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:34.519633 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.plugin [None req-d10f1061-dc5a-4096-9281-942611f72794 admin admin] Calling delete_port for 42c01f84-f865-4404-bd4c-d07b9a55dc50 owned by network:router_interface {{(pid=112709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 08 14:07:34.566685 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:07:34.701693 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-d10f1061-dc5a-4096-9281-942611f72794 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729028594324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729028134310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9153317'] for port (42c01f84-f865-4404-bd4c-d07b9a55dc50), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:34.724078 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10f1061-dc5a-4096-9281-942611f72794 admin admin] Pushing event deleted for resources: {'Port': ['ID=42c01f84-f865-4404-bd4c-d07b9a55dc50,revision_number=None']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:07:34.887783 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-d10f1061-dc5a-4096-9281-942611f72794 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3690709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3681536'] for router_interface (68e3b3b4-bc85-4adb-bae7-cc98691987c2), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:35.309597 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d10f1061-dc5a-4096-9281-942611f72794 admin admin] Router 68e3b3b4-bc85-4adb-bae7-cc98691987c2 has already been hosted by L3 agent 91421a76-39ff-4685-90ca-aa6fbf6a1933 {{(pid=112709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 14:07:35.409150 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d10f1061-dc5a-4096-9281-942611f72794 admin admin] Notify agent at l3_agent.dv-cinder-820027-24-iscsi the message routers_updated {{(pid=112709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:07:35.414192 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-d10f1061-dc5a-4096-9281-942611f72794 admin admin] 10.222.0.55 "PUT /networking/v2.0/routers/68e3b3b4-bc85-4adb-bae7-cc98691987c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5341704 Sep 08 14:07:35.417183 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 45400) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:07:35.420720 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48174501-2400-46db-9a58-002fc115886c None None] Sync routers for ids ['68e3b3b4-bc85-4adb-bae7-cc98691987c2'] in dv-cinder-820027-24-iscsi {{(pid=112711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:07:35.430306 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48174501-2400-46db-9a58-002fc115886c None None] Routers {'68e3b3b4-bc85-4adb-bae7-cc98691987c2'} bound to L3 agent in host dv-cinder-820027-24-iscsi {{(pid=112711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:07:35.431517 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_hamode_db [None req-48174501-2400-46db-9a58-002fc115886c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-08T13:44:16Z,description=,heartbeat_timestamp=2022-09-08T14:07:16Z,host='dv-cinder-820027-24-iscsi',id=91421a76-39ff-4685-90ca-aa6fbf6a1933,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:44:16Z,topic='l3_agent')) {'router_ids': ['68e3b3b4-bc85-4adb-bae7-cc98691987c2'], 'active': True} {{(pid=112711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:07:35.510230 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:07:35.518093 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-55d0b49c-750a-487a-b3bc-1f75fdd5a397 admin admin] Publish callbacks [] for router (68e3b3b4-bc85-4adb-bae7-cc98691987c2), before_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:35.532875 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvr_db [None req-48174501-2400-46db-9a58-002fc115886c None None] Set router 68e3b3b4-bc85-4adb-bae7-cc98691987c2 gateway port host: dv-cinder-820027-24-iscsi {{(pid=112711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:07:35.618217 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-55d0b49c-750a-487a-b3bc-1f75fdd5a397 admin admin] Publish callbacks [] for router_gateway (68e3b3b4-bc85-4adb-bae7-cc98691987c2), before_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:35.638330 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (4c2ff875-e6d7-424e-bdc7-d4b2ed4bdd9c), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:35.661405 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.plugin [None req-55d0b49c-750a-487a-b3bc-1f75fdd5a397 admin admin] Deleting port 35949873-0b05-498f-9459-df1a708d0cc2 {{(pid=112709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 08 14:07:35.661756 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-55d0b49c-750a-487a-b3bc-1f75fdd5a397 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729028590053'] for port (35949873-0b05-498f-9459-df1a708d0cc2), before_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:35.674779 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:07:35.714009 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_hamode_db [None req-48174501-2400-46db-9a58-002fc115886c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e3b3b4-bc85-4adb-bae7-cc98691987c2', 'name': 'tempest-TestShelveInstance-1961277728-router', 'tenant_id': 'c242bca3eda94d1c9ae0121553a0f12f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'external_fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '35949873-0b05-498f-9459-df1a708d0cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:02:34Z', 'updated_at': '2022-09-08T14:07:34Z', 'revision_number': 5, 'project_id': 'c242bca3eda94d1c9ae0121553a0f12f', 'gw_port': {'id': '35949873-0b05-498f-9459-df1a708d0cc2', 'name': '', 'network_id': 'a5311008-4782-42e3-9445-a36a6c9fb014', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ae:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e3b3b4-bc85-4adb-bae7-cc98691987c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:02:34Z', 'updated_at': '2022-09-08T14:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42b74029-f5ac-41f0-a451-9a0d0b4a74ed', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-24-iscsi'}], 'dv-cinder-820027-24-iscsi', False) {} {{(pid=112711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:07:35.741989 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48174501-2400-46db-9a58-002fc115886c None None] Checking router: 68e3b3b4-bc85-4adb-bae7-cc98691987c2 for host: dv-cinder-820027-24-iscsi {{(pid=112711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:07:35.750863 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48174501-2400-46db-9a58-002fc115886c None None] Routers {'68e3b3b4-bc85-4adb-bae7-cc98691987c2'} bound to L3 agent in host dv-cinder-820027-24-iscsi {{(pid=112711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:07:35.751459 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_hamode_db [None req-48174501-2400-46db-9a58-002fc115886c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-08T13:44:16Z,description=,heartbeat_timestamp=2022-09-08T14:07:16Z,host='dv-cinder-820027-24-iscsi',id=91421a76-39ff-4685-90ca-aa6fbf6a1933,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:44:16Z,topic='l3_agent')) {'router_ids': ['68e3b3b4-bc85-4adb-bae7-cc98691987c2'], 'active': True} {{(pid=112711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:07:35.752729 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.db [None req-55d0b49c-750a-487a-b3bc-1f75fdd5a397 admin admin] For port 35949873-0b05-498f-9459-df1a708d0cc2, host dv-cinder-820027-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-24-iscsi',level=0,port_id=35949873-0b05-498f-9459-df1a708d0cc2,segment=NetworkSegment(ebffaf8e-8370-4e1c-9c1b-02c9fe7aa40e),segment_id=ebffaf8e-8370-4e1c-9c1b-02c9fe7aa40e)] {{(pid=112709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:07:35.753088 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-55d0b49c-750a-487a-b3bc-1f75fdd5a397 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3750342'] for port (35949873-0b05-498f-9459-df1a708d0cc2), precommit_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:35.766408 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.plugins.ml2.plugin [None req-55d0b49c-750a-487a-b3bc-1f75fdd5a397 admin admin] Calling delete_port for 35949873-0b05-498f-9459-df1a708d0cc2 owned by network:router_gateway {{(pid=112709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 08 14:07:35.831695 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvr_db [None req-48174501-2400-46db-9a58-002fc115886c None None] Set router 68e3b3b4-bc85-4adb-bae7-cc98691987c2 gateway port host: None {{(pid=112711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:07:35.882116 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_hamode_db [None req-48174501-2400-46db-9a58-002fc115886c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e3b3b4-bc85-4adb-bae7-cc98691987c2', 'name': 'tempest-TestShelveInstance-1961277728-router', 'tenant_id': 'c242bca3eda94d1c9ae0121553a0f12f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:02:34Z', 'updated_at': '2022-09-08T14:07:35Z', 'revision_number': 6, 'project_id': 'c242bca3eda94d1c9ae0121553a0f12f', 'gw_port_host': None}], 'dv-cinder-820027-24-iscsi', False) {} {{(pid=112711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:07:35.908433 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48174501-2400-46db-9a58-002fc115886c None None] The sync data for ids ['68e3b3b4-bc85-4adb-bae7-cc98691987c2'] in dv-cinder-820027-24-iscsi is: [{'id': '68e3b3b4-bc85-4adb-bae7-cc98691987c2', 'name': 'tempest-TestShelveInstance-1961277728-router', 'tenant_id': 'c242bca3eda94d1c9ae0121553a0f12f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:02:34Z', 'updated_at': '2022-09-08T14:07:35Z', 'revision_number': 6, 'project_id': 'c242bca3eda94d1c9ae0121553a0f12f', 'gw_port_host': None}] {{(pid=112711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:07:35.936415 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-55d0b49c-750a-487a-b3bc-1f75fdd5a397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729028594324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729028134310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9153317'] for port (35949873-0b05-498f-9459-df1a708d0cc2), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:35.966895 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d0b49c-750a-487a-b3bc-1f75fdd5a397 admin admin] Pushing event deleted for resources: {'Port': ['ID=35949873-0b05-498f-9459-df1a708d0cc2,revision_number=None']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:07:36.021075 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-55d0b49c-750a-487a-b3bc-1f75fdd5a397 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3679346'] for router_gateway (68e3b3b4-bc85-4adb-bae7-cc98691987c2), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:36.107636 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-55d0b49c-750a-487a-b3bc-1f75fdd5a397 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3678294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8286'] for router (68e3b3b4-bc85-4adb-bae7-cc98691987c2), precommit_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:36.109850 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-55d0b49c-750a-487a-b3bc-1f75fdd5a397 admin admin] Publish callbacks [] for router_controller (68e3b3b4-bc85-4adb-bae7-cc98691987c2), precommit_delete_associations {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:36.155120 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-55d0b49c-750a-487a-b3bc-1f75fdd5a397 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3681589'] for router (68e3b3b4-bc85-4adb-bae7-cc98691987c2), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:36.155643 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55d0b49c-750a-487a-b3bc-1f75fdd5a397 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 68e3b3b4-bc85-4adb-bae7-cc98691987c2 {{(pid=112709) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 14:07:36.159744 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-55d0b49c-750a-487a-b3bc-1f75fdd5a397 admin admin] Publish callbacks [] for router (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:36.160917 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-55d0b49c-750a-487a-b3bc-1f75fdd5a397 admin admin] 10.222.0.55 "DELETE /networking/v2.0/routers/68e3b3b4-bc85-4adb-bae7-cc98691987c2 HTTP/1.1" status: 204 len: 168 time: 0.7427998 Sep 08 14:07:36.163881 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.wsgi [-] (112709) accepted ('10.222.0.55', 45402) {{(pid=112709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:07:36.208162 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.db.db_base_plugin_v2 [None req-fce93c8d-7202-45fe-9f1c-bdfb2d2ee35d admin admin] Deleting subnet 284b3d2f-50bf-4ba6-94ee-f0c9962362f1 {{(pid=112709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 08 14:07:36.211207 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-fce93c8d-7202-45fe-9f1c-bdfb2d2ee35d admin admin] Publish callbacks [] for subnet (284b3d2f-50bf-4ba6-94ee-f0c9962362f1), before_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:36.246471 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-fce93c8d-7202-45fe-9f1c-bdfb2d2ee35d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9760373'] for subnet (284b3d2f-50bf-4ba6-94ee-f0c9962362f1), precommit_delete_associations {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:36.332489 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-fce93c8d-7202-45fe-9f1c-bdfb2d2ee35d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1468842'] for subnet (284b3d2f-50bf-4ba6-94ee-f0c9962362f1), precommit_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:36.386637 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Device 42c01f84-f865-4404-bd4c-d07b9a55dc50 no longer exists at agent ovs-agent-dv-cinder-820027-24-iscsi {{(pid=112711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:07:36.393015 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-fce93c8d-7202-45fe-9f1c-bdfb2d2ee35d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9153298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9398214'] for subnet (284b3d2f-50bf-4ba6-94ee-f0c9962362f1), after_delete {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:36.397017 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=87,neutron:UPDATE=5,neutron:DELETE=8 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:07:36.407296 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] No Port match for: 42c01f84-f865-4404-bd4c-d07b9a55dc50 {{(pid=112711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 08 14:07:36.407573 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Device 42c01f84-f865-4404-bd4c-d07b9a55dc50 not bound to the agent host dv-cinder-820027-24-iscsi {{(pid=112711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:07:36.420887 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce93c8d-7202-45fe-9f1c-bdfb2d2ee35d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=284b3d2f-50bf-4ba6-94ee-f0c9962362f1,revision_number=None']} {{(pid=112709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:07:36.425308 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG neutron_lib.callbacks.manager [None req-fce93c8d-7202-45fe-9f1c-bdfb2d2ee35d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693876'] for subnet (None), before_response {{(pid=112709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:36.430196 dv-cinder-820027-24-iscsi neutron-server[112709]: INFO neutron.wsgi [None req-fce93c8d-7202-45fe-9f1c-bdfb2d2ee35d admin admin] 10.222.0.55 "DELETE /networking/v2.0/subnets/284b3d2f-50bf-4ba6-94ee-f0c9962362f1 HTTP/1.1" status: 204 len: 168 time: 0.2653601 Sep 08 14:07:36.431590 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 45404) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:07:36.434132 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed01af01-5dbe-4768-bde9-d29ca02ebfcd None None] Network 1a127b31-ab6c-49bc-9157-935f5a668119 requested from dv-cinder-820027-24-iscsi {{(pid=112711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 08 14:07:36.506243 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-247704af-2281-4145-b61a-473d238db46f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1549321'] for network (1a127b31-ab6c-49bc-9157-935f5a668119), before_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:36.549081 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.plugin [None req-247704af-2281-4145-b61a-473d238db46f admin admin] Deleting port dbc8adb7-28ad-4d3c-acc3-55171c14f008 {{(pid=112710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 08 14:07:36.549436 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-247704af-2281-4145-b61a-473d238db46f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729028590053'] for port (dbc8adb7-28ad-4d3c-acc3-55171c14f008), before_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:36.616415 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.db [None req-247704af-2281-4145-b61a-473d238db46f admin admin] For port dbc8adb7-28ad-4d3c-acc3-55171c14f008, host dv-cinder-820027-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-24-iscsi',level=0,port_id=dbc8adb7-28ad-4d3c-acc3-55171c14f008,segment=NetworkSegment(de5a91f9-ad7b-41b7-a059-2b8a392639d2),segment_id=de5a91f9-ad7b-41b7-a059-2b8a392639d2)] {{(pid=112710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:07:36.616777 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-247704af-2281-4145-b61a-473d238db46f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3750342'] for port (dbc8adb7-28ad-4d3c-acc3-55171c14f008), precommit_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:36.703663 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-369bff8c-2e4f-49d3-bac7-4d63f9ce2fe6 None None] DHCP port deletion for 1a127b31-ab6c-49bc-9157-935f5a668119 request from dv-cinder-820027-24-iscsi {{(pid=112711) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 08 14:07:36.874427 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-369bff8c-2e4f-49d3-bac7-4d63f9ce2fe6 None None] Deleting port dbc8adb7-28ad-4d3c-acc3-55171c14f008 {{(pid=112711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 08 14:07:36.874900 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-369bff8c-2e4f-49d3-bac7-4d63f9ce2fe6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729028590053'] for port (dbc8adb7-28ad-4d3c-acc3-55171c14f008), before_delete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:36.910795 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.plugin [None req-247704af-2281-4145-b61a-473d238db46f admin admin] Calling delete_port for dbc8adb7-28ad-4d3c-acc3-55171c14f008 owned by network:dhcp {{(pid=112710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 08 14:07:36.943704 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.db [None req-369bff8c-2e4f-49d3-bac7-4d63f9ce2fe6 None None] For port dbc8adb7-28ad-4d3c-acc3-55171c14f008, host dv-cinder-820027-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-24-iscsi',level=0,port_id=dbc8adb7-28ad-4d3c-acc3-55171c14f008,segment=NetworkSegment(de5a91f9-ad7b-41b7-a059-2b8a392639d2),segment_id=de5a91f9-ad7b-41b7-a059-2b8a392639d2)] {{(pid=112711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:07:36.944086 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-369bff8c-2e4f-49d3-bac7-4d63f9ce2fe6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3750342'] for port (dbc8adb7-28ad-4d3c-acc3-55171c14f008), precommit_delete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:36.959209 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-369bff8c-2e4f-49d3-bac7-4d63f9ce2fe6 None None] Calling delete_port for dbc8adb7-28ad-4d3c-acc3-55171c14f008 owned by network:dhcp {{(pid=112711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 08 14:07:36.991851 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-247704af-2281-4145-b61a-473d238db46f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729028594324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729028134310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10367820'] for port (dbc8adb7-28ad-4d3c-acc3-55171c14f008), after_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:37.014558 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247704af-2281-4145-b61a-473d238db46f admin admin] Pushing event deleted for resources: {'Port': ['ID=dbc8adb7-28ad-4d3c-acc3-55171c14f008,revision_number=None']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:07:37.020968 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247704af-2281-4145-b61a-473d238db46f admin admin] No DVR routers for this DVR port dbc8adb7-28ad-4d3c-acc3-55171c14f008 on host dv-cinder-820027-24-iscsi {{(pid=112710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 08 14:07:37.041329 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-369bff8c-2e4f-49d3-bac7-4d63f9ce2fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729028594324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729028134310'] for port (dbc8adb7-28ad-4d3c-acc3-55171c14f008), after_delete {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:37.065449 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369bff8c-2e4f-49d3-bac7-4d63f9ce2fe6 None None] Pushing event deleted for resources: {'Port': ['ID=dbc8adb7-28ad-4d3c-acc3-55171c14f008,revision_number=None']} {{(pid=112711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:07:37.069964 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369bff8c-2e4f-49d3-bac7-4d63f9ce2fe6 None None] No DVR routers for this DVR port dbc8adb7-28ad-4d3c-acc3-55171c14f008 on host dv-cinder-820027-24-iscsi {{(pid=112711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 08 14:07:37.076557 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369bff8c-2e4f-49d3-bac7-4d63f9ce2fe6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:07:37.076900 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369bff8c-2e4f-49d3-bac7-4d63f9ce2fe6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:07:37.077241 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369bff8c-2e4f-49d3-bac7-4d63f9ce2fe6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:07:37.077578 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369bff8c-2e4f-49d3-bac7-4d63f9ce2fe6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:07:37.078007 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369bff8c-2e4f-49d3-bac7-4d63f9ce2fe6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:07:37.078356 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369bff8c-2e4f-49d3-bac7-4d63f9ce2fe6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:07:37.078661 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369bff8c-2e4f-49d3-bac7-4d63f9ce2fe6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:07:37.078981 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369bff8c-2e4f-49d3-bac7-4d63f9ce2fe6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:07:37.079438 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369bff8c-2e4f-49d3-bac7-4d63f9ce2fe6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:07:37.079604 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369bff8c-2e4f-49d3-bac7-4d63f9ce2fe6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:07:37.080117 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369bff8c-2e4f-49d3-bac7-4d63f9ce2fe6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:07:37.080605 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369bff8c-2e4f-49d3-bac7-4d63f9ce2fe6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:07:37.081284 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369bff8c-2e4f-49d3-bac7-4d63f9ce2fe6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:07:37.081778 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369bff8c-2e4f-49d3-bac7-4d63f9ce2fe6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:07:37.082286 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369bff8c-2e4f-49d3-bac7-4d63f9ce2fe6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-24-iscsi {{(pid=112711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:07:37.099491 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-247704af-2281-4145-b61a-473d238db46f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1385153', 'neutron.services.segments.db._delete_segments_for_network-8729028602525'] for network (1a127b31-ab6c-49bc-9157-935f5a668119), precommit_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:37.120020 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.services.segments.db [None req-247704af-2281-4145-b61a-473d238db46f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a127b31-ab6c-49bc-9157-935f5a668119']}} {{(pid=112710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:07:37.129387 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.services.segments.db [None req-247704af-2281-4145-b61a-473d238db46f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de5a91f9-ad7b-41b7-a059-2b8a392639d2') {'for_net_delete': True} {{(pid=112710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:07:37.129687 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.services.segments.db [None req-247704af-2281-4145-b61a-473d238db46f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de5a91f9-ad7b-41b7-a059-2b8a392639d2') {} {{(pid=112710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:07:37.139590 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-247704af-2281-4145-b61a-473d238db46f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729028602570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2443109'] for segment (de5a91f9-ad7b-41b7-a059-2b8a392639d2), before_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:37.153193 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-247704af-2281-4145-b61a-473d238db46f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1392598'] for segment (de5a91f9-ad7b-41b7-a059-2b8a392639d2), precommit_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:37.159558 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-247704af-2281-4145-b61a-473d238db46f admin admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=112710) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 14:07:37.159939 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-247704af-2281-4145-b61a-473d238db46f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1392598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10367761'] for segment (de5a91f9-ad7b-41b7-a059-2b8a392639d2), after_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:37.200779 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.services.segments.plugin [-] Segment de5a91f9-ad7b-41b7-a059-2b8a392639d2 resource provider aggregate not found Sep 08 14:07:37.217819 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.services.segments.plugin [-] Segment de5a91f9-ad7b-41b7-a059-2b8a392639d2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid de5a91f9-ad7b-41b7-a059-2b8a392639d2 found for delete ", "request_id": "req-6feb33b6-39ed-49a6-812d-f224c4d3a1d8"}]} Sep 08 14:07:37.224478 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-247704af-2281-4145-b61a-473d238db46f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1385144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3679383'] for network (1a127b31-ab6c-49bc-9157-935f5a668119), after_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:37.230383 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-247704af-2281-4145-b61a-473d238db46f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693876'] for network (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:37.233407 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-247704af-2281-4145-b61a-473d238db46f admin admin] 10.222.0.55 "DELETE /networking/v2.0/networks/1a127b31-ab6c-49bc-9157-935f5a668119 HTTP/1.1" status: 204 len: 168 time: 0.8008063 Sep 08 14:07:37.248512 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247704af-2281-4145-b61a-473d238db46f admin admin] Pushing event deleted for resources: {'Network': ['ID=1a127b31-ab6c-49bc-9157-935f5a668119,revision_number=None']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:07:37.348591 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 45412) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:07:37.390165 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-8bd06925-ffce-4f66-a6ec-39599b2130c1 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=1dcae1b090af440f836b18a7bb000c27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0403845 Sep 08 14:07:37.392630 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 45414) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:07:37.415541 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:07:37.441933 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-4e540cfc-fa03-4947-bb7e-efdb02fe7bfe admin admin] Publish callbacks [] for security_group (fca0b130-618e-4fdb-be05-e47a0a1f61e1), before_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:37.463161 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-4e540cfc-fa03-4947-bb7e-efdb02fe7bfe admin admin] Publish callbacks [] for security_group (fca0b130-618e-4fdb-be05-e47a0a1f61e1), precommit_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:37.509913 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-4e540cfc-fa03-4947-bb7e-efdb02fe7bfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (fca0b130-618e-4fdb-be05-e47a0a1f61e1), after_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:37.512523 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-4e540cfc-fa03-4947-bb7e-efdb02fe7bfe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:37.513679 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-4e540cfc-fa03-4947-bb7e-efdb02fe7bfe admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/fca0b130-618e-4fdb-be05-e47a0a1f61e1 HTTP/1.1" status: 204 len: 168 time: 0.1201558 Sep 08 14:07:37.521950 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e540cfc-fa03-4947-bb7e-efdb02fe7bfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fca0b130-618e-4fdb-be05-e47a0a1f61e1,revision_number=None']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:07:37.835890 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 45420) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:07:37.856104 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=86,neutron:DELETE=13,neutron:UPDATE=1 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:07:37.879146 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-3d93e325-ff30-4c98-bc90-7549684ada0f admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=c242bca3eda94d1c9ae0121553a0f12f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0421515 Sep 08 14:07:37.881674 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [-] (112710) accepted ('10.222.0.55', 45422) {{(pid=112710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:07:37.933461 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-b9bf2b60-3bb1-4421-9fae-44f675c00009 admin admin] Publish callbacks [] for security_group (611dd4d4-c28e-48dc-83b8-40739c0b7400), before_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:37.953868 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-b9bf2b60-3bb1-4421-9fae-44f675c00009 admin admin] Publish callbacks [] for security_group (611dd4d4-c28e-48dc-83b8-40739c0b7400), precommit_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:38.002045 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-b9bf2b60-3bb1-4421-9fae-44f675c00009 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763915'] for security_group (611dd4d4-c28e-48dc-83b8-40739c0b7400), after_delete {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:38.004635 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron_lib.callbacks.manager [None req-b9bf2b60-3bb1-4421-9fae-44f675c00009 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:38.008558 dv-cinder-820027-24-iscsi neutron-server[112710]: INFO neutron.wsgi [None req-b9bf2b60-3bb1-4421-9fae-44f675c00009 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/611dd4d4-c28e-48dc-83b8-40739c0b7400 HTTP/1.1" status: 204 len: 168 time: 0.1258616 Sep 08 14:07:38.018284 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bf2b60-3bb1-4421-9fae-44f675c00009 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=611dd4d4-c28e-48dc-83b8-40739c0b7400,revision_number=None']} {{(pid=112710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:07:38.034304 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:07:38.038245 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Device dbc8adb7-28ad-4d3c-acc3-55171c14f008 no longer exists at agent ovs-agent-dv-cinder-820027-24-iscsi {{(pid=112711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:07:38.062256 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] No Port match for: dbc8adb7-28ad-4d3c-acc3-55171c14f008 {{(pid=112711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 08 14:07:38.062643 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Device dbc8adb7-28ad-4d3c-acc3-55171c14f008 not bound to the agent host dv-cinder-820027-24-iscsi {{(pid=112711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:07:38.063097 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Device 35949873-0b05-498f-9459-df1a708d0cc2 no longer exists at agent ovs-agent-dv-cinder-820027-24-iscsi {{(pid=112711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:07:38.065642 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:07:38.082838 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.plugin [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] No Port match for: 35949873-0b05-498f-9459-df1a708d0cc2 {{(pid=112711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 08 14:07:38.083198 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron.plugins.ml2.rpc [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Device 35949873-0b05-498f-9459-df1a708d0cc2 not bound to the agent host dv-cinder-820027-24-iscsi {{(pid=112711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:07:42.877530 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=1 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:07:42.907521 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=16 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:07:44.084635 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-0335567b-f4ae-4f83-bbcd-895f4d9c1f34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (22ab8903-d7f5-4941-bce3-89140b53b8af), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:46.391658 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-c93116eb-e0a6-4ec0-b305-999add3f9b06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (91421a76-39ff-4685-90ca-aa6fbf6a1933), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:46.402961 dv-cinder-820027-24-iscsi neutron-server[112709]: DEBUG dbcounter [-] [112709] Writing DB stats neutron:SELECT=76,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=112709) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:07:47.520969 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-b7e97967-3fa9-4dcb-b3f0-dcc99b3a4378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (24e12250-b8f3-473f-bf71-765ca8669827), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:47.986793 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=34,neutron:DELETE=4 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:07:48.014030 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG dbcounter [-] [112710] Writing DB stats neutron:SELECT=15,neutron:DELETE=1 {{(pid=112710) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:07:48.947121 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (6df97c0c-9140-47af-8c93-84593b95031c), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:48.956001 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-604b277b-9310-4e7b-bd1a-c26598410893 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (ad63ffce-77d1-4b05-ac53-eeb1c28e2aec), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:54.443698 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=2 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:07:54.449829 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=4 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:07:58.951189 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:07:58.952402 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:08:02.471701 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.agents_db [None req-36671662-b8ef-427e-8422-ee96630d1377 None None] Agent healthcheck: found 6 active agents {{(pid=112712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:08:05.602976 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (4c2ff875-e6d7-424e-bdc7-d4b2ed4bdd9c), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:12.501740 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=2 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:08:12.502558 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:08:14.086713 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-77be559d-571c-4558-a2bd-73e866ba1441 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (22ab8903-d7f5-4941-bce3-89140b53b8af), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:16.328559 dv-cinder-820027-24-iscsi neutron-server[112710]: DEBUG neutron.wsgi [req-935e133b-2a54-48ac-b113-cc5296f2312a req-42100d5e-f856-4262-b958-8795085f37f0 service neutron] (112710) timed out ('10.222.0.20', 55078) {{(pid=112710) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 08 14:08:16.392978 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-62737b83-34ab-4675-be8f-ec8257424d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (91421a76-39ff-4685-90ca-aa6fbf6a1933), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:17.524016 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-b7e97967-3fa9-4dcb-b3f0-dcc99b3a4378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (24e12250-b8f3-473f-bf71-765ca8669827), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:18.941033 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (6df97c0c-9140-47af-8c93-84593b95031c), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:18.958098 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-604b277b-9310-4e7b-bd1a-c26598410893 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (ad63ffce-77d1-4b05-ac53-eeb1c28e2aec), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:31.007793 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:08:31.009791 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:08:31.439995 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=2 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:08:31.445685 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=4 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:08:35.600747 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (4c2ff875-e6d7-424e-bdc7-d4b2ed4bdd9c), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:39.470345 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.agents_db [None req-36671662-b8ef-427e-8422-ee96630d1377 None None] Agent healthcheck: found 6 active agents {{(pid=112712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:08:44.087910 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-1d3ef22b-55dd-4732-a9ba-10c44ffc02ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (22ab8903-d7f5-4941-bce3-89140b53b8af), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:46.393844 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-a8f67a7b-c38c-4338-9165-de5e75983b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (91421a76-39ff-4685-90ca-aa6fbf6a1933), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:47.525928 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-b7e97967-3fa9-4dcb-b3f0-dcc99b3a4378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (24e12250-b8f3-473f-bf71-765ca8669827), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:48.944666 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (6df97c0c-9140-47af-8c93-84593b95031c), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:48.963333 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-604b277b-9310-4e7b-bd1a-c26598410893 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (ad63ffce-77d1-4b05-ac53-eeb1c28e2aec), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:49.465691 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=2 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:08:58.957705 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=10 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:08:58.959713 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=8,neutron:UPDATE=6 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:09:05.605126 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (4c2ff875-e6d7-424e-bdc7-d4b2ed4bdd9c), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:09:10.998173 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=15 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:09:11.008761 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=17 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:09:14.090102 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-c7347f64-814b-47c5-a280-3e4cfcbe3133 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (22ab8903-d7f5-4941-bce3-89140b53b8af), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:09:16.395773 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-c5e2de81-3b8a-49cb-9365-e82d725035e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (91421a76-39ff-4685-90ca-aa6fbf6a1933), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:09:16.469761 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.agents_db [None req-36671662-b8ef-427e-8422-ee96630d1377 None None] Agent healthcheck: found 6 active agents {{(pid=112712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:09:17.527545 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-b7e97967-3fa9-4dcb-b3f0-dcc99b3a4378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (24e12250-b8f3-473f-bf71-765ca8669827), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:09:18.949915 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (6df97c0c-9140-47af-8c93-84593b95031c), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:09:18.968452 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-604b277b-9310-4e7b-bd1a-c26598410893 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (ad63ffce-77d1-4b05-ac53-eeb1c28e2aec), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:09:26.464391 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=1 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:09:26.465247 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=1 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:09:28.962384 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:09:28.964331 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:09:35.610344 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (4c2ff875-e6d7-424e-bdc7-d4b2ed4bdd9c), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:09:44.092423 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-26c5feb2-cb3c-45ea-ab18-bdc2ab067016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (22ab8903-d7f5-4941-bce3-89140b53b8af), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:09:45.439247 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=2 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:09:45.444295 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=4 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:09:46.398414 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-4b5c3d19-0388-4b93-ac66-a5f62650208b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (91421a76-39ff-4685-90ca-aa6fbf6a1933), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:09:47.530558 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-b7e97967-3fa9-4dcb-b3f0-dcc99b3a4378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (24e12250-b8f3-473f-bf71-765ca8669827), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:09:48.953213 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (6df97c0c-9140-47af-8c93-84593b95031c), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:09:48.970686 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-604b277b-9310-4e7b-bd1a-c26598410893 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (ad63ffce-77d1-4b05-ac53-eeb1c28e2aec), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:09:53.468735 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.agents_db [None req-36671662-b8ef-427e-8422-ee96630d1377 None None] Agent healthcheck: found 6 active agents {{(pid=112712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:09:58.960161 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:09:58.966181 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:10:03.463896 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=1 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:10:05.614793 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (4c2ff875-e6d7-424e-bdc7-d4b2ed4bdd9c), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:14.095852 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-e895aa95-24ba-458e-ac0c-eeaa64de2fda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (22ab8903-d7f5-4941-bce3-89140b53b8af), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:16.403723 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-8022baa4-4670-43a6-84a1-a674eddc84c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (91421a76-39ff-4685-90ca-aa6fbf6a1933), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:17.534072 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-b7e97967-3fa9-4dcb-b3f0-dcc99b3a4378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (24e12250-b8f3-473f-bf71-765ca8669827), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:18.963039 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (6df97c0c-9140-47af-8c93-84593b95031c), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:18.975752 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-604b277b-9310-4e7b-bd1a-c26598410893 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (ad63ffce-77d1-4b05-ac53-eeb1c28e2aec), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:22.450024 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:10:22.450793 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=4 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:10:30.467549 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.agents_db [None req-36671662-b8ef-427e-8422-ee96630d1377 None None] Agent healthcheck: found 6 active agents {{(pid=112712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:10:31.001081 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:10:31.007734 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:10:35.628107 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (4c2ff875-e6d7-424e-bdc7-d4b2ed4bdd9c), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:40.463655 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=2 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:10:44.098559 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6ab6dc95-c604-4918-bf17-7f13e7a60da0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (22ab8903-d7f5-4941-bce3-89140b53b8af), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:46.405640 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-d48f322f-9ce0-41dc-8831-faaa204febb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (91421a76-39ff-4685-90ca-aa6fbf6a1933), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:47.536804 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-b7e97967-3fa9-4dcb-b3f0-dcc99b3a4378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (24e12250-b8f3-473f-bf71-765ca8669827), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:48.959554 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (6df97c0c-9140-47af-8c93-84593b95031c), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:48.976560 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-604b277b-9310-4e7b-bd1a-c26598410893 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (ad63ffce-77d1-4b05-ac53-eeb1c28e2aec), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:58.970947 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:10:58.972872 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:10:59.452473 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=3 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:10:59.456353 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=3 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:11:05.627603 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (4c2ff875-e6d7-424e-bdc7-d4b2ed4bdd9c), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:07.466128 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.agents_db [None req-36671662-b8ef-427e-8422-ee96630d1377 None None] Agent healthcheck: found 6 active agents {{(pid=112712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:11:14.100873 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-d2b6d19e-ceb3-4adc-8a65-49745c96ce1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (22ab8903-d7f5-4941-bce3-89140b53b8af), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:16.407995 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-53143d10-de10-4e1f-8a4e-78d1a4705ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (91421a76-39ff-4685-90ca-aa6fbf6a1933), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:17.461609 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=15 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:11:17.462396 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=13 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:11:17.539183 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-b7e97967-3fa9-4dcb-b3f0-dcc99b3a4378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (24e12250-b8f3-473f-bf71-765ca8669827), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:18.952676 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (6df97c0c-9140-47af-8c93-84593b95031c), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:18.979666 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-604b277b-9310-4e7b-bd1a-c26598410893 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (ad63ffce-77d1-4b05-ac53-eeb1c28e2aec), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:28.973656 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:11:28.976250 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:11:35.657443 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (4c2ff875-e6d7-424e-bdc7-d4b2ed4bdd9c), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:36.456973 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=2 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:11:36.462844 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=4 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:11:44.103918 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-9aaf486b-b0e3-4d1d-9683-1c39d26dad8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (22ab8903-d7f5-4941-bce3-89140b53b8af), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:44.465064 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.agents_db [None req-36671662-b8ef-427e-8422-ee96630d1377 None None] Agent healthcheck: found 6 active agents {{(pid=112712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:11:46.409169 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-68e48572-34fa-4ea4-90b1-b450f0bfb3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (91421a76-39ff-4685-90ca-aa6fbf6a1933), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:47.541696 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-b7e97967-3fa9-4dcb-b3f0-dcc99b3a4378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (24e12250-b8f3-473f-bf71-765ca8669827), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:48.957981 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (6df97c0c-9140-47af-8c93-84593b95031c), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:48.984021 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-604b277b-9310-4e7b-bd1a-c26598410893 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (ad63ffce-77d1-4b05-ac53-eeb1c28e2aec), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:54.460963 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=2 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:11:58.978130 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:11:58.980033 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:12:05.671942 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (4c2ff875-e6d7-424e-bdc7-d4b2ed4bdd9c), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:12:13.454266 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:DELETE=1,neutron:SELECT=2 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:12:13.458655 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=5 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:12:14.109055 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-693432d9-bdc8-4532-8dcd-5b1619c46f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (22ab8903-d7f5-4941-bce3-89140b53b8af), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:12:16.410288 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-26342e74-02cc-47b8-a4c0-614c00c688f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (91421a76-39ff-4685-90ca-aa6fbf6a1933), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:12:17.546570 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-b7e97967-3fa9-4dcb-b3f0-dcc99b3a4378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (24e12250-b8f3-473f-bf71-765ca8669827), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:12:18.961296 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (6df97c0c-9140-47af-8c93-84593b95031c), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:12:18.987973 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-604b277b-9310-4e7b-bd1a-c26598410893 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (ad63ffce-77d1-4b05-ac53-eeb1c28e2aec), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:12:21.465907 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.agents_db [None req-36671662-b8ef-427e-8422-ee96630d1377 None None] Agent healthcheck: found 6 active agents {{(pid=112712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:12:30.998194 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:12:31.001041 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:12:31.459667 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=1 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:12:31.460916 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=1 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:12:35.685325 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-6dca482e-6f4b-48c1-9703-24777ce6803d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (4c2ff875-e6d7-424e-bdc7-d4b2ed4bdd9c), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:12:44.111444 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-352eb615-51c9-43cd-a78d-2d5d904794e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (22ab8903-d7f5-4941-bce3-89140b53b8af), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:12:46.410535 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-9b901b7f-bef7-4061-a22b-d14d338ba96a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (91421a76-39ff-4685-90ca-aa6fbf6a1933), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:12:47.547243 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-b7e97967-3fa9-4dcb-b3f0-dcc99b3a4378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (24e12250-b8f3-473f-bf71-765ca8669827), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:12:48.964137 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-437157f4-ef33-4c4a-b1b4-ea5700d2b7c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (6df97c0c-9140-47af-8c93-84593b95031c), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:12:48.992035 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG neutron_lib.callbacks.manager [None req-604b277b-9310-4e7b-bd1a-c26598410893 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729028602507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387264'] for agent (ad63ffce-77d1-4b05-ac53-eeb1c28e2aec), after_update {{(pid=112711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:12:50.449461 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=1 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:12:50.454167 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG dbcounter [-] [112712] Writing DB stats neutron:SELECT=5 {{(pid=112712) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:12:58.465972 dv-cinder-820027-24-iscsi neutron-server[112712]: DEBUG neutron.db.agents_db [None req-36671662-b8ef-427e-8422-ee96630d1377 None None] Agent healthcheck: found 6 active agents {{(pid=112712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:12:58.981192 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:12:58.987000 dv-cinder-820027-24-iscsi neutron-server[112711]: DEBUG dbcounter [-] [112711] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=112711) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}